gpt4all-j-local.yaml

name: "gpt4all-j"
description: |
    A commercially licensable model based on GPT-J and trained by Nomic AI on the v0 GPT4All dataset.
license: "Apache 2.0"
urls:
- https://gpt4all.io
config_file: |
    backend: gpt4all-j
    parameters:
      model: ggml-gpt4all-j
      top_k: 80
      temperature: 0.2
      top_p: 0.7
    context_size: 1024
    template:
      completion: "gpt4all-completion"
      chat: gpt4all-chat

files:
    - filename: "ggml-gpt4all-j"
      sha256: "acd54f6da1cad7c04c48b785178d686c720dcbe549903032a0945f97b1a43d20"
      uri: "http://0.0.0.0:8000/ggml-gpt4all-j"

prompt_templates:
- name: "gpt4all-completion"
  content: |
    Complete the prompt
    ### Prompt:
    {{.Input}}
    ### Response:
- name: "gpt4all-chat"
  content: |
    The prompt below is a question to answer, a task to complete, or a conversation to respond to; decide which and write an appropriate response.
    ### Prompt:
    {{.Input}}
    ### Response: