LocalAI/tests/models_fixtures/gpt4_2.yaml

name: gpt4all-2
parameters:
  model: testmodel
  top_p: 80
  top_k: 0.9
  temperature: 0.1
context_size: 10
stopwords:
- "HUMAN:"
- "### Response:"
roles:
  user: "HUMAN:"
  system: "GPT:"
template:
  completion: completion
  chat: ggml-gpt4all-j