LocalAI/tests/models_fixtures/rwkv.yaml

name: rwkv_test
parameters:
  model: huggingface://bartowski/rwkv-6-world-7b-GGUF/rwkv-6-world-7b-Q4_K_M.gguf
  top_k: 80
  temperature: 0.9
  max_tokens: 4098
  top_p: 0.8
context_size: 4098

roles:
  user: "User: "
  system: "System: "
  assistant: "Assistant: "

stopwords:
- 'Assistant:'
- '<s>'

template:
  chat: |
    {{.Input}}
    Assistant: 
  completion: |
    {{.Input}}