LocalAI/tests/models_fixtures/rwkv.yaml

name: rwkv_test
parameters:
  model: rwkv
  top_k: 80
  temperature: 0.9
  max_tokens: 100
  top_p: 0.8
context_size: 1024
threads: 14
backend: "rwkv"
cutwords:
- "Bob:.*"
roles:
  user: "Bob:"
  system: "Alice:"
  assistant: "Alice:"
template:
  completion: rwkv_completion
  chat: rwkv_chat