mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-25 07:11:03 +00:00
19 lines
292 B
YAML
19 lines
292 B
YAML
|
name: rwkv_test
|
||
|
|
parameters:
|
||
|
|
model: rwkv
|
||
|
|
top_k: 80
|
||
|
|
temperature: 0.9
|
||
|
|
max_tokens: 100
|
||
|
|
top_p: 0.8
|
||
|
|
context_size: 1024
|
||
|
|
threads: 14
|
||
|
|
backend: "rwkv"
|
||
|
|
cutwords:
|
||
|
|
- "Bob:.*"
|
||
|
|
roles:
|
||
|
|
user: "Bob:"
|
||
|
|
system: "Alice:"
|
||
|
|
assistant: "Alice:"
|
||
|
|
template:
|
||
|
|
completion: rwkv_completion
|
||
|
|
chat: rwkv_chat
|