LocalAI/gallery/deepseek.yaml

21 lines
559 B
YAML
Raw Normal View History

---
name: "deepseek"
config_file: |
mmap: true
context_size: 8192
template:
chat_message: |-
{{if eq .RoleName "user" -}}User: {{.Content }}
{{ end -}}
{{if eq .RoleName "assistant" -}}Assistant: {{.Content}}<end▁of▁sentence>{{end}}
{{if eq .RoleName "system" -}}{{.Content}}
{{end -}}
chat: |
{{.Input -}}
Assistant: # Space is preserved for templating reasons, but line does not end with one for the linter.
completion: |
{{.Input}}
stopwords:
- '<end▁of▁sentence>'