mirror of
https://github.com/mudler/LocalAI.git
synced 2025-01-30 08:04:13 +00:00
chore(model gallery): update deepseek-r1 prompt template (#4686)
Signed-off-by: Gianluca Boiano <morf3089@gmail.com>
This commit is contained in:
parent
9409c99738
commit
e9cace137b
23
gallery/deepseek-r1.yaml
Normal file
23
gallery/deepseek-r1.yaml
Normal file
@ -0,0 +1,23 @@
|
||||
---
|
||||
name: "deepseek-r1"
|
||||
|
||||
config_file: |
|
||||
context_size: 131072
|
||||
mmap: true
|
||||
f16: true
|
||||
stopwords:
|
||||
- <|begin▁of▁sentence|>
|
||||
- <|end▁of▁sentence|>
|
||||
- <|User|>
|
||||
- <|Assistant|>
|
||||
template:
|
||||
chat_message: |
|
||||
{{if eq .RoleName "system" -}}{{.Content }}
|
||||
{{ end -}}
|
||||
{{if eq .RoleName "user" -}}<|User|>{{.Content}}
|
||||
{{end -}}
|
||||
{{if eq .RoleName "assistant" -}}<|Assistant|>{{.Content}}<|end▁of▁sentence|>{{end}}
|
||||
completion: |
|
||||
{{.Input}}
|
||||
chat: |
|
||||
{{.Input -}}<|Assistant|>
|
@ -5302,7 +5302,7 @@
|
||||
sha256: a47782c55ef2b39b19644213720a599d9849511a73c9ebb0c1de749383c0a0f8
|
||||
uri: huggingface://RichardErkhov/ContextualAI_-_archangel_sft_pythia2-8b-gguf/archangel_sft_pythia2-8b.Q4_K_M.gguf
|
||||
- &deepseek-r1 ## Start DeepSeek-R1
|
||||
url: "github:mudler/LocalAI/gallery/chatml.yaml@master"
|
||||
url: "github:mudler/LocalAI/gallery/deepseek-r1.yaml@master"
|
||||
name: "deepseek-r1-distill-qwen-1.5b"
|
||||
icon: "https://avatars.githubusercontent.com/u/148330874"
|
||||
urls:
|
||||
|
Loading…
x
Reference in New Issue
Block a user