From e9cace137b52b37b32c6284ce842b432bd4e21c3 Mon Sep 17 00:00:00 2001
From: Gianluca Boiano <491117+M0Rf30@users.noreply.github.com>
Date: Sat, 25 Jan 2025 09:04:38 +0100
Subject: [PATCH] chore(model gallery): update deepseek-r1 prompt template
 (#4686)

Signed-off-by: Gianluca Boiano <morf3089@gmail.com>
---
 gallery/deepseek-r1.yaml | 23 +++++++++++++++++++++++
 gallery/index.yaml       |  2 +-
 2 files changed, 24 insertions(+), 1 deletion(-)
 create mode 100644 gallery/deepseek-r1.yaml

diff --git a/gallery/deepseek-r1.yaml b/gallery/deepseek-r1.yaml
new file mode 100644
index 00000000..29ca9db1
--- /dev/null
+++ b/gallery/deepseek-r1.yaml
@@ -0,0 +1,23 @@
+---
+name: "deepseek-r1"
+
+config_file: |
+  context_size: 131072
+  mmap: true
+  f16: true
+  stopwords:
+    - <｜begin▁of▁sentence｜>
+    - <｜end▁of▁sentence｜>
+    - <｜User｜>
+    - <｜Assistant｜>
+  template:
+    chat_message: |
+      {{if eq .RoleName "system" -}}{{.Content }}
+      {{ end -}}
+      {{if eq .RoleName "user" -}}<｜User｜>{{.Content}}
+      {{end -}}
+      {{if eq .RoleName "assistant" -}}<｜Assistant｜>{{.Content}}<｜end▁of▁sentence｜>{{end}}
+    completion: |
+      {{.Input}}
+    chat: |
+      {{.Input -}}<｜Assistant｜>
diff --git a/gallery/index.yaml b/gallery/index.yaml
index 15dbf1e2..11e48fa5 100644
--- a/gallery/index.yaml
+++ b/gallery/index.yaml
@@ -5302,7 +5302,7 @@
       sha256: a47782c55ef2b39b19644213720a599d9849511a73c9ebb0c1de749383c0a0f8
       uri: huggingface://RichardErkhov/ContextualAI_-_archangel_sft_pythia2-8b-gguf/archangel_sft_pythia2-8b.Q4_K_M.gguf
 - &deepseek-r1  ## Start DeepSeek-R1
-  url: "github:mudler/LocalAI/gallery/chatml.yaml@master"
+  url: "github:mudler/LocalAI/gallery/deepseek-r1.yaml@master"
   name: "deepseek-r1-distill-qwen-1.5b"
   icon: "https://avatars.githubusercontent.com/u/148330874"
   urls: