From 3972a8c6a554a6b52923fc843bcffb668083ca80 Mon Sep 17 00:00:00 2001 From: kristianmk <1713062+kristianmk@users.noreply.github.com> Date: Wed, 29 Jan 2025 14:33:49 +0100 Subject: [PATCH] talk-llama : add check for deepseek-r1-qwen in llama-vocab.cpp --- examples/talk-llama/llama-vocab.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/talk-llama/llama-vocab.cpp b/examples/talk-llama/llama-vocab.cpp index 96b74e93..ae079eb6 100644 --- a/examples/talk-llama/llama-vocab.cpp +++ b/examples/talk-llama/llama-vocab.cpp @@ -1522,7 +1522,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) { pre_type = LLAMA_VOCAB_PRE_TYPE_COMMAND_R; clean_spaces = false; } else if ( - tokenizer_pre == "qwen2") { + tokenizer_pre == "qwen2" || + tokenizer_pre == "deepseek-r1-qwen") { pre_type = LLAMA_VOCAB_PRE_TYPE_QWEN2; clean_spaces = false; } else if (