talk-llama : add check for deepseek-r1-qwen in llama-vocab.cpp

This commit is contained in:
kristianmk 2025-01-29 14:33:49 +01:00 committed by GitHub
parent 7ffcd05267
commit 3972a8c6a5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1522,7 +1522,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
pre_type = LLAMA_VOCAB_PRE_TYPE_COMMAND_R;
clean_spaces = false;
} else if (
tokenizer_pre == "qwen2") {
tokenizer_pre == "qwen2" ||
tokenizer_pre == "deepseek-r1-qwen") {
pre_type = LLAMA_VOCAB_PRE_TYPE_QWEN2;
clean_spaces = false;
} else if (