From fdb560b8e511cf4e29694e56be6d395b5b5c8799 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 17 Dec 2024 10:10:37 +0100 Subject: [PATCH] chore(model gallery): add qwq-lcot-7b-instruct (#4419) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 99c0e9a3..ff4969ca 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -2127,6 +2127,20 @@ - filename: Qwen2-7B-Multilingual-RP.Q4_K_M.gguf sha256: 31756c58fd135f2deb59b2d9b142f39134dc8d1a6eaa02f388dda7491fc95ccc uri: huggingface://QuantFactory/Qwen2-7B-Multilingual-RP-GGUF/Qwen2-7B-Multilingual-RP.Q4_K_M.gguf +- !!merge <<: *qwen25 + name: "qwq-lcot-7b-instruct" + urls: + - https://huggingface.co/prithivMLmods/QwQ-LCoT-7B-Instruct + - https://huggingface.co/bartowski/QwQ-LCoT-7B-Instruct-GGUF + description: | + The QwQ-LCoT-7B-Instruct is a fine-tuned language model designed for advanced reasoning and instruction-following tasks. It leverages the Qwen2.5-7B base model and has been fine-tuned on the amphora/QwQ-LongCoT-130K dataset, focusing on chain-of-thought (CoT) reasoning. + overrides: + parameters: + model: QwQ-LCoT-7B-Instruct-Q4_K_M.gguf + files: + - filename: QwQ-LCoT-7B-Instruct-Q4_K_M.gguf + sha256: 1df2e4ff0093a9632687b73969153442776b0ffc1c3c68e7f559472f9cea1945 + uri: huggingface://bartowski/QwQ-LCoT-7B-Instruct-GGUF/QwQ-LCoT-7B-Instruct-Q4_K_M.gguf - &smollm ## SmolLM url: "github:mudler/LocalAI/gallery/chatml.yaml@master"