From 326be287da12a29f702bd2660268e415f7b45aa4 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Sun, 2 Mar 2025 10:22:35 +0100 Subject: [PATCH] chore(model gallery): add ibm-granite_granite-3.2-2b-instruct (#4928) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 7c0fb7e9..2dc2d340 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1094,6 +1094,21 @@ - filename: ibm-granite_granite-3.2-8b-instruct-Q4_K_M.gguf sha256: bd041eb5bc5e75e4f9a863372000046fd6490374f4dec07f399ca152b1df09c2 uri: huggingface://bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF/ibm-granite_granite-3.2-8b-instruct-Q4_K_M.gguf +- !!merge <<: *granite3 + name: "ibm-granite_granite-3.2-2b-instruct" + url: "github:mudler/LocalAI/gallery/granite3-2.yaml@master" + urls: + - https://huggingface.co/ibm-granite/granite-3.2-2b-instruct + - https://huggingface.co/bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF + description: | + Granite-3.2-2B-Instruct is an 2-billion-parameter, long-context AI model fine-tuned for thinking capabilities. Built on top of Granite-3.1-2B-Instruct, it has been trained using a mix of permissively licensed open-source datasets and internally generated synthetic data designed for reasoning tasks. The model allows controllability of its thinking capability, ensuring it is applied only when required. + overrides: + parameters: + model: ibm-granite_granite-3.2-2b-instruct-Q4_K_M.gguf + files: + - filename: ibm-granite_granite-3.2-2b-instruct-Q4_K_M.gguf + sha256: e1b915b0849becf4fdda188dee7b09cbebbfabd71c6f3f2b75dd3eca0a8fded1 + uri: huggingface://bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF/ibm-granite_granite-3.2-2b-instruct-Q4_K_M.gguf - name: "moe-girl-1ba-7bt-i1" icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/kTXXSSSqpb21rfyOX7FUa.jpeg # chatml