From 8d16a0a5363ec13408bf7f5b4534763825b3b771 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Thu, 13 Mar 2025 09:47:01 +0100 Subject: [PATCH] chore(model gallery): add gemma-3-4b-it (#5008) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index bee6d431..0f666848 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -38,6 +38,20 @@ - filename: gemma-3-12b-it-Q4_K_M.gguf sha256: 7bb69bff3f48a7b642355d64a90e481182a7794707b3133890646b1efa778ff5 uri: huggingface://ggml-org/gemma-3-12b-it-GGUF/gemma-3-12b-it-Q4_K_M.gguf +- !!merge <<: *gemma3 + name: "gemma-3-4b-it" + urls: + - https://ai.google.dev/gemma/docs/core + - https://huggingface.co/ggml-org/gemma-3-4b-it-GGUF + description: | + Gemma is a family of lightweight, state-of-the-art open models from Google, built from the same research and technology used to create the Gemini models. Gemma 3 models are multimodal, handling text and image input and generating text output, with open weights for both pre-trained variants and instruction-tuned variants. Gemma 3 has a large, 128K context window, multilingual support in over 140 languages, and is available in more sizes than previous versions. Gemma 3 models are well-suited for a variety of text generation and image understanding tasks, including question answering, summarization, and reasoning. Their relatively small size makes it possible to deploy them in environments with limited resources such as laptops, desktops or your own cloud infrastructure, democratizing access to state of the art AI models and helping foster innovation for everyone. Gemma-3-4b-it is a 4 billion parameter model. + overrides: + parameters: + model: gemma-3-4b-it-Q4_K_M.gguf + files: + - filename: gemma-3-4b-it-Q4_K_M.gguf + sha256: 882e8d2db44dc554fb0ea5077cb7e4bc49e7342a1f0da57901c0802ea21a0863 + uri: huggingface://ggml-org/gemma-3-4b-it-GGUF/gemma-3-4b-it-Q4_K_M.gguf - &phi4 url: "github:mudler/LocalAI/gallery/phi-4-chat.yaml@master" name: "phi-4"