From 568a01bf5c5fd97b3ec9e493e96a5226ea953687 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Thu, 10 Oct 2024 19:16:23 +0200 Subject: [PATCH] models(gallery): add gemma-2-ataraxy-v3i-9b (#3785) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 77d8e68b..c25ccc02 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -2636,6 +2636,19 @@ - filename: gemma-2-9b-it-abliterated-Q4_K_M.gguf sha256: 88d84ac9796732c10f6c58e0feb4db8e04c05d74bdb7047a5e37906a589896e1 uri: huggingface://bartowski/gemma-2-9b-it-abliterated-GGUF/gemma-2-9b-it-abliterated-Q4_K_M.gguf +- !!merge <<: *gemma + name: "gemma-2-ataraxy-v3i-9b" + urls: + - https://huggingface.co/QuantFactory/Gemma-2-Ataraxy-v3i-9B-GGUF + description: | + Gemma-2-Ataraxy-v3i-9B is an experimental model that replaces the simpo model in the original recipe with a different simpo model and a writing model trained on Gutenberg, using a higher density. It is a merge of pre-trained language models created using mergekit, with della merge method using unsloth/gemma-2-9b-it as the base. The models included in the merge are nbeerbower/Gemma2-Gutenberg-Doppel-9B, ifable/gemma-2-Ifable-9B, and wzhouad/gemma-2-9b-it-WPO-HB. It has been quantized using llama.cpp. + overrides: + parameters: + model: Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf + files: + - filename: Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf + sha256: f14c5b9373d4058f0f812c6c34184addeb4aeeecb02a7bbcf9844d9afc8d0066 + uri: huggingface://QuantFactory/Gemma-2-Ataraxy-v3i-9B-GGUF/Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf - &llama3 url: "github:mudler/LocalAI/gallery/llama3-instruct.yaml@master" icon: https://cdn-uploads.huggingface.co/production/uploads/642cc1c253e76b4c2286c58e/aJJxKus1wP5N-euvHEUq7.png