chore(model gallery): add mlabonne_qwen3-4b-abliterated (#5283)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2025-04-30 11:09:58 +02:00 committed by GitHub
parent 640790d628
commit 26cbf77c0d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -258,6 +258,20 @@
- filename: mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf
sha256: 605d17fa8d4b3227e4848c2198616e9f8fb7e22ecb38e841b40c56acc8a5312d
uri: huggingface://bartowski/mlabonne_Qwen3-8B-abliterated-GGUF/mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf
- !!merge <<: *qwen3
name: "mlabonne_qwen3-4b-abliterated"
urls:
- https://huggingface.co/mlabonne/Qwen3-4B-abliterated
- https://huggingface.co/bartowski/mlabonne_Qwen3-4B-abliterated-GGUF
description: |
Qwen3-4B-abliterated is a 4B parameter model that is abliterated.
overrides:
parameters:
model: mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf
files:
- filename: mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf
sha256: 004f7b8f59ccd5fa42258c52aa2087b89524cced84e955b9c8b115035ca073b2
uri: huggingface://bartowski/mlabonne_Qwen3-4B-abliterated-GGUF/mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf
- &gemma3
url: "github:mudler/LocalAI/gallery/gemma.yaml@master"
name: "gemma-3-27b-it"