mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-23 06:22:23 +00:00
models(gallery): add qwen2.5-coder-7b-instruct-abliterated-i1 (#4132)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
parent
5de277cc78
commit
b36ced8681
@ -103,6 +103,22 @@
|
|||||||
- filename: Qwen2.5-Coder-7B-3x-Instruct-TIES-v1.2.i1-Q4_K_M.gguf
|
- filename: Qwen2.5-Coder-7B-3x-Instruct-TIES-v1.2.i1-Q4_K_M.gguf
|
||||||
sha256: c28a4da700f634f1277f02391d81fa3c0ba783fa4b02886bd4bfe5f13b6605ef
|
sha256: c28a4da700f634f1277f02391d81fa3c0ba783fa4b02886bd4bfe5f13b6605ef
|
||||||
uri: huggingface://mradermacher/Qwen2.5-Coder-7B-3x-Instruct-TIES-v1.2-i1-GGUF/Qwen2.5-Coder-7B-3x-Instruct-TIES-v1.2.i1-Q4_K_M.gguf
|
uri: huggingface://mradermacher/Qwen2.5-Coder-7B-3x-Instruct-TIES-v1.2-i1-GGUF/Qwen2.5-Coder-7B-3x-Instruct-TIES-v1.2.i1-Q4_K_M.gguf
|
||||||
|
- !!merge <<: *qwen25coder
|
||||||
|
name: "qwen2.5-coder-7b-instruct-abliterated-i1"
|
||||||
|
urls:
|
||||||
|
- https://huggingface.co/huihui-ai/Qwen2.5-Coder-7B-Instruct-abliterated
|
||||||
|
- https://huggingface.co/mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF
|
||||||
|
description: |
|
||||||
|
This is an uncensored version of Qwen2.5-Coder-7B-Instruct created with abliteration (see this article to know more about it).
|
||||||
|
|
||||||
|
Special thanks to @FailSpy for the original code and technique. Please follow him if you're interested in abliterated models.
|
||||||
|
overrides:
|
||||||
|
parameters:
|
||||||
|
model: Qwen2.5-Coder-7B-Instruct-abliterated.i1-Q4_K_M.gguf
|
||||||
|
files:
|
||||||
|
- filename: Qwen2.5-Coder-7B-Instruct-abliterated.i1-Q4_K_M.gguf
|
||||||
|
sha256: 9100ccd9e8167cefda98bd1c97d5d765a21e70e124e4d6b89945fd66ebb481b4
|
||||||
|
uri: huggingface://mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF/Qwen2.5-Coder-7B-Instruct-abliterated.i1-Q4_K_M.gguf
|
||||||
- &opencoder
|
- &opencoder
|
||||||
name: "opencoder-8b-base"
|
name: "opencoder-8b-base"
|
||||||
icon: https://github.com/OpenCoder-llm/opencoder-llm.github.io/blob/main/static/images/opencoder_icon.jpg?raw=true
|
icon: https://github.com/OpenCoder-llm/opencoder-llm.github.io/blob/main/static/images/opencoder_icon.jpg?raw=true
|
||||||
|
Loading…
Reference in New Issue
Block a user