models(gallery): add hathor-l3-8b-v.01-iq-imatrix (#2545)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-06-11 16:37:27 +02:00 committed by GitHub
parent 2eb2ed84ab
commit 3c50abffdd
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1575,6 +1575,32 @@
- filename: Llama-3-Update-2.0-mmproj-model-f16.gguf
sha256: 1058494004dfa121439d5a75fb96ea814c7a5937c0529998bf2366f2179bb5ba
uri: huggingface://Nitral-AI/Llama-3-Update-2.0-mmproj-model-f16/Llama-3-Update-2.0-mmproj-model-f16.gguf
- !!merge <<: *llama3
name: "hathor-l3-8b-v.01-iq-imatrix"
urls:
- https://huggingface.co/Lewdiculous/Hathor-L3-8B-v.01-GGUF-IQ-Imatrix
description: |
"Designed to seamlessly integrate the qualities of creativity, intelligence, and robust performance."
icon: https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/FLvA7-CWp3UhBuR2eGSh7.webp
tags:
- llm
- multimodal
- gguf
- gpu
- llama3
- cpu
- llava-1.5
overrides:
mmproj: Llama-3-Update-2.0-mmproj-model-f16.gguf
parameters:
model: Hathor-L3-8B-v.01-Q4_K_M-imat.gguf
files:
- filename: Hathor-L3-8B-v.01-Q4_K_M-imat.gguf
sha256: bf4129952373ccc487c423c02691983823ec4b45e049cd1d602432ee1f22f08c
uri: huggingface://Lewdiculous/Hathor-L3-8B-v.01-GGUF-IQ-Imatrix/Hathor-L3-8B-v.01-Q4_K_M-imat.gguf
- filename: Llama-3-Update-3.0-mmproj-model-f16.gguf
sha256: 3d2f36dff61d6157cadf102df86a808eb9f8a230be1bc0bc99039d81a895468a
uri: huggingface://Nitral-AI/Llama-3-Update-3.0-mmproj-model-f16/Llama-3-Update-3.0-mmproj-model-f16.gguf
- !!merge <<: *llama3
name: "bunny-llama-3-8b-v"
urls: