mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-24 06:46:39 +00:00
models(gallery): add phi-3-4x4b (#2497)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
parent
956d652314
commit
88fd000065
@ -1781,6 +1781,20 @@
|
|||||||
- filename: Cream-Phi-3-14B-v1-Q4_K_M.gguf
|
- filename: Cream-Phi-3-14B-v1-Q4_K_M.gguf
|
||||||
uri: huggingface://TheDrummer/Cream-Phi-3-14B-v1-GGUF/Cream-Phi-3-14B-v1-Q4_K_M.gguf
|
uri: huggingface://TheDrummer/Cream-Phi-3-14B-v1-GGUF/Cream-Phi-3-14B-v1-Q4_K_M.gguf
|
||||||
sha256: ec67018a86090da415517acf21ad48f28e02dff664a1dd35602f1f8fa94f6a27
|
sha256: ec67018a86090da415517acf21ad48f28e02dff664a1dd35602f1f8fa94f6a27
|
||||||
|
- !!merge <<: *phi-3
|
||||||
|
name: "phi3-4x4b-v1"
|
||||||
|
description: |
|
||||||
|
a continually pretrained phi3-mini sparse moe upcycle
|
||||||
|
urls:
|
||||||
|
- https://huggingface.co/bartowski/phi3-4x4b-v1-GGUF
|
||||||
|
- https://huggingface.co/Fizzarolli/phi3-4x4b-v1
|
||||||
|
overrides:
|
||||||
|
parameters:
|
||||||
|
model: phi3-4x4b-v1-Q4_K_M.gguf
|
||||||
|
files:
|
||||||
|
- filename: phi3-4x4b-v1-Q4_K_M.gguf
|
||||||
|
uri: huggingface://bartowski/phi3-4x4b-v1-GGUF/phi3-4x4b-v1-Q4_K_M.gguf
|
||||||
|
sha256: fd33220186b7076f4b306f27b3a8913384435a2ca90185a71c9df5a752d3a298
|
||||||
- &hermes-2-pro-mistral
|
- &hermes-2-pro-mistral
|
||||||
### START Hermes
|
### START Hermes
|
||||||
url: "github:mudler/LocalAI/gallery/hermes-2-pro-mistral.yaml@master"
|
url: "github:mudler/LocalAI/gallery/hermes-2-pro-mistral.yaml@master"
|
||||||
|
Loading…
Reference in New Issue
Block a user