ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-09 20:13:17 +00:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

chore(model gallery): add mmproj to gemma3 models (now working)

Browse Source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2025-04-26 17:31:40 +02:00
parent dc7c51dcc7
commit a67d22f5f2
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
gallery/index.yaml
View File

@ -90,12 +90,16 @@
You can find the half-precision version here. You can find the half-precision version here.
overrides: overrides:
mmproj: mmproj-google_gemma-3-12b-it-qat-f16.gguf
parameters: parameters:
model: google_gemma-3-12b-it-qat-Q4_0.gguf model: google_gemma-3-12b-it-qat-Q4_0.gguf
files: files:
- filename: google_gemma-3-12b-it-qat-Q4_0.gguf - filename: google_gemma-3-12b-it-qat-Q4_0.gguf
sha256: 2ad4c9ce431a2d5b80af37983828c2cfb8f4909792ca5075e0370e3a71ca013d sha256: 2ad4c9ce431a2d5b80af37983828c2cfb8f4909792ca5075e0370e3a71ca013d
uri: huggingface://bartowski/google_gemma-3-12b-it-qat-GGUF/google_gemma-3-12b-it-qat-Q4_0.gguf uri: huggingface://bartowski/google_gemma-3-12b-it-qat-GGUF/google_gemma-3-12b-it-qat-Q4_0.gguf
- filename: mmproj-google_gemma-3-12b-it-qat-f16.gguf
sha256: 30c02d056410848227001830866e0a269fcc28aaf8ca971bded494003de9f5a5
uri: huggingface://bartowski/google_gemma-3-12b-it-qat-GGUF/mmproj-google_gemma-3-12b-it-qat-f16.gguf
- !!merge <<: *gemma3 - !!merge <<: *gemma3
name: "gemma-3-4b-it-qat" name: "gemma-3-4b-it-qat"
urls: urls:
@ -108,12 +112,16 @@
You can find the half-precision version here. You can find the half-precision version here.
overrides: overrides:
mmproj: mmproj-google_gemma-3-4b-it-qat-f16.gguf
parameters: parameters:
model: google_gemma-3-4b-it-qat-Q4_0.gguf model: google_gemma-3-4b-it-qat-Q4_0.gguf
files: files:
- filename: google_gemma-3-4b-it-qat-Q4_0.gguf - filename: google_gemma-3-4b-it-qat-Q4_0.gguf
sha256: 0231e2cba887f4c7834c39b34251e26b2eebbb71dfac0f7e6e2b2c2531c1a583 sha256: 0231e2cba887f4c7834c39b34251e26b2eebbb71dfac0f7e6e2b2c2531c1a583
uri: huggingface://bartowski/google_gemma-3-4b-it-qat-GGUF/google_gemma-3-4b-it-qat-Q4_0.gguf uri: huggingface://bartowski/google_gemma-3-4b-it-qat-GGUF/google_gemma-3-4b-it-qat-Q4_0.gguf
- filename: mmproj-google_gemma-3-4b-it-qat-f16.gguf
sha256: 8c0fb064b019a6972856aaae2c7e4792858af3ca4561be2dbf649123ba6c40cb
uri: huggingface://bartowski/google_gemma-3-4b-it-qat-GGUF/mmproj-google_gemma-3-4b-it-qat-f16.gguf
- !!merge <<: *gemma3 - !!merge <<: *gemma3
name: "gemma-3-27b-it-qat" name: "gemma-3-27b-it-qat"
urls: urls:
@ -126,12 +134,16 @@
You can find the half-precision version here. You can find the half-precision version here.
overrides: overrides:
mmproj: mmproj-google_gemma-3-27b-it-qat-f16.gguf
parameters: parameters:
model: google_gemma-3-27b-it-qat-Q4_0.gguf model: google_gemma-3-27b-it-qat-Q4_0.gguf
files: files:
- filename: google_gemma-3-27b-it-qat-Q4_0.gguf - filename: google_gemma-3-27b-it-qat-Q4_0.gguf
sha256: 4f1e32db877a9339df2d6529c1635570425cbe81f0aa3f7dd5d1452f2e632b42 sha256: 4f1e32db877a9339df2d6529c1635570425cbe81f0aa3f7dd5d1452f2e632b42
uri: huggingface://bartowski/google_gemma-3-27b-it-qat-GGUF/google_gemma-3-27b-it-qat-Q4_0.gguf uri: huggingface://bartowski/google_gemma-3-27b-it-qat-GGUF/google_gemma-3-27b-it-qat-Q4_0.gguf
- filename: mmproj-google_gemma-3-27b-it-qat-f16.gguf
sha256: 54cb61c842fe49ac3c89bc1a614a2778163eb49f3dec2b90ff688b4c0392cb48
uri: huggingface://bartowski/google_gemma-3-27b-it-qat-GGUF/mmproj-google_gemma-3-27b-it-qat-f16.gguf
- !!merge <<: *gemma3 - !!merge <<: *gemma3
name: "qgallouedec_gemma-3-27b-it-codeforces-sft" name: "qgallouedec_gemma-3-27b-it-codeforces-sft"
urls: urls: