models(gallery): add apollo2-9b (#3860)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-10-17 10:16:52 +02:00 committed by GitHub
parent bc7d4586ed
commit e65e3253a3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 18 additions and 0 deletions

View File

@ -3023,6 +3023,20 @@
- filename: Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf - filename: Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf
sha256: f14c5b9373d4058f0f812c6c34184addeb4aeeecb02a7bbcf9844d9afc8d0066 sha256: f14c5b9373d4058f0f812c6c34184addeb4aeeecb02a7bbcf9844d9afc8d0066
uri: huggingface://QuantFactory/Gemma-2-Ataraxy-v3i-9B-GGUF/Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf uri: huggingface://QuantFactory/Gemma-2-Ataraxy-v3i-9B-GGUF/Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf
- !!merge <<: *gemma
name: "apollo2-9b"
url: "github:mudler/LocalAI/gallery/vicuna-chat.yaml@master"
urls:
- https://huggingface.co/mradermacher/Apollo2-9B-GGUF
description: |
Covering 12 Major Languages including English, Chinese, French, Hindi, Spanish, Arabic, Russian, Japanese, Korean, German, Italian, Portuguese and 38 Minor Languages So far.
overrides:
parameters:
model: Apollo2-9B.Q4_K_M.gguf
files:
- filename: Apollo2-9B.Q4_K_M.gguf
sha256: 9fdb63f78e574558a4f33782eca88716eea28e90ea3ae36c381769cde6b81e0f
uri: huggingface://mradermacher/Apollo2-9B-GGUF/Apollo2-9B.Q4_K_M.gguf
- &llama3 - &llama3
url: "github:mudler/LocalAI/gallery/llama3-instruct.yaml@master" url: "github:mudler/LocalAI/gallery/llama3-instruct.yaml@master"
icon: https://cdn-uploads.huggingface.co/production/uploads/642cc1c253e76b4c2286c58e/aJJxKus1wP5N-euvHEUq7.png icon: https://cdn-uploads.huggingface.co/production/uploads/642cc1c253e76b4c2286c58e/aJJxKus1wP5N-euvHEUq7.png

View File

@ -14,6 +14,10 @@ config_file: |
system: "System: " system: "System: "
assistant: "Assistant: " assistant: "Assistant: "
f16: true f16: true
stopwords:
- <|end|>
- <|endoftext|>
- <eos>
template: template:
completion: | completion: |
Complete the following sentence: {{.Input}} Complete the following sentence: {{.Input}}