From e65e3253a3210aafffa62be72c696ac89bcb92f4 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Thu, 17 Oct 2024 10:16:52 +0200 Subject: [PATCH] models(gallery): add apollo2-9b (#3860) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 14 ++++++++++++++ gallery/vicuna-chat.yaml | 4 ++++ 2 files changed, 18 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index d06897cb..f87d1419 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -3023,6 +3023,20 @@ - filename: Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf sha256: f14c5b9373d4058f0f812c6c34184addeb4aeeecb02a7bbcf9844d9afc8d0066 uri: huggingface://QuantFactory/Gemma-2-Ataraxy-v3i-9B-GGUF/Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf +- !!merge <<: *gemma + name: "apollo2-9b" + url: "github:mudler/LocalAI/gallery/vicuna-chat.yaml@master" + urls: + - https://huggingface.co/mradermacher/Apollo2-9B-GGUF + description: | + Covering 12 Major Languages including English, Chinese, French, Hindi, Spanish, Arabic, Russian, Japanese, Korean, German, Italian, Portuguese and 38 Minor Languages So far. + overrides: + parameters: + model: Apollo2-9B.Q4_K_M.gguf + files: + - filename: Apollo2-9B.Q4_K_M.gguf + sha256: 9fdb63f78e574558a4f33782eca88716eea28e90ea3ae36c381769cde6b81e0f + uri: huggingface://mradermacher/Apollo2-9B-GGUF/Apollo2-9B.Q4_K_M.gguf - &llama3 url: "github:mudler/LocalAI/gallery/llama3-instruct.yaml@master" icon: https://cdn-uploads.huggingface.co/production/uploads/642cc1c253e76b4c2286c58e/aJJxKus1wP5N-euvHEUq7.png diff --git a/gallery/vicuna-chat.yaml b/gallery/vicuna-chat.yaml index 05600e66..68310549 100644 --- a/gallery/vicuna-chat.yaml +++ b/gallery/vicuna-chat.yaml @@ -14,6 +14,10 @@ config_file: | system: "System: " assistant: "Assistant: " f16: true + stopwords: + - <|end|> + - <|endoftext|> + - template: completion: | Complete the following sentence: {{.Input}}