From 090f5065fc3ff5cd21676e43001d41a5f046feae Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Mon, 26 May 2025 17:19:46 +0200 Subject: [PATCH] chore(deps): bump llama.cpp to 'fef693dc6b959a8e8ba11558fbeaad0b264dd457' (#5467) Also try to use a smaller model for integration tests Signed-off-by: Ettore Di Giacinto --- Makefile | 4 ++-- core/http/app_test.go | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/Makefile b/Makefile index 460d000b..9f3d2cc3 100644 --- a/Makefile +++ b/Makefile @@ -6,7 +6,7 @@ BINARY_NAME=local-ai DETECT_LIBS?=true # llama.cpp versions -CPPLLAMA_VERSION?=d13d0f6135803822ec1cd7e3efb49360b88a1bdf +CPPLLAMA_VERSION?=fef693dc6b959a8e8ba11558fbeaad0b264dd457 # whisper.cpp version WHISPER_REPO?=https://github.com/ggml-org/whisper.cpp @@ -453,7 +453,7 @@ run: prepare ## run local-ai test-models/testmodel.ggml: mkdir test-models mkdir test-dir - wget -q https://huggingface.co/RichardErkhov/Qwen_-_Qwen2-1.5B-Instruct-gguf/resolve/main/Qwen2-1.5B-Instruct.Q2_K.gguf -O test-models/testmodel.ggml + wget -q https://huggingface.co/mradermacher/gpt2-alpaca-gpt4-GGUF/resolve/main/gpt2-alpaca-gpt4.Q4_K_M.gguf -O test-models/testmodel.ggml wget -q https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-base.en.bin -O test-models/whisper-en wget -q https://huggingface.co/mudler/all-MiniLM-L6-v2/resolve/main/ggml-model-q4_0.bin -O test-models/bert wget -q https://cdn.openai.com/whisper/draft-20220913a/micro-machines.wav -O test-dir/audio.wav diff --git a/core/http/app_test.go b/core/http/app_test.go index 2d243322..cabdba39 100644 --- a/core/http/app_test.go +++ b/core/http/app_test.go @@ -35,9 +35,9 @@ const bearerKey = "Bearer " + apiKey const testPrompt = `### System: You are an AI assistant that follows instruction extremely well. Help as much as you can. -### User: +### Instruction: -Can you help rephrasing sentences? +Say hello. ### Response:`