mirror of
https://github.com/mudler/LocalAI.git
synced 2025-05-29 21:44:16 +00:00
chore(deps): bump llama.cpp to 'fef693dc6b959a8e8ba11558fbeaad0b264dd457' (#5467)
Also try to use a smaller model for integration tests Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
parent
88de2ea01a
commit
090f5065fc
4
Makefile
4
Makefile
@ -6,7 +6,7 @@ BINARY_NAME=local-ai
|
||||
DETECT_LIBS?=true
|
||||
|
||||
# llama.cpp versions
|
||||
CPPLLAMA_VERSION?=d13d0f6135803822ec1cd7e3efb49360b88a1bdf
|
||||
CPPLLAMA_VERSION?=fef693dc6b959a8e8ba11558fbeaad0b264dd457
|
||||
|
||||
# whisper.cpp version
|
||||
WHISPER_REPO?=https://github.com/ggml-org/whisper.cpp
|
||||
@ -453,7 +453,7 @@ run: prepare ## run local-ai
|
||||
test-models/testmodel.ggml:
|
||||
mkdir test-models
|
||||
mkdir test-dir
|
||||
wget -q https://huggingface.co/RichardErkhov/Qwen_-_Qwen2-1.5B-Instruct-gguf/resolve/main/Qwen2-1.5B-Instruct.Q2_K.gguf -O test-models/testmodel.ggml
|
||||
wget -q https://huggingface.co/mradermacher/gpt2-alpaca-gpt4-GGUF/resolve/main/gpt2-alpaca-gpt4.Q4_K_M.gguf -O test-models/testmodel.ggml
|
||||
wget -q https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-base.en.bin -O test-models/whisper-en
|
||||
wget -q https://huggingface.co/mudler/all-MiniLM-L6-v2/resolve/main/ggml-model-q4_0.bin -O test-models/bert
|
||||
wget -q https://cdn.openai.com/whisper/draft-20220913a/micro-machines.wav -O test-dir/audio.wav
|
||||
|
@ -35,9 +35,9 @@ const bearerKey = "Bearer " + apiKey
|
||||
const testPrompt = `### System:
|
||||
You are an AI assistant that follows instruction extremely well. Help as much as you can.
|
||||
|
||||
### User:
|
||||
### Instruction:
|
||||
|
||||
Can you help rephrasing sentences?
|
||||
Say hello.
|
||||
|
||||
### Response:`
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user