From 404ca3cc2327758ab846a0f45087f906c823defc Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto <mudler@users.noreply.github.com> Date: Tue, 26 Nov 2024 11:12:57 +0100 Subject: [PATCH] chore(deps): bump llama.cpp to `47f931c8f9a26c072d71224bc8013cc66ea9e445` (#4263) chore(deps): bump llama.cpp to '47f931c8f9a26c072d71224bc8013cc66ea9e445' Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --- Makefile | 2 +- backend/cpp/llama/grpc-server.cpp | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/Makefile b/Makefile index be4971d6..bc54f319 100644 --- a/Makefile +++ b/Makefile @@ -8,7 +8,7 @@ DETECT_LIBS?=true # llama.cpp versions GOLLAMA_REPO?=https://github.com/go-skynet/go-llama.cpp GOLLAMA_VERSION?=2b57a8ae43e4699d3dc5d1496a1ccd42922993be -CPPLLAMA_VERSION?=cce5a9007572c6e9fa522296b77571d2e5071357 +CPPLLAMA_VERSION?=47f931c8f9a26c072d71224bc8013cc66ea9e445 # go-rwkv version RWKV_REPO?=https://github.com/donomii/go-rwkv.cpp diff --git a/backend/cpp/llama/grpc-server.cpp b/backend/cpp/llama/grpc-server.cpp index d21735da..7b75de5b 100644 --- a/backend/cpp/llama/grpc-server.cpp +++ b/backend/cpp/llama/grpc-server.cpp @@ -203,7 +203,7 @@ struct llama_client_slot std::string stopping_word; // sampling - struct common_sampler_params sparams; + struct common_params_sampling sparams; common_sampler *ctx_sampling = nullptr; int32_t ga_i = 0; // group-attention state @@ -662,7 +662,7 @@ struct llama_server_context bool launch_slot_with_data(llama_client_slot* &slot, json data) { slot_params default_params; - common_sampler_params default_sparams; + common_params_sampling default_sparams; slot->params.stream = json_value(data, "stream", false); slot->params.cache_prompt = json_value(data, "cache_prompt", false);