From bd900945f7fec40ab3398c6a34693ca271eb556f Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Wed, 24 Jul 2024 12:35:52 +0200 Subject: [PATCH] fix(llama.cpp): do not set anymore lora_base (#2999) Signed-off-by: Ettore Di Giacinto --- backend/cpp/llama/grpc-server.cpp | 1 - 1 file changed, 1 deletion(-) diff --git a/backend/cpp/llama/grpc-server.cpp b/backend/cpp/llama/grpc-server.cpp index 1cff6b8a..cb5c85f1 100644 --- a/backend/cpp/llama/grpc-server.cpp +++ b/backend/cpp/llama/grpc-server.cpp @@ -2259,7 +2259,6 @@ static void params_parse(const backend::ModelOptions* request, // get the directory of modelfile std::string model_dir = params.model.substr(0, params.model.find_last_of("/\\")); params.lora_adapter.push_back(std::make_tuple(model_dir + "/"+request->loraadapter(), scale_factor)); - params.lora_base = model_dir + "/"+request->lorabase(); } params.use_mlock = request->mlock(); params.use_mmap = request->mmap();