talk-llama : sync llama.cpp

This commit is contained in:
Georgi Gerganov
2024-02-20 12:09:57 +02:00
parent 276615d708
commit 59119f4f20
4 changed files with 604 additions and 185 deletions

View File

@ -288,7 +288,7 @@ int main(int argc, char ** argv) {
// llama init
llama_backend_init(true);
llama_backend_init();
auto lmparams = llama_model_default_params();
if (!params.use_gpu) {