ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-17 14:38:08 +00:00
Code Issues Actions 24 Packages Projects Releases Wiki Activity

feat: add support for cublas/openblas in the llama.cpp backend (#258)

Browse Source
This commit is contained in:
Ettore Di Giacinto
2023-05-16 16:26:25 +02:00
committed by GitHub
parent a035de2fdd
commit acd03d15f2
3 changed files with 34 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
api/prediction.go
View File

@ -31,6 +31,10 @@ func defaultLLamaOpts(c Config) []llama.ModelOption {
llamaOpts = append(llamaOpts, llama.EnableEmbeddings)
}
if c.NGPULayers != 0 {
llamaOpts = append(llamaOpts, llama.SetGPULayers(c.NGPULayers))
}
return llamaOpts
}