ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-12 20:18:11 +00:00
Code Issues Actions 14 Packages Projects Releases Wiki Activity

feat: add /models/apply endpoint to prepare models (#286)

Browse Source
This commit is contained in:
Ettore Di Giacinto
2023-05-18 15:59:03 +02:00
committed by GitHub
parent 5617e50ebc
commit cc9aa9eb3f
23 changed files with 556 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
pkg/model/initializers.go
View File

@ -164,11 +164,12 @@ func (ml *ModelLoader) BackendLoader(backendString string, modelFile string, lla
}
func (ml *ModelLoader) GreedyLoader(modelFile string, llamaOpts []llama.ModelOption, threads uint32) (interface{}, error) {
log.Debug().Msgf("Loading models greedly")
log.Debug().Msgf("Loading model '%s' greedly", modelFile)
ml.mu.Lock()
m, exists := ml.models[modelFile]
if exists {
log.Debug().Msgf("Model '%s' already loaded", modelFile)
ml.mu.Unlock()
return m, nil
}