ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2024-12-18 20:27:57 +00:00
Code Issues Actions 12 Packages Projects Releases Wiki Activity

chore(refactor): imply modelpath (#4208)

Browse Source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-11-20 18:06:35 +01:00 committed by GitHub
parent 51e0db367a
commit 4f1ab2366d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
core/config/backend_config_loader.go
View File

@ -140,7 +140,7 @@ func (bcl *BackendConfigLoader) LoadBackendConfigFileByName(modelName, modelPath
} }
} }
cfg.SetDefaults(opts...) cfg.SetDefaults(append(opts, ModelPath(modelPath))...)
return cfg, nil return cfg, nil
} }

1
core/http/endpoints/openai/request.go
View File

@ -304,7 +304,6 @@ func mergeRequestWithConfig(modelFile string, input *schema.OpenAIRequest, cm *c
config.LoadOptionThreads(threads), config.LoadOptionThreads(threads),
config.LoadOptionContextSize(ctx), config.LoadOptionContextSize(ctx),
config.LoadOptionF16(f16), config.LoadOptionF16(f16),
config.ModelPath(loader.ModelPath),
) )
// Set the parameters for the language model prediction // Set the parameters for the language model prediction