ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-10 20:42:53 +00:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

chore: simplify model loading (#3715)

Browse Source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-10-02 08:59:06 +02:00 committed by GitHub
parent 5488fc3bc1
commit 3acd767ac4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
core/backend/tokenize.go
View File

@ -11,17 +11,11 @@ func ModelTokenize(s string, loader *model.ModelLoader, backendConfig config.Bac
modelFile := backendConfig.Model modelFile := backendConfig.Model
grpcOpts := GRPCModelOpts(backendConfig)
var inferenceModel grpc.Backend var inferenceModel grpc.Backend
var err error var err error
opts := modelOpts(backendConfig, appConfig, []model.Option{ opts := ModelOptions(backendConfig, appConfig, []model.Option{
model.WithLoadGRPCLoadModelOpts(grpcOpts),
model.WithThreads(uint32(*backendConfig.Threads)),
model.WithAssetDir(appConfig.AssetsDestination),
model.WithModel(modelFile), model.WithModel(modelFile),
model.WithContext(appConfig.Context),
}) })
if backendConfig.Backend == "" { if backendConfig.Backend == "" {