ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-12 20:18:11 +00:00
Code Issues Actions 14 Packages Projects Releases Wiki Activity

fix: use bytes in gRPC proto instead of strings (#813)

Browse Source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto
2023-07-27 18:41:04 +02:00
committed by GitHub
parent 0af0df7423
commit b96e30e66c
8 changed files with 20 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
api/backend/llm.go
View File

@ -67,9 +67,9 @@ func ModelInference(ctx context.Context, s string, loader *model.ModelLoader, c
opts.Prompt = s
if tokenCallback != nil {
ss := ""
err := inferenceModel.PredictStream(ctx, opts, func(s string) {
tokenCallback(s)
ss += s
err := inferenceModel.PredictStream(ctx, opts, func(s []byte) {
tokenCallback(string(s))
ss += string(s)
})
return ss, err
} else {
@ -77,7 +77,7 @@ func ModelInference(ctx context.Context, s string, loader *model.ModelLoader, c
if err != nil {
return "", err
}
return reply.Message, err
return string(reply.Message), err
}
}