ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-14 13:08:08 +00:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

feat: cancel stream generation if client disappears (#792)

Browse Source
This commit is contained in:
Aman Gupta Karmani
2023-07-24 14:10:54 -07:00
committed by GitHub
parent 72e3e236de
commit 12fe0932c4
12 changed files with 37 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
api/openai/api.go
View File

@ -1,6 +1,7 @@
package openai
import (
"context"
config "github.com/go-skynet/LocalAI/api/config"
"github.com/go-skynet/LocalAI/pkg/grammar"
@ -70,6 +71,9 @@ type OpenAIModel struct {
type OpenAIRequest struct {
config.PredictionOptions
Context context.Context
Cancel context.CancelFunc
// whisper
File string `json:"file" validate:"required"`
//whisper/image