feat: cancel stream generation if client disappears (#792)

This commit is contained in:
Aman Gupta Karmani
2023-07-24 14:10:54 -07:00
committed by GitHub
parent 72e3e236de
commit 12fe0932c4
12 changed files with 37 additions and 21 deletions

View File

@ -14,7 +14,7 @@ import (
// https://platform.openai.com/docs/api-reference/embeddings
func EmbeddingsEndpoint(cm *config.ConfigLoader, o *options.Option) func(c *fiber.Ctx) error {
return func(c *fiber.Ctx) error {
model, input, err := readInput(c, o.Loader, true)
model, input, err := readInput(c, o, true)
if err != nil {
return fmt.Errorf("failed reading parameters from request:%w", err)
}