fix(stream): do not break channel consumption (#2517)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-06-07 17:20:42 +02:00 committed by GitHub
parent 0d62594099
commit 3b7a78adda
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -437,7 +437,6 @@ func ChatEndpoint(cl *config.BackendConfigLoader, ml *model.ModelLoader, startup
if err != nil {
log.Debug().Msgf("Sending chunk failed: %v", err)
input.Cancel()
break
}
w.Flush()
}