Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-10-18 18:19:42 +02:00
parent 38a417b65c
commit 68be10f2af
2 changed files with 4 additions and 2 deletions

View File

@ -159,6 +159,7 @@ message Reply {
bytes message = 1;
int32 tokens = 2;
int32 prompt_tokens = 3;
string audio_output = 4;
}
message ModelOptions {

View File

@ -22,8 +22,9 @@ import (
)
type LLMResponse struct {
Response string // should this be []byte?
Usage TokenUsage
Response string // should this be []byte?
Usage TokenUsage
AudioOutput string
}
type TokenUsage struct {