ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-02-14 06:32:01 +00:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

aujdio

Browse Source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-10-18 18:19:42 +02:00
parent 4ca7689f31
commit 9b6826d5ff
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
backend/backend.proto
View File

@ -159,6 +159,7 @@ message Reply {
bytes message = 1; bytes message = 1;
int32 tokens = 2; int32 tokens = 2;
int32 prompt_tokens = 3; int32 prompt_tokens = 3;
string audio_output = 4;
} }
message ModelOptions { message ModelOptions {

5
core/backend/llm.go
View File

@ -22,8 +22,9 @@ import (
) )
type LLMResponse struct { type LLMResponse struct {
Response string // should this be []byte? Response string // should this be []byte?
Usage TokenUsage Usage TokenUsage
AudioOutput string
} }
type TokenUsage struct { type TokenUsage struct {