ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-20 16:00:17 +00:00
Code Issues Actions 20 Packages Projects Releases Wiki Activity

feat: Add Get Token Metrics to GRPC server (#3687)

Browse Source 
* Add Get Token Metrics to GRPC server

Signed-off-by: Siddharth More <siddimore@gmail.com>

* Expose LocalAI endpoint

Signed-off-by: Siddharth More <siddimore@gmail.com>

---------

Signed-off-by: Siddharth More <siddimore@gmail.com>
This commit is contained in:
siddimore
2024-10-01 05:41:20 -07:00
committed by GitHub
parent 139209353f
commit f84b55d1ef
8 changed files with 180 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pkg/grpc/embed.go
View File

@ -87,6 +87,10 @@ func (e *embedBackend) Rerank(ctx context.Context, in *pb.RerankRequest, opts ..
return e.s.Rerank(ctx, in)
}
func (e *embedBackend) GetTokenMetrics(ctx context.Context, in *pb.MetricsRequest, opts ...grpc.CallOption) (*pb.MetricsResponse, error) {
return e.s.GetMetrics(ctx, in)
}
type embedBackendServerStream struct {
ctx context.Context
fn func(s []byte)