feat: add embeddings for go-llama.cpp backend (#190)

This commit is contained in:
Ettore Di Giacinto
2023-05-05 11:20:06 +02:00
committed by GitHub
parent 714bfcd45b
commit c839b334eb
8 changed files with 253 additions and 154 deletions

View File

@ -70,6 +70,9 @@ func App(configFile string, loader *model.ModelLoader, threads, ctxSize int, f16
app.Post("/v1/completions", completionEndpoint(cm, debug, loader, threads, ctxSize, f16))
app.Post("/completions", completionEndpoint(cm, debug, loader, threads, ctxSize, f16))
app.Post("/v1/embeddings", embeddingsEndpoint(cm, debug, loader, threads, ctxSize, f16))
app.Post("/embeddings", embeddingsEndpoint(cm, debug, loader, threads, ctxSize, f16))
app.Get("/v1/models", listModels(loader, cm))
app.Get("/models", listModels(loader, cm))