ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2024-12-18 20:27:57 +00:00
Code Issues Actions 12 Packages Projects Releases Wiki Activity

Add mutex, build only lite images

Browse Source
This commit is contained in:
mudler 2023-03-27 01:01:10 +02:00
parent 1f45ff8cd6
commit e860e62036
2 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
Earthfile
View File

@ -43,5 +43,5 @@ lite-image:
SAVE IMAGE --push $IMAGE-lite SAVE IMAGE --push $IMAGE-lite
image-all: image-all:
BUILD --platform=linux/amd64 --platform=linux/arm64 +image #BUILD --platform=linux/amd64 --platform=linux/arm64 +image
BUILD --platform=linux/amd64 --platform=linux/arm64 +lite-image BUILD --platform=linux/amd64 --platform=linux/arm64 +lite-image

4
api.go
View File

@ -4,6 +4,7 @@ import (
"embed" "embed"
"net/http" "net/http"
"strconv" "strconv"
"sync"
llama "github.com/go-skynet/llama/go" llama "github.com/go-skynet/llama/go"
"github.com/gofiber/fiber/v2" "github.com/gofiber/fiber/v2"
@ -28,9 +29,12 @@ func api(l *llama.LLama, listenAddr string, threads int) error {
"tokens": 100 "tokens": 100
}' }'
*/ */
var mutex = &sync.Mutex{}
// Endpoint to generate the prediction // Endpoint to generate the prediction
app.Post("/predict", func(c *fiber.Ctx) error { app.Post("/predict", func(c *fiber.Ctx) error {
mutex.Lock()
defer mutex.Unlock()
// Get input data from the request body // Get input data from the request body
input := new(struct { input := new(struct {
Text string `json:"text"` Text string `json:"text"`