LocalAI/pkg/grpc/interface.go

package grpc

import (
	pb "github.com/go-skynet/LocalAI/pkg/grpc/proto"
)

type LLM interface {
	Predict(*pb.PredictOptions) (string, error)
	PredictStream(*pb.PredictOptions, chan string)
	Load(*pb.ModelOptions) error
	Embeddings(*pb.PredictOptions) ([]float32, error)
}