mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-19 12:47:54 +00:00
7f06954425
Due to a previous refactor we moved the client constructor tight to the model address, however that was just a string which we would use to build the client each time. With this change we make the loader to return a *Model which carries a constructor for the client and stores the client on the first connection. Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
30 lines
470 B
Go
30 lines
470 B
Go
package model
|
|
|
|
import grpc "github.com/mudler/LocalAI/pkg/grpc"
|
|
|
|
type Model struct {
|
|
address string
|
|
client grpc.Backend
|
|
}
|
|
|
|
func NewModel(address string) *Model {
|
|
return &Model{
|
|
address: address,
|
|
}
|
|
}
|
|
|
|
func (m *Model) GRPC(parallel bool, wd *WatchDog) grpc.Backend {
|
|
if m.client != nil {
|
|
return m.client
|
|
}
|
|
|
|
enableWD := false
|
|
if wd != nil {
|
|
enableWD = true
|
|
}
|
|
|
|
client := grpc.NewClient(m.address, parallel, wd, enableWD)
|
|
m.client = client
|
|
return client
|
|
}
|