mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-19 04:37:53 +00:00
30 lines
470 B
Go
30 lines
470 B
Go
|
package model
|
||
|
|
|
||
|
|
import grpc "github.com/mudler/LocalAI/pkg/grpc"
|
||
|
|
|
||
|
|
type Model struct {
|
||
|
|
address string
|
||
|
|
client grpc.Backend
|
||
|
|
}
|
||
|
|
|
||
|
|
func NewModel(address string) *Model {
|
||
|
|
return &Model{
|
||
|
|
address: address,
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func (m *Model) GRPC(parallel bool, wd *WatchDog) grpc.Backend {
|
||
|
|
if m.client != nil {
|
||
|
|
return m.client
|
||
|
|
}
|
||
|
|
|
||
|
|
enableWD := false
|
||
|
|
if wd != nil {
|
||
|
|
enableWD = true
|
||
|
|
}
|
||
|
|
|
||
|
|
client := grpc.NewClient(m.address, parallel, wd, enableWD)
|
||
|
|
m.client = client
|
||
|
|
return client
|
||
|
|
}
|