mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-25 07:11:03 +00:00
c72808f18b
* feat(tools): support Tools in the API Co-authored-by: =?UTF-8?q?Stephan=20A=C3=9Fmus?= <stephan.assmus@sap.com> * feat(tools): support function streaming * Adhere to new return types when using tools instead of functions * Keep backward compatibility with function calling * Evaluate function names in chat templates * Disable recovery with --debug * Correctly stream out the entire result * Detect when llm chooses to reply and to not perform any action in SSE * Feedback from code review --------- Co-authored-by: =?UTF-8?q?Stephan=20A=C3=9Fmus?= <stephan.assmus@sap.com>
65 lines
1.4 KiB
Go
65 lines
1.4 KiB
Go
package grammar
|
|
|
|
import (
|
|
"encoding/json"
|
|
)
|
|
|
|
type Function struct {
|
|
Name string `json:"name"`
|
|
Description string `json:"description"`
|
|
Parameters map[string]interface{} `json:"parameters"`
|
|
}
|
|
type Functions []Function
|
|
|
|
type Tool struct {
|
|
Type string `json:"type"`
|
|
Function Function `json:"function,omitempty"`
|
|
}
|
|
type Tools []Tool
|
|
|
|
func (f Functions) ToJSONStructure() JSONFunctionStructure {
|
|
js := JSONFunctionStructure{}
|
|
for _, function := range f {
|
|
// t := function.Parameters["type"]
|
|
//tt := t.(string)
|
|
|
|
properties := function.Parameters["properties"]
|
|
defs := function.Parameters["$defs"]
|
|
dat, _ := json.Marshal(properties)
|
|
dat2, _ := json.Marshal(defs)
|
|
prop := map[string]interface{}{}
|
|
defsD := map[string]interface{}{}
|
|
|
|
json.Unmarshal(dat, &prop)
|
|
json.Unmarshal(dat2, &defsD)
|
|
if js.Defs == nil {
|
|
js.Defs = defsD
|
|
}
|
|
js.OneOf = append(js.OneOf, Item{
|
|
Type: "object",
|
|
Properties: Properties{
|
|
Function: FunctionName{Const: function.Name},
|
|
Arguments: Argument{
|
|
Type: "object",
|
|
Properties: prop,
|
|
},
|
|
},
|
|
})
|
|
}
|
|
return js
|
|
}
|
|
|
|
// Select returns a list of functions containing the function with the given name
|
|
func (f Functions) Select(name string) Functions {
|
|
var funcs Functions
|
|
|
|
for _, f := range f {
|
|
if f.Name == name {
|
|
funcs = []Function{f}
|
|
break
|
|
}
|
|
}
|
|
|
|
return funcs
|
|
}
|