ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-04-12 05:40:27 +00:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

Customize function call in templates

Browse Source
This commit is contained in:
mudler 2023-07-05 18:24:44 +02:00
parent 0f1326b2bd
commit 05aed255db
1 changed files with 31 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
api/openai.go
View File

@ -445,11 +445,41 @@ func chatEndpoint(cm *ConfigMerger, o *Option) func(c *fiber.Ctx) error {
mess := []string{}
for _, i := range input.Messages {
var content string
r := config.Roles[i.Role]
role := i.Role
// if function call, we want to customize the role so we can display better that the "assistant called a json action"
// if an "assistant_function_call" role is defined, we use it, otherwise we use the role that is passed by in the request
if i.FunctionCall != nil {
roleFn := "assistant_function_call"
r := config.Roles[roleFn]
if r != "" {
role = roleFn
}
}
r := config.Roles[role]
if r != "" {
content = fmt.Sprint(r, " ", i.Content)
if i.FunctionCall != nil {
j, err := json.Marshal(i.FunctionCall)
if err == nil {
if i.Content != "" {
content += "\n" + fmt.Sprint(r, " ", string(j))
} else {
content = fmt.Sprint(r, " ", string(j))
}
}
}
} else {
content = i.Content
if i.FunctionCall != nil {
j, err := json.Marshal(i.FunctionCall)
if err == nil {
if i.Content != "" {
content += "\n" + string(j)
} else {
content = string(j)
}
}
}
}
mess = append(mess, content)