Add a way to disable default action

This commit is contained in:
mudler 2023-07-09 10:02:21 +02:00
parent bbc4468908
commit b3f43ab938
2 changed files with 5 additions and 2 deletions

View File

@ -42,6 +42,8 @@ type Config struct {
MainGPU string `yaml:"main_gpu"`
ImageGenerationAssets string `yaml:"asset_dir"`
DisableDefaultAnswer bool `yaml:"disable_default_answer"`
PromptCachePath string `yaml:"prompt_cache_path"`
PromptCacheAll bool `yaml:"prompt_cache_all"`
PromptCacheRO bool `yaml:"prompt_cache_ro"`
@ -269,7 +271,6 @@ func updateConfig(config *Config, input *OpenAIRequest) {
}
}
}
// Can be either a string or an object
switch fnc := input.FunctionCall.(type) {
case string:

View File

@ -425,7 +425,9 @@ func chatEndpoint(cm *ConfigMerger, o *Option) func(c *fiber.Ctx) error {
// Append the no action function
funcs = append(funcs, input.Functions...)
funcs = append(funcs, noActionGrammar)
if !config.DisableDefaultAnswer {
funcs = append(funcs, noActionGrammar)
}
// Force picking one of the functions by the request
if config.functionCallNameString != "" {