diff --git a/core/config/backend_config.go b/core/config/backend_config.go index 383686cd..561d4c3f 100644 --- a/core/config/backend_config.go +++ b/core/config/backend_config.go @@ -261,7 +261,8 @@ func (cfg *BackendConfig) SetDefaults(opts ...ConfigLoaderOption) { defaultTopP := 0.95 defaultTopK := 40 defaultTemp := 0.9 - defaultMirostat := 2 + // https://github.com/mudler/LocalAI/issues/2780 + defaultMirostat := 0 defaultMirostatTAU := 5.0 defaultMirostatETA := 0.1 defaultTypicalP := 1.0