feat(gguf): guess default context size from file (#5089)

feat(gguf): guess default config file from files Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
2025-06-12 20:18:11 +00:00 · 2025-03-29 14:42:14 +01:00
parent 679ee7bea4
commit 9c74d74f7b
4 changed files with 264 additions and 242 deletions
--- a/core/cli/run.go
+++ b/core/cli/run.go
@ -38,7 +38,7 @@ type RunCMD struct {

 	F16         bool `name:"f16" env:"LOCALAI_F16,F16" help:"Enable GPU acceleration" group:"performance"`
 	Threads     int  `env:"LOCALAI_THREADS,THREADS" short:"t" help:"Number of threads used for parallel computation. Usage of the number of physical cores in the system is suggested" group:"performance"`
-	ContextSize int  `env:"LOCALAI_CONTEXT_SIZE,CONTEXT_SIZE" default:"512" help:"Default context size for models" group:"performance"`
+	ContextSize int  `env:"LOCALAI_CONTEXT_SIZE,CONTEXT_SIZE" help:"Default context size for models" group:"performance"`

 	Address                            string   `env:"LOCALAI_ADDRESS,ADDRESS" default:":8080" help:"Bind address for the API server" group:"api"`
 	CORS                               bool     `env:"LOCALAI_CORS,CORS" help:"" group:"api"`