package cli import ( "fmt" "github.com/rs/zerolog/log" cliContext "github.com/mudler/LocalAI/core/cli/context" gguf "github.com/thxcode/gguf-parser-go" ) type UtilCMD struct { GGUFInfo GGUFInfoCMD `cmd:"" name:"gguf-info" help:"Get information about a GGUF file"` } type GGUFInfoCMD struct { Args []string `arg:"" optional:"" name:"args" help:"Arguments to pass to the utility command"` Header bool `optional:"" default:"false" name:"header" help:"Show header information"` } func (u *GGUFInfoCMD) Run(ctx *cliContext.Context) error { if u.Args == nil || len(u.Args) == 0 { return fmt.Errorf("no GGUF file provided") } // We try to guess only if we don't have a template defined already f, err := gguf.ParseGGUFFile(u.Args[0]) if err != nil { // Only valid for gguf files log.Error().Msgf("guessDefaultsFromFile: %s", "not a GGUF file") return err } log.Info(). Any("eosTokenID", f.Tokenizer().EOSTokenID). Any("bosTokenID", f.Tokenizer().BOSTokenID). Any("modelName", f.Model().Name). Any("architecture", f.Architecture().Architecture).Msgf("GGUF file loaded: %s", u.Args[0]) log.Info().Any("tokenizer", fmt.Sprintf("%+v", f.Tokenizer())).Msg("Tokenizer") log.Info().Any("architecture", fmt.Sprintf("%+v", f.Architecture())).Msg("Architecture") v, exists := f.Header.MetadataKV.Get("tokenizer.chat_template") if exists { log.Info().Msgf("chat_template: %s", v.ValueString()) } if u.Header { for _, metadata := range f.Header.MetadataKV { log.Info().Msgf("%s: %+v", metadata.Key, metadata.Value) } // log.Info().Any("header", fmt.Sprintf("%+v", f.Header)).Msg("Header") } return nil }