mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-22 14:02:24 +00:00
38 lines
1.4 KiB
Go
38 lines
1.4 KiB
Go
|
package api_config
|
||
|
|
|
||
|
|
type PredictionOptions struct {
|
||
|
|
|
||
|
|
// Also part of the OpenAI official spec
|
||
|
|
Model string `json:"model" yaml:"model"`
|
||
|
|
|
||
|
|
// Also part of the OpenAI official spec
|
||
|
|
Language string `json:"language"`
|
||
|
|
|
||
|
|
// Also part of the OpenAI official spec. use it for returning multiple results
|
||
|
|
N int `json:"n"`
|
||
|
|
|
||
|
|
// Common options between all the API calls, part of the OpenAI spec
|
||
|
|
TopP float64 `json:"top_p" yaml:"top_p"`
|
||
|
|
TopK int `json:"top_k" yaml:"top_k"`
|
||
|
|
Temperature float64 `json:"temperature" yaml:"temperature"`
|
||
|
|
Maxtokens int `json:"max_tokens" yaml:"max_tokens"`
|
||
|
|
Echo bool `json:"echo"`
|
||
|
|
|
||
|
|
// Custom parameters - not present in the OpenAI API
|
||
|
|
Batch int `json:"batch" yaml:"batch"`
|
||
|
|
F16 bool `json:"f16" yaml:"f16"`
|
||
|
|
IgnoreEOS bool `json:"ignore_eos" yaml:"ignore_eos"`
|
||
|
|
RepeatPenalty float64 `json:"repeat_penalty" yaml:"repeat_penalty"`
|
||
|
|
Keep int `json:"n_keep" yaml:"n_keep"`
|
||
|
|
|
||
|
|
MirostatETA float64 `json:"mirostat_eta" yaml:"mirostat_eta"`
|
||
|
|
MirostatTAU float64 `json:"mirostat_tau" yaml:"mirostat_tau"`
|
||
|
|
Mirostat int `json:"mirostat" yaml:"mirostat"`
|
||
|
|
|
||
|
|
FrequencyPenalty float64 `json:"frequency_penalty" yaml:"frequency_penalty"`
|
||
|
|
TFZ float64 `json:"tfz" yaml:"tfz"`
|
||
|
|
|
||
|
|
TypicalP float64 `json:"typical_p" yaml:"typical_p"`
|
||
|
|
Seed int `json:"seed" yaml:"seed"`
|
||
|
|
}
|