mirror of
https://github.com/mudler/LocalAI.git
synced 2025-03-12 15:35:19 +00:00
3cddf24747
* squash past, centralize request middleware PR Signed-off-by: Dave Lee <dave@gray101.com> * migrate bruno request files to examples repo Signed-off-by: Dave Lee <dave@gray101.com> * fix Signed-off-by: Dave Lee <dave@gray101.com> * Update tests/e2e-aio/e2e_test.go Signed-off-by: Ettore Di Giacinto <mudler@users.noreply.github.com> --------- Signed-off-by: Dave Lee <dave@gray101.com> Signed-off-by: Ettore Di Giacinto <mudler@users.noreply.github.com> Co-authored-by: Ettore Di Giacinto <mudler@users.noreply.github.com>
53 lines
1.9 KiB
Go
53 lines
1.9 KiB
Go
package schema
|
|
|
|
type PredictionOptions struct {
|
|
|
|
// Also part of the OpenAI official spec
|
|
BasicModelRequest `yaml:",inline"`
|
|
|
|
// Also part of the OpenAI official spec
|
|
Language string `json:"language"`
|
|
|
|
// Only for audio transcription
|
|
Translate bool `json:"translate"`
|
|
|
|
// Also part of the OpenAI official spec. use it for returning multiple results
|
|
N int `json:"n"`
|
|
|
|
// Common options between all the API calls, part of the OpenAI spec
|
|
TopP *float64 `json:"top_p" yaml:"top_p"`
|
|
TopK *int `json:"top_k" yaml:"top_k"`
|
|
Temperature *float64 `json:"temperature" yaml:"temperature"`
|
|
Maxtokens *int `json:"max_tokens" yaml:"max_tokens"`
|
|
Echo bool `json:"echo"`
|
|
|
|
// Custom parameters - not present in the OpenAI API
|
|
Batch int `json:"batch" yaml:"batch"`
|
|
IgnoreEOS bool `json:"ignore_eos" yaml:"ignore_eos"`
|
|
RepeatPenalty float64 `json:"repeat_penalty" yaml:"repeat_penalty"`
|
|
|
|
RepeatLastN int `json:"repeat_last_n" yaml:"repeat_last_n"`
|
|
|
|
Keep int `json:"n_keep" yaml:"n_keep"`
|
|
|
|
FrequencyPenalty float64 `json:"frequency_penalty" yaml:"frequency_penalty"`
|
|
PresencePenalty float64 `json:"presence_penalty" yaml:"presence_penalty"`
|
|
TFZ *float64 `json:"tfz" yaml:"tfz"`
|
|
|
|
TypicalP *float64 `json:"typical_p" yaml:"typical_p"`
|
|
Seed *int `json:"seed" yaml:"seed"`
|
|
|
|
NegativePrompt string `json:"negative_prompt" yaml:"negative_prompt"`
|
|
RopeFreqBase float32 `json:"rope_freq_base" yaml:"rope_freq_base"`
|
|
RopeFreqScale float32 `json:"rope_freq_scale" yaml:"rope_freq_scale"`
|
|
NegativePromptScale float32 `json:"negative_prompt_scale" yaml:"negative_prompt_scale"`
|
|
// AutoGPTQ
|
|
UseFastTokenizer bool `json:"use_fast_tokenizer" yaml:"use_fast_tokenizer"`
|
|
|
|
// Diffusers
|
|
ClipSkip int `json:"clip_skip" yaml:"clip_skip"`
|
|
|
|
// RWKV (?)
|
|
Tokenizer string `json:"tokenizer" yaml:"tokenizer"`
|
|
}
|