ggml : sync latest repo (mostly refactoring changes)

This commit is contained in:
Georgi Gerganov
2023-07-02 21:45:27 +03:00
parent 85ed71aaec
commit d6509bf78d
11 changed files with 2154 additions and 1677 deletions

View File

@ -23,6 +23,8 @@ struct gpt_params {
int32_t top_k = 40;
float top_p = 0.9f;
float temp = 0.9f;
int32_t repeat_last_n = 64;
float repeat_penalty = 1.00f;
int32_t n_batch = 8; // batch size for prompt processing