sync : ggml

This commit is contained in:
Georgi Gerganov
2024-01-14 10:55:18 +02:00
parent 4a945696cb
commit d08445c9ad
2 changed files with 2 additions and 2 deletions

View File

@ -184,7 +184,7 @@ bool ggml_common_quantize_0(
case GGML_TYPE_Q5_K:
case GGML_TYPE_Q6_K:
{
cur_size = ggml_quantize_chunk((ggml_type) ttype, data_f32.data(), work.data(), 0, nelements, hist_cur.data());
cur_size = ggml_quantize_chunk((ggml_type) ttype, data_f32.data(), work.data(), 0, nelements/ne[0], ne[0], hist_cur.data(), nullptr);
} break;
case GGML_TYPE_F32:
case GGML_TYPE_F16: