ExternalVendorCode/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-06-16 22:08:07 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

ggml-cpu: support IQ4_NL_4_4 by runtime repack (llama/10541)

Browse Source 
* ggml-cpu: support IQ4_NL_4_4 by runtime repack

* ggml-cpu: add __ARM_FEATURE_DOTPROD guard
This commit is contained in:
Shupei Fan
2024-11-28 20:52:03 +08:00
committed by Georgi Gerganov
parent 42099a9342
commit 330273901f
8 changed files with 352 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
ggml/src/ggml.c
View File

@ -831,6 +831,15 @@ static const struct ggml_type_traits type_traits[GGML_TYPE_COUNT] = {
.to_float = (ggml_to_float_t) dequantize_row_tq2_0,
.from_float_ref = (ggml_from_float_t) quantize_row_tq2_0_ref,
},
[GGML_TYPE_IQ4_NL_4_4] = {
.type_name = "iq4_nl_4x4",
.blck_size = QK4_NL,
.blck_size_interleave = 4,
.type_size = sizeof(block_iq4_nl),
.is_quantized = true,
.to_float = NULL,
.from_float_ref = NULL,
},
};
const struct ggml_type_traits * ggml_get_type_traits(enum ggml_type type) {