ExternalVendorCode/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-01-29 23:53:52 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

metal : restore matrix x vector f16_f32 kerenls for now

Browse Source
This commit is contained in:
Georgi Gerganov 2023-09-15 14:40:41 +03:00
parent b8432f28f4
commit 0ac9cefd03
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ggml-metal.m
View File

@ -937,9 +937,7 @@ void ggml_metal_graph_compute(
nth1 = 1;
if (ne11 * ne12 < 4) {
[encoder setComputePipelineState:ctx->pipeline_mul_mat_f16_f32_1row];
//} else if (ne00 >= 128 && ne01 >= 8 && ne00%4 == 0) {
} else if (false) {
// TODO: with ggml_mul_mat_pad this kernel no longer seems to be needed
} else if (ne00 >= 128 && ne01 >= 8 && ne00%4 == 0) {
[encoder setComputePipelineState:ctx->pipeline_mul_mat_f16_f32_l4];
nrows = ne11;
} else {