metal : unify mul_mv_id kernels (llama/6556)

2025-06-17 14:28:07 +00:00 · 2024-04-12 18:13:20 +02:00
parent 60f3713026
commit 00a0947c65
3 changed files with 207 additions and 1122 deletions
--- a/ggml.c
+++ b/ggml.c
@ -11074,7 +11074,6 @@ static void ggml_compute_forward_mul_mat_id(
        }

        // initialize matrix_row_counts
-        GGML_ASSERT(wdata == wdata_src1_end);
        memset(matrix_row_counts, 0, n_as*sizeof(int64_t));

        // group rows by src0 matrix