From 7e01486b61a5c785e127979a10d54c42dbcf48a7 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 10 Nov 2023 11:02:29 +0200 Subject: [PATCH] whisper : fix logit reading --- whisper.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/whisper.cpp b/whisper.cpp index a049ec61..2f642aeb 100644 --- a/whisper.cpp +++ b/whisper.cpp @@ -2461,11 +2461,12 @@ static bool whisper_decode_internal( // extract logits for all N tokens //logits_out.resize(n_tokens*n_vocab); //memcpy(logits_out.data(), ggml_get_data(logits), sizeof(float)*n_tokens*n_vocab); + //ggml_backend_tensor_get(logits, logits_out.data(), (n_vocab*(n_tokens - 1))*sizeof(float), sizeof(float)*n_vocab); // extract logits only for the last token logits_out.resize(n_vocab); //memcpy(logits_out.data(), ggml_get_data(logits), sizeof(float)*n_vocab); - ggml_backend_tensor_get(logits, logits_out.data(), (n_vocab*(n_tokens - 1))*sizeof(float), sizeof(float)*n_vocab); + ggml_backend_tensor_get(logits, logits_out.data(), 0, sizeof(float)*n_vocab); if (n_tokens > 1) { //printf("%s: used_mem = %f MB, %f MB, %f MB %f MB %f MB\n", __func__,