From a1664574fe1a2290b53b0bcd103493632b8c3d43 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Thu, 14 Sep 2023 22:41:41 +0300 Subject: [PATCH] bench : variable n_past --- examples/bench/bench.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/bench/bench.cpp b/examples/bench/bench.cpp index c50176db..ac0e6bb9 100644 --- a/examples/bench/bench.cpp +++ b/examples/bench/bench.cpp @@ -105,8 +105,8 @@ int whisper_bench_full(const whisper_params & params) { } } - for (int i = 0; i < 128; i++) { - if (int ret = whisper_decode(ctx, tokens, 1, 256, params.n_threads) != 0) { + for (int i = 0; i < 256; i++) { + if (int ret = whisper_decode(ctx, tokens, 1, i, params.n_threads) != 0) { fprintf(stderr, "error: failed to encode model: %d\n", ret); return 4; }