ExternalVendorCode/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2024-12-20 05:07:52 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

whisper : reuse whisper_decode_with_state (#1521)

Browse Source
This commit is contained in:
Georgi Gerganov 2023-11-20 13:16:11 +02:00 committed by GitHub
parent 7516d9c16d
commit 8159a9ab99
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
whisper.cpp
View File

@ -3538,19 +3538,10 @@ int whisper_decode_with_state(struct whisper_context * ctx, struct whisper_state
int whisper_decode(struct whisper_context * ctx, const whisper_token * tokens, int n_tokens, int n_past, int n_threads) { int whisper_decode(struct whisper_context * ctx, const whisper_token * tokens, int n_tokens, int n_past, int n_threads) {
if (ctx->state == nullptr) { if (ctx->state == nullptr) {
WHISPER_LOG_ERROR("%s: ERROR state was not loaded.\n", __func__); WHISPER_LOG_ERROR("%s: ERROR state was not loaded.\n", __func__);
return false; return -1;
} }
whisper_kv_cache_seq_rm(ctx->state->kv_self, 0, n_past, -1); return whisper_decode_with_state(ctx, ctx->state, tokens, n_tokens, n_past, n_threads);
whisper_batch_prep_legacy(ctx->state->batch, tokens, n_tokens, n_past, 0);
if (!whisper_decode_internal(*ctx, *ctx->state, ctx->state->batch, n_threads, nullptr, nullptr)) {
WHISPER_LOG_ERROR("%s: failed to eval\n", __func__);
return 1;
}
return 0;
} }
int whisper_tokenize(struct whisper_context * ctx, const char * text, whisper_token * tokens, int n_max_tokens) { int whisper_tokenize(struct whisper_context * ctx, const char * text, whisper_token * tokens, int n_max_tokens) {