ExternalVendorCode/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2024-12-23 14:32:23 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

ci : try to debug vmem issue

Browse Source
This commit is contained in:
Georgi Gerganov 2023-09-12 14:08:48 +03:00
parent de94c783ee
commit 3b9979a373
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
whisper.cpp
View File

@ -2794,7 +2794,9 @@ struct whisper_state * whisper_init_state(whisper_context * ctx) {
meta.resize(ggml_tensor_overhead()*GGML_MAX_NODES + ggml_graph_overhead());
log("checkpoint 0\n");
alloc = ggml_allocr_new_measure(tensor_alignment);
log("checkpoint 1\n");
ggml_cgraph * gf = whisper_build_graph_encoder(*ctx, *state, 0);
@ -2816,11 +2818,15 @@ struct whisper_state * whisper_init_state(whisper_context * ctx) {
meta.resize(ggml_tensor_overhead()*GGML_MAX_NODES + ggml_graph_overhead());
log("checkpoint 2\n");
alloc = ggml_allocr_new_measure(tensor_alignment);
log("checkpoint 3\n");
ggml_cgraph * gf = whisper_build_graph_cross(*ctx, *state);
log("checkpoint 4\n");
const size_t alloc_size = ggml_allocr_alloc_graph(alloc, gf) + tensor_alignment;
log("checkpoint 5\n");
ggml_allocr_free(alloc);