ExternalVendorCode/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-06-17 22:38:07 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

ggml : alloc ggml_contexts on the heap (#2525)

Browse Source 
* whisper : reduce ggml_context usage

* ggml : allocate contexts on the heap (v2)

* ggml : aligned malloc -> malloc
This commit is contained in:
Georgi Gerganov
2024-10-31 22:00:09 +02:00
committed by GitHub
parent 19dca2bb14
commit aa037a60f3
4 changed files with 39 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
ggml/include/ggml.h
View File

@ -217,7 +217,6 @@
#define GGML_MAX_DIMS 4
#define GGML_MAX_PARAMS 2048
#define GGML_MAX_CONTEXTS 64
#define GGML_MAX_SRC 10
#define GGML_MAX_N_THREADS 512
#define GGML_MAX_OP_PARAMS 64
@ -657,6 +656,7 @@ extern "C" {
};
// scratch buffer
// TODO: deprecate and remove
struct ggml_scratch {
size_t offs;
size_t size;
@ -760,8 +760,9 @@ extern "C" {
// main
GGML_API struct ggml_context * ggml_init(struct ggml_init_params params);
GGML_API void ggml_free(struct ggml_context * ctx);
GGML_API struct ggml_context * ggml_init (struct ggml_init_params params);
GGML_API void ggml_reset(struct ggml_context * ctx);
GGML_API void ggml_free (struct ggml_context * ctx);
GGML_API size_t ggml_used_mem(const struct ggml_context * ctx);