llama : refactor model loader with backend registry (llama/10026)

This commit is contained in:
Diego Devesa
2024-10-30 02:01:23 +01:00
committed by Georgi Gerganov
parent 307712a903
commit 1d48457aa6
14 changed files with 273 additions and 410 deletions

View File

@ -3999,7 +3999,9 @@ static struct ggml_object * ggml_new_object(struct ggml_context * ctx, enum ggml
if (cur_end + size_needed + GGML_OBJECT_SIZE > ctx->mem_size) {
GGML_LOG_WARN("%s: not enough space in the context's memory pool (needed %zu, available %zu)\n",
__func__, cur_end + size_needed + GGML_OBJECT_SIZE, ctx->mem_size);
assert(false);
#ifndef NDEBUG
GGML_ABORT("not enough space in the context's memory pool");
#endif
return NULL;
}