From c06970dd72d77e4328efbd24e62c83956a56aaad Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Thu, 25 Jul 2024 12:37:42 +0300 Subject: [PATCH] ggml : add and use ggml_cpu_has_llamafile() (llama/8664) --- ggml/include/ggml.h | 1 + ggml/src/ggml.c | 8 ++++++++ 2 files changed, 9 insertions(+) diff --git a/ggml/include/ggml.h b/ggml/include/ggml.h index 2fdb9fa4..548661b9 100644 --- a/ggml/include/ggml.h +++ b/ggml/include/ggml.h @@ -2400,6 +2400,7 @@ extern "C" { GGML_API int ggml_cpu_has_vsx (void); GGML_API int ggml_cpu_has_matmul_int8(void); GGML_API int ggml_cpu_has_cann (void); + GGML_API int ggml_cpu_has_llamafile (void); // // Internal types and functions exposed for tests and benchmarks diff --git a/ggml/src/ggml.c b/ggml/src/ggml.c index aeb6c009..c6117c37 100644 --- a/ggml/src/ggml.c +++ b/ggml/src/ggml.c @@ -22004,6 +22004,14 @@ int ggml_cpu_has_cann(void) { #endif } +int ggml_cpu_has_llamafile(void) { +#if defined(GGML_USE_LLAMAFILE) + return 1; +#else + return 0; +#endif +} + int ggml_cpu_has_gpublas(void) { return ggml_cpu_has_cuda() || ggml_cpu_has_vulkan() || ggml_cpu_has_kompute() || ggml_cpu_has_sycl(); }