ggml : allow loading backend with env variable (ggml/1059)

ref: #1058
This commit is contained in:
Radoslav Gerganov 2025-01-05 09:50:37 +02:00 committed by Georgi Gerganov
parent 507e230f1e
commit e875a82473

View File

@ -574,4 +574,9 @@ void ggml_backend_load_all_from_path(const char * dir_path) {
ggml_backend_load_best("opencl", silent, dir_path);
ggml_backend_load_best("musa", silent, dir_path);
ggml_backend_load_best("cpu", silent, dir_path);
// check the environment variable GGML_BACKEND_PATH to load an out-of-tree backend
const char * backend_path = std::getenv("GGML_BACKEND_PATH");
if (backend_path) {
ggml_backend_load(backend_path);
}
}