vulkan: properly initialize vulkan devices for LLAMA_SPLIT_MODE_NONE (llama/7552)

This commit is contained in:
k.h.lai 2024-05-29 01:25:08 +08:00 committed by Georgi Gerganov
parent 39b0640b09
commit 0a2ad9de06

View File

@ -6012,6 +6012,8 @@ static ggml_backend_buffer_type_i ggml_backend_vk_buffer_type_interface = {
};
GGML_CALL ggml_backend_buffer_type_t ggml_backend_vk_buffer_type(size_t dev_num) {
ggml_vk_instance_init();
#ifdef GGML_VULKAN_DEBUG
std::cerr << "ggml_backend_vk_buffer_type(" << dev_num << ")" << std::endl;
#endif