vulkan: properly initialize vulkan devices for LLAMA_SPLIT_MODE_NONE (#…

…7552)
ggerganov · May 28, 2024 · 56411a9 · 56411a9
1 parent 2b737ca
commit 56411a9
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/ggml-vulkan.cpp b/ggml-vulkan.cpp
@@ -6012,6 +6012,8 @@ static ggml_backend_buffer_type_i ggml_backend_vk_buffer_type_interface = {
 };
 
 GGML_CALL ggml_backend_buffer_type_t ggml_backend_vk_buffer_type(size_t dev_num) {
+    ggml_vk_instance_init();
+
 #ifdef GGML_VULKAN_DEBUG
     std::cerr << "ggml_backend_vk_buffer_type(" << dev_num << ")" << std::endl;
 #endif