avoid g_sycl_gpu_mgr null

ggerganov · Apr 30, 2024 · ee2f923 · ee2f923
1 parent 68ba9a0
commit ee2f923
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 16 deletions.
diff --git a/ggml-sycl/common.cpp b/ggml-sycl/common.cpp
@@ -31,21 +31,6 @@ void check_allow_gpu_index(const int device_index) {
   }
 }
 
-void check_allow_gpu_id(const int device_id) {
-  if (!g_sycl_gpu_mgr->is_allowed_gpu(device_id)) {
-    char error_buf[256];
-    snprintf(
-        error_buf,
-        sizeof(error_buf),
-        "error: cannot set device=%d, which is not allowed. Please "
-        "set GPU ID in: [%s]",
-        device_id,
-        g_sycl_gpu_mgr->gpus_list.c_str());
-    fprintf(stderr, "%s\n", error_buf);
-    throw std::invalid_argument(error_buf);
-  }
-}
-
 int get_current_device_id() {
   return dpct::dev_mgr::instance().current_device_id();
 }

diff --git a/ggml-sycl/common.hpp b/ggml-sycl/common.hpp
@@ -374,7 +374,21 @@ void check_allow_gpu_index(const int device_index);
 device_id: device ID is shown by ggml_backend_sycl_print_sycl_devices().
     It is only used to set current working device.
 */
-void check_allow_gpu_id(const int device_id);
+inline void check_allow_gpu_id(const int device_id) {
+  if (!g_sycl_gpu_mgr->is_allowed_gpu(device_id)) {
+    char error_buf[256];
+    snprintf(
+        error_buf,
+        sizeof(error_buf),
+        "error: cannot set device=%d, which is not allowed. Please "
+        "set GPU ID in: [%s]",
+        device_id,
+        g_sycl_gpu_mgr->gpus_list.c_str());
+    fprintf(stderr, "%s\n", error_buf);
+    throw std::invalid_argument(error_buf);
+  }
+}
+
 
 int get_current_device_id();