backup

Author: airMeng

ggml-sycl/common.cpp

@@ -16,21 +16,6 @@ int get_main_device() {
   return g_main_device;
 }
 
-void check_allow_gpu_index(const int device_index) {
-  if (device_index >= g_device_count) {
-    char error_buf[256];
-    snprintf(
-        error_buf,
-        sizeof(error_buf),
-        "%s error: device_index:%d is out of range: [0-%d]",
-        __func__,
-        device_index,
-        g_device_count - 1);
-    fprintf(stderr, "%s\n", error_buf);
-    assert(false);
-  }
-}
-
 int get_current_device_id() {
   return dpct::dev_mgr::instance().current_device_id();
 }

ggml-sycl/common.hpp

@@ -369,7 +369,20 @@ int get_main_device();
 device_index: device index from 0 to n (continue numbers).
     It is used for device select/set in SYCL backend internal data structure.
 */
-void check_allow_gpu_index(const int device_index);
+inline void check_allow_gpu_index(const int device_index) {
+  if (device_index >= g_device_count) {
+    char error_buf[256];
+    snprintf(
+        error_buf,
+        sizeof(error_buf),
+        "%s error: device_index:%d is out of range: [0-%d]",
+        __func__,
+        device_index,
+        g_device_count - 1);
+    fprintf(stderr, "%s\n", error_buf);
+    assert(false);
+  }
+}
 
 /*
 device_id: device ID is shown by ggml_backend_sycl_print_sycl_devices().

ggml-sycl/dmmv.cpp

@@ -952,6 +952,20 @@ void ggml_sycl_op_dequantize_mul_mat_vec(
     const int64_t ne00 = src0->ne[0];
     const int64_t row_diff = row_high - row_low;
 
+            switch (src1->type)
+            {
+            case GGML_TYPE_F32:
+                printf("f32\n");
+                break;
+            case GGML_TYPE_Q4_0:
+                printf("q4_0\n");
+                break;
+            case GGML_TYPE_F16:
+                printf("f16\n");
+                break;
+            default:
+                break;
+            }
     GGML_ASSERT(src1->type == GGML_TYPE_F32);
 
     // on some GPUs it is faster to convert src1 to half and to use half precision intrinsics