Skip to content

Commit f4c4ce3

Browse files
committed
sycl : offload of get_rows set to 0
1 parent 8fd4b7f commit f4c4ce3

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

ggml/src/ggml-sycl/ggml-sycl.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4486,7 +4486,7 @@ static bool ggml_backend_sycl_device_supports_buft(ggml_backend_dev_t dev, ggml_
44864486
static int64_t get_op_batch_size(const ggml_tensor * op) {
44874487
switch (op->op) {
44884488
case GGML_OP_GET_ROWS:
4489-
return op->ne[1]; // this will increse the speed of prefill in test
4489+
return 0;
44904490
case GGML_OP_MUL_MAT:
44914491
return op->ne[1];
44924492
case GGML_OP_MUL_MAT_ID:

0 commit comments

Comments
 (0)