Skip to content

Commit 615b02c

Browse files
committed
update
1 parent f2b7b28 commit 615b02c

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

ggml-metal.m

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -140,9 +140,6 @@ @implementation GGMLMetalClass
140140

141141
ctx->d_queue = dispatch_queue_create("llama.cpp", DISPATCH_QUEUE_CONCURRENT);
142142

143-
MTLCompileOptions* options = [MTLCompileOptions new];
144-
options.preprocessorMacros = @{ @"QK_K" : @(64) };
145-
146143
#ifdef GGML_SWIFT
147144
// load the default.metallib file
148145
{
@@ -180,6 +177,8 @@ @implementation GGMLMetalClass
180177
}
181178

182179
#ifdef GGML_QKK_64
180+
MTLCompileOptions* options = [MTLCompileOptions new];
181+
options.preprocessorMacros = @{ @"QK_K" : @(64) };
183182
ctx->library = [ctx->device newLibraryWithSource:src options:options error:&error];
184183
#else
185184
ctx->library = [ctx->device newLibraryWithSource:src options:nil error:&error];

0 commit comments

Comments
 (0)