Skip to content

Commit ce92d75

Browse files
committed
update
1 parent 89a96fd commit ce92d75

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

ggml-metal.m

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -141,9 +141,6 @@ @implementation GGMLMetalClass
141141

142142
ctx->d_queue = dispatch_queue_create("llama.cpp", DISPATCH_QUEUE_CONCURRENT);
143143

144-
MTLCompileOptions* options = [MTLCompileOptions new];
145-
options.preprocessorMacros = @{ @"QK_K" : @(64) };
146-
147144
#ifdef GGML_SWIFT
148145
// load the default.metallib file
149146
{
@@ -181,6 +178,8 @@ @implementation GGMLMetalClass
181178
}
182179

183180
#ifdef GGML_QKK_64
181+
MTLCompileOptions* options = [MTLCompileOptions new];
182+
options.preprocessorMacros = @{ @"QK_K" : @(64) };
184183
ctx->library = [ctx->device newLibraryWithSource:src options:options error:&error];
185184
#else
186185
ctx->library = [ctx->device newLibraryWithSource:src options:nil error:&error];

0 commit comments

Comments
 (0)