We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 89a96fd commit ce92d75Copy full SHA for ce92d75
ggml-metal.m
@@ -141,9 +141,6 @@ @implementation GGMLMetalClass
141
142
ctx->d_queue = dispatch_queue_create("llama.cpp", DISPATCH_QUEUE_CONCURRENT);
143
144
- MTLCompileOptions* options = [MTLCompileOptions new];
145
- options.preprocessorMacros = @{ @"QK_K" : @(64) };
146
-
147
#ifdef GGML_SWIFT
148
// load the default.metallib file
149
{
@@ -181,6 +178,8 @@ @implementation GGMLMetalClass
181
178
}
182
179
183
180
#ifdef GGML_QKK_64
+ MTLCompileOptions* options = [MTLCompileOptions new];
+ options.preprocessorMacros = @{ @"QK_K" : @(64) };
184
ctx->library = [ctx->device newLibraryWithSource:src options:options error:&error];
185
#else
186
ctx->library = [ctx->device newLibraryWithSource:src options:nil error:&error];
0 commit comments