We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f2b7b28 commit 615b02cCopy full SHA for 615b02c
ggml-metal.m
@@ -140,9 +140,6 @@ @implementation GGMLMetalClass
140
141
ctx->d_queue = dispatch_queue_create("llama.cpp", DISPATCH_QUEUE_CONCURRENT);
142
143
- MTLCompileOptions* options = [MTLCompileOptions new];
144
- options.preprocessorMacros = @{ @"QK_K" : @(64) };
145
-
146
#ifdef GGML_SWIFT
147
// load the default.metallib file
148
{
@@ -180,6 +177,8 @@ @implementation GGMLMetalClass
180
177
}
181
178
182
179
#ifdef GGML_QKK_64
+ MTLCompileOptions* options = [MTLCompileOptions new];
+ options.preprocessorMacros = @{ @"QK_K" : @(64) };
183
ctx->library = [ctx->device newLibraryWithSource:src options:options error:&error];
184
#else
185
ctx->library = [ctx->device newLibraryWithSource:src options:nil error:&error];
0 commit comments