fix: check n_gpu_layers > 0 before check ggml-metal supported

mybigday · Aug 10, 2023 · 9a634af · 9a634af · FreakTheMighty · May 13, 2024
1 parent 527c4cf
commit 9a634af
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ios/RNLlamaContext.mm b/ios/RNLlamaContext.mm
@@ -19,7 +19,7 @@ + (instancetype)initWithParams:(NSDictionary *)params {
     BOOL isMetalEnabled = false;
     NSString *reasonNoMetal = @"";
     defaultParams.n_gpu_layers = 0;
-    if (params[@"n_gpu_layers"]) {
+    if (params[@"n_gpu_layers"] && [params[@"n_gpu_layers"] intValue] > 0) {
         // Check ggml-metal availability
         NSError * error = nil;
         id<MTLDevice> device = MTLCreateSystemDefaultDevice();