[WASI-NN] ggml: force set ngl=1 on macOS to enable Metal (WasmEdge#3102)

Signed-off-by: hydai <[email protected]>
apepkuss · Dec 20, 2023 · 2498ccb · 2498ccb
1 parent cc038b4
commit 2498ccb
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/plugins/wasi_nn/ggml.cpp b/plugins/wasi_nn/ggml.cpp
@@ -90,6 +90,11 @@ Expect<ErrNo> parseMetadata(Graph &GraphRef, const std::string &Metadata,
       return ErrNo::InvalidArgument;
     }
   }
+#ifdef __APPLE__
+  // Whatever the `n-gpu-layers` is given, we will always set the ngl to 1 on
+  // macOS to forcely enabled Metal.
+  GraphRef.NGPULayers = 1; // Force enabled Metal on macOS
+#endif
 
   // The context parameters.
   if (Doc.at_key("ctx-size").error() == simdjson::SUCCESS) {