fix: qwen2.5 ggml

bentoml · Oct 8, 2024 · 09e1427 · 09e1427
1 parent 669790e
commit 09e1427
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/recipe.yaml b/src/recipe.yaml
@@ -879,6 +879,7 @@
   extra_labels:
     model_name: Qwen/Qwen2.5-72B-Instruct-GGUF
     openllm_alias: 72b-ggml-q4
+    platforms: macos
   service_config:
     name: qwen2.5
     resources:
@@ -915,6 +916,7 @@
   extra_labels:
     model_name: Qwen/Qwen2.5-72B-Instruct-GGUF
     openllm_alias: 32b-ggml-fp16
+    platforms: macos
   service_config:
     name: qwen2.5
     resources: