From 09e1427e30be42e1fefa9abe97731b3aa0c2da26 Mon Sep 17 00:00:00 2001 From: agent Date: Tue, 8 Oct 2024 17:12:41 +0800 Subject: [PATCH] fix: qwen2.5 ggml --- src/recipe.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/recipe.yaml b/src/recipe.yaml index 6740bfee..1e880612 100644 --- a/src/recipe.yaml +++ b/src/recipe.yaml @@ -879,6 +879,7 @@ extra_labels: model_name: Qwen/Qwen2.5-72B-Instruct-GGUF openllm_alias: 72b-ggml-q4 + platforms: macos service_config: name: qwen2.5 resources: @@ -915,6 +916,7 @@ extra_labels: model_name: Qwen/Qwen2.5-72B-Instruct-GGUF openllm_alias: 32b-ggml-fp16 + platforms: macos service_config: name: qwen2.5 resources: