diff --git a/src/recipe.yaml b/src/recipe.yaml index 9d26c305..4b0db6d2 100644 --- a/src/recipe.yaml +++ b/src/recipe.yaml @@ -481,7 +481,7 @@ dtype: half extra_labels: openllm_alias: 0.5b,0.5b-instruct - model_name: Qwen/Qwen2-0.5B-Instruct + model_name: Qwen/Qwen2.5-0.5B-Instruct 'qwen2.5:1.5b-instruct-fp16': project: vllm-chat service_config: @@ -492,7 +492,7 @@ gpu: 1 gpu_type: nvidia-rtx-3060 engine_config: - model: Qwen/Qwen2-1.5B-Instruct + model: Qwen/Qwen2.5-1.5B-Instruct max_model_len: 2048 dtype: half extra_labels: @@ -508,7 +508,7 @@ gpu: 1 gpu_type: nvidia-rtx-3060 engine_config: - model: Qwen/Qwen2-3B-Instruct + model: Qwen/Qwen2.5-3B-Instruct max_model_len: 2048 dtype: half extra_labels: