diff --git a/llama3.1-8b-instruct/bentofile.yaml b/llama3.1-8b-instruct/bentofile.yaml index 84b1a70..f8528f4 100644 --- a/llama3.1-8b-instruct/bentofile.yaml +++ b/llama3.1-8b-instruct/bentofile.yaml @@ -10,5 +10,8 @@ python: lock_packages: false envs: - name: HF_TOKEN + - name: MKL_THREADING_LAYER + value: GNU docker: python_version: 3.11 + base_image: pytorch/pytorch:2.4.0-cuda12.4-cudnn9-devel