fix: BentoCloud deployment

bentoml · Aug 29, 2024 · 8d6012d · 8d6012d
1 parent 0c98a44
commit 8d6012d
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/llama3.1-8b-instruct/bentofile.yaml b/llama3.1-8b-instruct/bentofile.yaml
@@ -10,5 +10,8 @@ python:
   lock_packages: false
 envs:
   - name: HF_TOKEN
+  - name: MKL_THREADING_LAYER
+    value: GNU
 docker:
   python_version: 3.11
+  base_image: pytorch/pytorch:2.4.0-cuda12.4-cudnn9-devel