bump bentoml

bentoml · Jul 13, 2024 · 2007c0f · 2007c0f
1 parent 7615a42
commit 2007c0f
Show file tree

Hide file tree

Showing 213 changed files with 197 additions and 173 deletions.
diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-0856/README.md b/bentoml/bentos/gemma/2b-instruct-fp16-0856/README.md
@@ -1,6 +1,6 @@
 # gemma:2b-instruct-fp16-0856
 
-[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
+[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)
 [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)
 [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)

diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-0856/apis/openapi.yaml b/bentoml/bentos/gemma/2b-instruct-fp16-0856/apis/openapi.yaml
@@ -897,7 +897,7 @@ info:
   contact:
     email: contact@bentoml.com
     name: BentoML Team
-  description: "# gemma:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)\n\
+  description: "# gemma:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)\n\
     [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)\n\
     [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)\n\
     [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)\n\

diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-0856/bento.yaml b/bentoml/bentos/gemma/2b-instruct-fp16-0856/bento.yaml
@@ -1,8 +1,8 @@
 service: service:VLLM
 name: gemma
 version: 2b-instruct-fp16-0856
-bentoml_version: 1.2.19
-creation_time: '2024-07-12T13:40:09.050778+00:00'
+bentoml_version: 1.2.20
+creation_time: '2024-07-12T14:10:53.324956+00:00'
 labels:
   model_name: google/gemma-2b-it
   openllm_alias: 2b,2b-instruct

diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-0856/env/docker/Dockerfile b/bentoml/bentos/gemma/2b-instruct-fp16-0856/env/docker/Dockerfile
@@ -29,6 +29,7 @@ RUN set -eux && \
 ARG BENTO_USER=bentoml
 ARG BENTO_USER_UID=1034
 ARG BENTO_USER_GID=1034
+
 RUN groupadd -g $BENTO_USER_GID -o $BENTO_USER && useradd -m -u $BENTO_USER_UID -g $BENTO_USER_GID -o -r $BENTO_USER
 ARG HF_TOKEN=
 ENV HF_TOKEN=$HF_TOKEN

diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-0856/env/python/install.sh b/bentoml/bentos/gemma/2b-instruct-fp16-0856/env/python/install.sh
@@ -12,7 +12,7 @@ PIP_ARGS=()
 REQUIREMENTS_TXT="$BASEDIR/requirements.txt"
 REQUIREMENTS_LOCK="$BASEDIR/requirements.lock.txt"
 WHEELS_DIR="$BASEDIR/wheels"
-BENTOML_VERSION=${BENTOML_VERSION:-1.2.19}
+BENTOML_VERSION=${BENTOML_VERSION:-1.2.20}
 # Install python packages, prefer installing the requirements.lock.txt file if it exist
 pushd "$BASEDIR" &>/dev/null
 if [ -f "$REQUIREMENTS_LOCK" ]; then

diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-0856/env/python/requirements.lock.txt b/bentoml/bentos/gemma/2b-instruct-fp16-0856/env/python/requirements.lock.txt
@@ -6,7 +6,7 @@ appdirs==1.4.4
 asgiref==3.8.1
 async-timeout==4.0.3
 attrs==23.2.0
-bentoml==1.2.19
+bentoml==1.2.20
 build==1.2.1
 cattrs==23.1.2
 certifi==2024.7.4

diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-0856/env/python/requirements.txt b/bentoml/bentos/gemma/2b-instruct-fp16-0856/env/python/requirements.txt
@@ -1,4 +1,4 @@
-bentoml==1.2.19
+bentoml==1.2.20
 torch==2.3.0
 vllm==0.4.3
 numpy==1.26.0

diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/README.md b/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/README.md
@@ -1,6 +1,6 @@
 # gemma:7b-instruct-awq-4bit-d11b
 
-[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
+[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)
 [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)
 [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)

diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/apis/openapi.yaml b/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/apis/openapi.yaml
@@ -897,7 +897,7 @@ info:
   contact:
     email: contact@bentoml.com
     name: BentoML Team
-  description: "# gemma:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)\n\
+  description: "# gemma:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)\n\
     [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)\n\
     [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)\n\
     [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)\n\

diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/bento.yaml b/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/bento.yaml
@@ -1,8 +1,8 @@
 service: service:VLLM
 name: gemma
 version: 7b-instruct-awq-4bit-d11b
-bentoml_version: 1.2.19
-creation_time: '2024-07-12T13:42:23.707025+00:00'
+bentoml_version: 1.2.20
+creation_time: '2024-07-12T14:13:04.789027+00:00'
 labels:
   model_name: casperhansen/gemma-7b-it-awq
   openllm_alias: 7b-4bit,7b-instruct-4bit

diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/env/docker/Dockerfile b/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/env/docker/Dockerfile
@@ -29,6 +29,7 @@ RUN set -eux && \
 ARG BENTO_USER=bentoml
 ARG BENTO_USER_UID=1034
 ARG BENTO_USER_GID=1034
+
 RUN groupadd -g $BENTO_USER_GID -o $BENTO_USER && useradd -m -u $BENTO_USER_UID -g $BENTO_USER_GID -o -r $BENTO_USER
 ARG HF_TOKEN=
 ENV HF_TOKEN=$HF_TOKEN

diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/env/python/install.sh b/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/env/python/install.sh
@@ -12,7 +12,7 @@ PIP_ARGS=()
 REQUIREMENTS_TXT="$BASEDIR/requirements.txt"
 REQUIREMENTS_LOCK="$BASEDIR/requirements.lock.txt"
 WHEELS_DIR="$BASEDIR/wheels"
-BENTOML_VERSION=${BENTOML_VERSION:-1.2.19}
+BENTOML_VERSION=${BENTOML_VERSION:-1.2.20}
 # Install python packages, prefer installing the requirements.lock.txt file if it exist
 pushd "$BASEDIR" &>/dev/null
 if [ -f "$REQUIREMENTS_LOCK" ]; then

diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/env/python/requirements.lock.txt b/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/env/python/requirements.lock.txt
@@ -6,7 +6,7 @@ appdirs==1.4.4
 asgiref==3.8.1
 async-timeout==4.0.3
 attrs==23.2.0
-bentoml==1.2.19
+bentoml==1.2.20
 build==1.2.1
 cattrs==23.1.2
 certifi==2024.7.4

diff --git a/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/env/python/requirements.txt b/bentoml/bentos/gemma/7b-instruct-awq-4bit-d11b/env/python/requirements.txt
@@ -1,4 +1,4 @@
-bentoml==1.2.19
+bentoml==1.2.20
 torch==2.3.0
 vllm==0.4.3
 numpy==1.26.0

diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/README.md b/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/README.md
@@ -1,6 +1,6 @@
 # gemma:7b-instruct-fp16-3e1c
 
-[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
+[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)
 [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)
 [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)

diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/apis/openapi.yaml b/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/apis/openapi.yaml
@@ -897,7 +897,7 @@ info:
   contact:
     email: contact@bentoml.com
     name: BentoML Team
-  description: "# gemma:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)\n\
+  description: "# gemma:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)\n\
     [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)\n\
     [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)\n\
     [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)\n\

diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/bento.yaml b/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/bento.yaml
@@ -1,8 +1,8 @@
 service: service:VLLM
 name: gemma
 version: 7b-instruct-fp16-3e1c
-bentoml_version: 1.2.19
-creation_time: '2024-07-12T13:41:08.692955+00:00'
+bentoml_version: 1.2.20
+creation_time: '2024-07-12T14:11:54.424288+00:00'
 labels:
   model_name: google/gemma-7b-it
   openllm_alias: 7b,7b-instruct

diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/env/docker/Dockerfile b/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/env/docker/Dockerfile
@@ -29,6 +29,7 @@ RUN set -eux && \
 ARG BENTO_USER=bentoml
 ARG BENTO_USER_UID=1034
 ARG BENTO_USER_GID=1034
+
 RUN groupadd -g $BENTO_USER_GID -o $BENTO_USER && useradd -m -u $BENTO_USER_UID -g $BENTO_USER_GID -o -r $BENTO_USER
 ARG HF_TOKEN=
 ENV HF_TOKEN=$HF_TOKEN

diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/env/python/install.sh b/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/env/python/install.sh
@@ -12,7 +12,7 @@ PIP_ARGS=()
 REQUIREMENTS_TXT="$BASEDIR/requirements.txt"
 REQUIREMENTS_LOCK="$BASEDIR/requirements.lock.txt"
 WHEELS_DIR="$BASEDIR/wheels"
-BENTOML_VERSION=${BENTOML_VERSION:-1.2.19}
+BENTOML_VERSION=${BENTOML_VERSION:-1.2.20}
 # Install python packages, prefer installing the requirements.lock.txt file if it exist
 pushd "$BASEDIR" &>/dev/null
 if [ -f "$REQUIREMENTS_LOCK" ]; then

diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/env/python/requirements.lock.txt b/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/env/python/requirements.lock.txt
@@ -6,7 +6,7 @@ appdirs==1.4.4
 asgiref==3.8.1
 async-timeout==4.0.3
 attrs==23.2.0
-bentoml==1.2.19
+bentoml==1.2.20
 build==1.2.1
 cattrs==23.1.2
 certifi==2024.7.4

diff --git a/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/env/python/requirements.txt b/bentoml/bentos/gemma/7b-instruct-fp16-3e1c/env/python/requirements.txt
@@ -1,4 +1,4 @@
-bentoml==1.2.19
+bentoml==1.2.20
 torch==2.3.0
 vllm==0.4.3
 numpy==1.26.0

diff --git a/bentoml/bentos/llama2/13b-chat-fp16-921b/README.md b/bentoml/bentos/llama2/13b-chat-fp16-921b/README.md
@@ -1,6 +1,6 @@
 # llama2:13b-chat-fp16-921b
 
-[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
+[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)
 [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)
 [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)

diff --git a/bentoml/bentos/llama2/13b-chat-fp16-921b/apis/openapi.yaml b/bentoml/bentos/llama2/13b-chat-fp16-921b/apis/openapi.yaml
@@ -897,7 +897,7 @@ info:
   contact:
     email: contact@bentoml.com
     name: BentoML Team
-  description: "# llama2:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)\n\
+  description: "# llama2:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)\n\
     [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)\n\
     [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)\n\
     [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)\n\

diff --git a/bentoml/bentos/llama2/13b-chat-fp16-921b/bento.yaml b/bentoml/bentos/llama2/13b-chat-fp16-921b/bento.yaml
@@ -1,8 +1,8 @@
 service: service:VLLM
 name: llama2
 version: 13b-chat-fp16-921b
-bentoml_version: 1.2.19
-creation_time: '2024-07-12T13:30:51.101256+00:00'
+bentoml_version: 1.2.20
+creation_time: '2024-07-12T14:01:36.753116+00:00'
 labels:
   model_name: meta-llama/Llama-2-13b-chat-hf
   openllm_alias: 13b,13b-chat

diff --git a/bentoml/bentos/llama2/13b-chat-fp16-921b/env/docker/Dockerfile b/bentoml/bentos/llama2/13b-chat-fp16-921b/env/docker/Dockerfile
@@ -29,6 +29,7 @@ RUN set -eux && \
 ARG BENTO_USER=bentoml
 ARG BENTO_USER_UID=1034
 ARG BENTO_USER_GID=1034
+
 RUN groupadd -g $BENTO_USER_GID -o $BENTO_USER && useradd -m -u $BENTO_USER_UID -g $BENTO_USER_GID -o -r $BENTO_USER
 ARG HF_TOKEN=
 ENV HF_TOKEN=$HF_TOKEN

diff --git a/bentoml/bentos/llama2/13b-chat-fp16-921b/env/python/install.sh b/bentoml/bentos/llama2/13b-chat-fp16-921b/env/python/install.sh
@@ -12,7 +12,7 @@ PIP_ARGS=()
 REQUIREMENTS_TXT="$BASEDIR/requirements.txt"
 REQUIREMENTS_LOCK="$BASEDIR/requirements.lock.txt"
 WHEELS_DIR="$BASEDIR/wheels"
-BENTOML_VERSION=${BENTOML_VERSION:-1.2.19}
+BENTOML_VERSION=${BENTOML_VERSION:-1.2.20}
 # Install python packages, prefer installing the requirements.lock.txt file if it exist
 pushd "$BASEDIR" &>/dev/null
 if [ -f "$REQUIREMENTS_LOCK" ]; then

diff --git a/bentoml/bentos/llama2/13b-chat-fp16-921b/env/python/requirements.lock.txt b/bentoml/bentos/llama2/13b-chat-fp16-921b/env/python/requirements.lock.txt
@@ -6,7 +6,7 @@ appdirs==1.4.4
 asgiref==3.8.1
 async-timeout==4.0.3
 attrs==23.2.0
-bentoml==1.2.19
+bentoml==1.2.20
 build==1.2.1
 cattrs==23.1.2
 certifi==2024.7.4

diff --git a/bentoml/bentos/llama2/13b-chat-fp16-921b/env/python/requirements.txt b/bentoml/bentos/llama2/13b-chat-fp16-921b/env/python/requirements.txt
@@ -1,4 +1,4 @@
-bentoml==1.2.19
+bentoml==1.2.20
 torch==2.3.0
 vllm==0.4.3
 numpy==1.26.0

diff --git a/bentoml/bentos/llama2/70b-chat-fp16-258c/README.md b/bentoml/bentos/llama2/70b-chat-fp16-258c/README.md
@@ -1,6 +1,6 @@
 # llama2:70b-chat-fp16-258c
 
-[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
+[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)
 [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)
 [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)

diff --git a/bentoml/bentos/llama2/70b-chat-fp16-258c/apis/openapi.yaml b/bentoml/bentos/llama2/70b-chat-fp16-258c/apis/openapi.yaml
@@ -897,7 +897,7 @@ info:
   contact:
     email: contact@bentoml.com
     name: BentoML Team
-  description: "# llama2:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)\n\
+  description: "# llama2:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)\n\
     [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)\n\
     [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)\n\
     [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)\n\

diff --git a/bentoml/bentos/llama2/70b-chat-fp16-258c/bento.yaml b/bentoml/bentos/llama2/70b-chat-fp16-258c/bento.yaml
@@ -1,8 +1,8 @@
 service: service:VLLM
 name: llama2
 version: 70b-chat-fp16-258c
-bentoml_version: 1.2.19
-creation_time: '2024-07-12T13:31:51.241453+00:00'
+bentoml_version: 1.2.20
+creation_time: '2024-07-12T14:02:37.303759+00:00'
 labels:
   model_name: meta-llama/Llama-2-70b-chat-hf
   openllm_alias: 70b,70b-chat

diff --git a/bentoml/bentos/llama2/70b-chat-fp16-258c/env/docker/Dockerfile b/bentoml/bentos/llama2/70b-chat-fp16-258c/env/docker/Dockerfile
@@ -29,6 +29,7 @@ RUN set -eux && \
 ARG BENTO_USER=bentoml
 ARG BENTO_USER_UID=1034
 ARG BENTO_USER_GID=1034
+
 RUN groupadd -g $BENTO_USER_GID -o $BENTO_USER && useradd -m -u $BENTO_USER_UID -g $BENTO_USER_GID -o -r $BENTO_USER
 ARG HF_TOKEN=
 ENV HF_TOKEN=$HF_TOKEN

diff --git a/bentoml/bentos/llama2/70b-chat-fp16-258c/env/python/install.sh b/bentoml/bentos/llama2/70b-chat-fp16-258c/env/python/install.sh
@@ -12,7 +12,7 @@ PIP_ARGS=()
 REQUIREMENTS_TXT="$BASEDIR/requirements.txt"
 REQUIREMENTS_LOCK="$BASEDIR/requirements.lock.txt"
 WHEELS_DIR="$BASEDIR/wheels"
-BENTOML_VERSION=${BENTOML_VERSION:-1.2.19}
+BENTOML_VERSION=${BENTOML_VERSION:-1.2.20}
 # Install python packages, prefer installing the requirements.lock.txt file if it exist
 pushd "$BASEDIR" &>/dev/null
 if [ -f "$REQUIREMENTS_LOCK" ]; then

diff --git a/bentoml/bentos/llama2/70b-chat-fp16-258c/env/python/requirements.lock.txt b/bentoml/bentos/llama2/70b-chat-fp16-258c/env/python/requirements.lock.txt
@@ -6,7 +6,7 @@ appdirs==1.4.4
 asgiref==3.8.1
 async-timeout==4.0.3
 attrs==23.2.0
-bentoml==1.2.19
+bentoml==1.2.20
 build==1.2.1
 cattrs==23.1.2
 certifi==2024.7.4

diff --git a/bentoml/bentos/llama2/70b-chat-fp16-258c/env/python/requirements.txt b/bentoml/bentos/llama2/70b-chat-fp16-258c/env/python/requirements.txt
@@ -1,4 +1,4 @@
-bentoml==1.2.19
+bentoml==1.2.20
 torch==2.3.0
 vllm==0.4.3
 numpy==1.26.0

diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/README.md b/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/README.md
@@ -1,6 +1,6 @@
 # llama2:7b-chat-awq-4bit-8df2
 
-[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
+[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)
 [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)
 [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)

diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/apis/openapi.yaml b/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/apis/openapi.yaml
@@ -897,7 +897,7 @@ info:
   contact:
     email: contact@bentoml.com
     name: BentoML Team
-  description: "# llama2:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)\n\
+  description: "# llama2:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)\n\
     [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)\n\
     [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)\n\
     [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)\n\

diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/bento.yaml b/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/bento.yaml
@@ -1,8 +1,8 @@
 service: service:VLLM
 name: llama2
 version: 7b-chat-awq-4bit-8df2
-bentoml_version: 1.2.19
-creation_time: '2024-07-12T13:32:54.939874+00:00'
+bentoml_version: 1.2.20
+creation_time: '2024-07-12T14:03:39.334653+00:00'
 labels:
   model_name: TheBloke/Llama-2-7B-Chat-AWQ
   openllm_alias: 7b-4bit,7b-chat-4bit

diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/env/docker/Dockerfile b/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/env/docker/Dockerfile
@@ -29,6 +29,7 @@ RUN set -eux && \
 ARG BENTO_USER=bentoml
 ARG BENTO_USER_UID=1034
 ARG BENTO_USER_GID=1034
+
 RUN groupadd -g $BENTO_USER_GID -o $BENTO_USER && useradd -m -u $BENTO_USER_UID -g $BENTO_USER_GID -o -r $BENTO_USER
 ARG HF_TOKEN=
 ENV HF_TOKEN=$HF_TOKEN

diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/env/python/install.sh b/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/env/python/install.sh
@@ -12,7 +12,7 @@ PIP_ARGS=()
 REQUIREMENTS_TXT="$BASEDIR/requirements.txt"
 REQUIREMENTS_LOCK="$BASEDIR/requirements.lock.txt"
 WHEELS_DIR="$BASEDIR/wheels"
-BENTOML_VERSION=${BENTOML_VERSION:-1.2.19}
+BENTOML_VERSION=${BENTOML_VERSION:-1.2.20}
 # Install python packages, prefer installing the requirements.lock.txt file if it exist
 pushd "$BASEDIR" &>/dev/null
 if [ -f "$REQUIREMENTS_LOCK" ]; then

diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/env/python/requirements.lock.txt b/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/env/python/requirements.lock.txt
@@ -6,7 +6,7 @@ appdirs==1.4.4
 asgiref==3.8.1
 async-timeout==4.0.3
 attrs==23.2.0
-bentoml==1.2.19
+bentoml==1.2.20
 build==1.2.1
 cattrs==23.1.2
 certifi==2024.7.4

diff --git a/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/env/python/requirements.txt b/bentoml/bentos/llama2/7b-chat-awq-4bit-8df2/env/python/requirements.txt
@@ -1,4 +1,4 @@
-bentoml==1.2.19
+bentoml==1.2.20
 torch==2.3.0
 vllm==0.4.3
 numpy==1.26.0

diff --git a/bentoml/bentos/llama2/7b-chat-fp16-2e3a/README.md b/bentoml/bentos/llama2/7b-chat-fp16-2e3a/README.md
@@ -1,6 +1,6 @@
 # llama2:7b-chat-fp16-2e3a
 
-[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)
+[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)
 [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)
 [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)

diff --git a/bentoml/bentos/llama2/7b-chat-fp16-2e3a/apis/openapi.yaml b/bentoml/bentos/llama2/7b-chat-fp16-2e3a/apis/openapi.yaml
@@ -897,7 +897,7 @@ info:
   contact:
     email: contact@bentoml.com
     name: BentoML Team
-  description: "# llama2:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.19-informational)](https://pypi.org/project/BentoML)\n\
+  description: "# llama2:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.2.20-informational)](https://pypi.org/project/BentoML)\n\
     [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)\n\
     [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)\n\
     [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)\n\

diff --git a/bentoml/bentos/llama2/7b-chat-fp16-2e3a/bento.yaml b/bentoml/bentos/llama2/7b-chat-fp16-2e3a/bento.yaml
@@ -1,8 +1,8 @@
 service: service:VLLM
 name: llama2
 version: 7b-chat-fp16-2e3a
-bentoml_version: 1.2.19
-creation_time: '2024-07-12T13:29:39.928558+00:00'
+bentoml_version: 1.2.20
+creation_time: '2024-07-12T14:00:35.469298+00:00'
 labels:
   model_name: meta-llama/Llama-2-7b-chat-hf
   openllm_alias: 7b,7b-chat

diff --git a/bentoml/bentos/llama2/7b-chat-fp16-2e3a/env/docker/Dockerfile b/bentoml/bentos/llama2/7b-chat-fp16-2e3a/env/docker/Dockerfile
@@ -29,6 +29,7 @@ RUN set -eux && \
 ARG BENTO_USER=bentoml
 ARG BENTO_USER_UID=1034
 ARG BENTO_USER_GID=1034
+
 RUN groupadd -g $BENTO_USER_GID -o $BENTO_USER && useradd -m -u $BENTO_USER_UID -g $BENTO_USER_GID -o -r $BENTO_USER
 ARG HF_TOKEN=
 ENV HF_TOKEN=$HF_TOKEN