Merge pull request #11 from bentoml/nightly

Merge Nightly
bentoml · Aug 12, 2024 · bc3eb46 · bc3eb46
2 parents 448dfe3 + 5810b02
commit bc3eb46
Show file tree

Hide file tree

Showing 2,896 changed files with 17,150 additions and 17,039 deletions.
diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/python/requirements.lock.txt b/bentoml/bentos/gemma/2b-instruct-fp16-f020/env/python/requirements.lock.txt
diff --git a/bentoml/bentos/gemma/2b-instruct-fp16-f020/src/bentofile.yaml b/bentoml/bentos/gemma/2b-instruct-fp16-f020/src/bentofile.yaml
diff --git a/...tos/gemma/2b-instruct-fp16-f020/README.md → ...tos/gemma/2b-instruct-fp16-f6ee/README.md b/...tos/gemma/2b-instruct-fp16-f020/README.md → ...tos/gemma/2b-instruct-fp16-f6ee/README.md
@@ -1,6 +1,6 @@
-# gemma:2b-instruct-fp16-f020
+# gemma:2b-instruct-fp16-f6ee
 
-[![pypi_status](https://img.shields.io/badge/BentoML-1.3.0-informational)](https://pypi.org/project/BentoML)
+[![pypi_status](https://img.shields.io/badge/BentoML-1.3.1-informational)](https://pypi.org/project/BentoML)
 [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)
 [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)
 [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)

diff --git a/...a/2b-instruct-fp16-f020/apis/openapi.yaml → ...a/2b-instruct-fp16-f6ee/apis/openapi.yaml b/...a/2b-instruct-fp16-f020/apis/openapi.yaml → ...a/2b-instruct-fp16-f6ee/apis/openapi.yaml
@@ -9,6 +9,11 @@ components:
         content:
           anyOf:
           - type: string
+          - items:
+              anyOf:
+              - $ref: '#/components/schemas/ChatCompletionContentPartTextParam'
+              - $ref: '#/components/schemas/ChatCompletionContentPartRefusalParam'
+            type: array
           - type: 'null'
           title: Content
         function_call:
@@ -18,6 +23,11 @@ components:
         name:
           title: Name
           type: string
+        refusal:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Refusal
         role:
           const: assistant
           enum:
@@ -48,6 +58,22 @@ components:
       - type
       title: ChatCompletionContentPartImageParam
       type: object
+    ChatCompletionContentPartRefusalParam:
+      properties:
+        refusal:
+          title: Refusal
+          type: string
+        type:
+          const: refusal
+          enum:
+          - refusal
+          title: Type
+          type: string
+      required:
+      - refusal
+      - type
+      title: ChatCompletionContentPartRefusalParam
+      type: object
     ChatCompletionContentPartTextParam:
       properties:
         text:
@@ -414,8 +440,12 @@ components:
     ChatCompletionSystemMessageParam:
       properties:
         content:
+          anyOf:
+          - type: string
+          - items:
+              $ref: '#/components/schemas/ChatCompletionContentPartTextParam'
+            type: array
           title: Content
-          type: string
         name:
           title: Name
           type: string
@@ -433,8 +463,12 @@ components:
     ChatCompletionToolMessageParam:
       properties:
         content:
+          anyOf:
+          - type: string
+          - items:
+              $ref: '#/components/schemas/ChatCompletionContentPartTextParam'
+            type: array
           title: Content
-          type: string
         role:
           const: tool
           enum:
@@ -1021,7 +1055,7 @@ info:
   contact:
     email: contact@bentoml.com
     name: BentoML Team
-  description: "# gemma:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.3.0-informational)](https://pypi.org/project/BentoML)\n\
+  description: "# gemma:dev\n\n[![pypi_status](https://img.shields.io/badge/BentoML-1.3.1-informational)](https://pypi.org/project/BentoML)\n\
     [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/)\n\
     [![join_slack](https://badgen.net/badge/Join/BentoML%20Slack/cyan?icon=slack)](https://l.bentoml.com/join-slack-swagger)\n\
     [![BentoML GitHub Repo](https://img.shields.io/github/stars/bentoml/bentoml?style=social)](https://github.com/bentoml/BentoML)\n\

diff --git a/...ma/2b-instruct-fp16-f020/apis/schema.json → ...ma/2b-instruct-fp16-f6ee/apis/schema.json b/...ma/2b-instruct-fp16-f020/apis/schema.json → ...ma/2b-instruct-fp16-f6ee/apis/schema.json
diff --git a/...os/gemma/2b-instruct-fp16-f020/bento.yaml → ...os/gemma/2b-instruct-fp16-f6ee/bento.yaml b/...os/gemma/2b-instruct-fp16-f020/bento.yaml → ...os/gemma/2b-instruct-fp16-f6ee/bento.yaml
@@ -1,8 +1,8 @@
 service: service:VLLM
 name: gemma
-version: 2b-instruct-fp16-f020
-bentoml_version: 1.3.0
-creation_time: '2024-07-24T08:19:28.675802+00:00'
+version: 2b-instruct-fp16-f6ee
+bentoml_version: 1.3.1
+creation_time: '2024-08-12T08:43:00.894615+00:00'
 labels:
   model_name: google/gemma-2b-it
   openllm_alias: 2b,2b-instruct

diff --git a/...-instruct-fp16-1e96/env/docker/Dockerfile → ...-instruct-fp16-f6ee/env/docker/Dockerfile b/...-instruct-fp16-1e96/env/docker/Dockerfile → ...-instruct-fp16-f6ee/env/docker/Dockerfile
@@ -33,7 +33,6 @@ RUN curl -LO https://astral.sh/uv/install.sh && \
 ARG BENTO_USER=bentoml
 ARG BENTO_USER_UID=1034
 ARG BENTO_USER_GID=1034
-
 RUN groupadd -g $BENTO_USER_GID -o $BENTO_USER && useradd -m -u $BENTO_USER_UID -g $BENTO_USER_GID -o -r $BENTO_USER
 ARG HF_TOKEN=
 ENV HF_TOKEN=$HF_TOKEN

diff --git a/...struct-fp16-f020/env/docker/entrypoint.sh → ...struct-fp16-f6ee/env/docker/entrypoint.sh b/...struct-fp16-f020/env/docker/entrypoint.sh → ...struct-fp16-f6ee/env/docker/entrypoint.sh
diff --git a/...-instruct-fp16-1e96/env/python/install.sh → ...-instruct-fp16-f6ee/env/python/install.sh b/...-instruct-fp16-1e96/env/python/install.sh → ...-instruct-fp16-f6ee/env/python/install.sh
@@ -20,7 +20,7 @@ PIP_ARGS=()
 REQUIREMENTS_TXT="$BASEDIR/requirements.txt"
 REQUIREMENTS_LOCK="$BASEDIR/requirements.lock.txt"
 WHEELS_DIR="$BASEDIR/wheels"
-BENTOML_VERSION=${BENTOML_VERSION:-1.3.0}
+BENTOML_VERSION=${BENTOML_VERSION:-1.3.1}
 # Install python packages, prefer installing the requirements.lock.txt file if it exist
 pushd "$BASEDIR" &>/dev/null
 if [ -f "$REQUIREMENTS_LOCK" ]; then