diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/README.md b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/README.md similarity index 96% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/README.md rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/README.md index 652b6602..91b9465c 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/README.md +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/README.md @@ -1,4 +1,4 @@ -# phi3:3.8b-instruct-ggml-q4-c118 +# phi3:3.8b-instruct-ggml-q4-ab41 [![pypi_status](https://img.shields.io/badge/BentoML-1.3.7-informational)](https://pypi.org/project/BentoML) [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/) diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/apis/openapi.yaml b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/apis/openapi.yaml similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/apis/openapi.yaml rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/apis/openapi.yaml diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/apis/schema.json b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/apis/schema.json similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/apis/schema.json rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/apis/schema.json diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/bento.yaml b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/bento.yaml similarity index 90% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/bento.yaml rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/bento.yaml index d0dceec9..abf04666 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/bento.yaml +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/bento.yaml @@ -1,13 +1,13 @@ service: service:LlamaCppChat name: phi3 -version: 3.8b-instruct-ggml-q4-c118 +version: 3.8b-instruct-ggml-q4-ab41 bentoml_version: 1.3.7 -creation_time: '2024-09-27T09:50:27.373367+00:00' +creation_time: '2024-10-08T08:02:03.067981+00:00' labels: model_name: microsoft/Phi-3-mini-4k-instruct-gguf openllm_alias: 3.8b-ggml-q4,3.8b-mini-instruct-4k-ggml-q4 platforms: macos - source: https://github.com/bentoml/openllm-models-feed/tree/main/src/llamacpp-chat + source: https://github.com/bentoml/openllm-models/tree/main/src/llamacpp-chat models: [] runners: [] entry_service: phi3 @@ -22,9 +22,7 @@ services: memory: 3Gi traffic: timeout: 300 -envs: -- name: CMAKE_ARGS - value: -DLLAMA_METAL=on +envs: [] schema: name: phi3 type: service @@ -102,8 +100,7 @@ docker: distro: debian python_version: '3.9' cuda_version: null - env: - CMAKE_ARGS: -DLLAMA_METAL=on + env: null system_packages: null setup_script: null base_image: null diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/docker/Dockerfile b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/docker/Dockerfile similarity index 96% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/docker/Dockerfile rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/docker/Dockerfile index e80f1843..4dd07e9b 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/docker/Dockerfile +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/docker/Dockerfile @@ -34,8 +34,6 @@ ARG BENTO_USER=bentoml ARG BENTO_USER_UID=1034 ARG BENTO_USER_GID=1034 RUN groupadd -g $BENTO_USER_GID -o $BENTO_USER && useradd -m -u $BENTO_USER_UID -g $BENTO_USER_GID -o -r $BENTO_USER -ARG CMAKE_ARGS=-DLLAMA_METAL=on -ENV CMAKE_ARGS=$CMAKE_ARGS ARG BENTO_PATH=/home/bentoml/bento ENV BENTO_PATH=$BENTO_PATH ENV BENTOML_HOME=/home/bentoml/ diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/docker/entrypoint.sh b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/docker/entrypoint.sh similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/docker/entrypoint.sh rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/docker/entrypoint.sh diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/python/install.sh b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/python/install.sh similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/python/install.sh rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/python/install.sh diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/python/requirements.lock.txt b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/python/requirements.lock.txt similarity index 88% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/python/requirements.lock.txt rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/python/requirements.lock.txt index eabdb3f2..6598bb4c 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/python/requirements.lock.txt +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/python/requirements.lock.txt @@ -1,7 +1,7 @@ --index-url https://pypi.org/simple -aiohappyeyeballs==2.4.2 -aiohttp==3.10.6 +aiohappyeyeballs==2.4.3 +aiohttp==3.10.9 aiosignal==1.3.1 aiosqlite==0.20.0 annotated-types==0.7.0 @@ -28,17 +28,17 @@ frozenlist==1.4.1 fs==2.4.16 fsspec==2024.9.0 h11==0.14.0 -httpcore==1.0.5 +httpcore==1.0.6 httpx==0.27.2 -httpx-ws==0.6.0 +httpx-ws==0.6.2 huggingface-hub==0.25.1 idna==3.10 importlib-metadata==6.11.0 inflection==0.5.1 jinja2==3.1.4 -llama-cpp-python==0.2.79 +llama-cpp-python==0.3.1 markdown-it-py==3.0.0 -markupsafe==2.1.5 +markupsafe==3.0.0 mdurl==0.1.2 multidict==6.1.0 numpy==2.0.2 @@ -62,29 +62,29 @@ pygments==2.18.0 pyparsing==3.1.4 python-dateutil==2.9.0.post0 python-json-logger==2.0.7 -python-multipart==0.0.10 +python-multipart==0.0.12 pyyaml==6.0.2 pyzmq==26.2.0 questionary==2.0.1 requests==2.32.3 -rich==13.8.1 +rich==13.9.2 schema==0.7.7 setuptools==75.1.0 simple-di==0.1.5 six==1.16.0 sniffio==1.3.1 starlette==0.38.6 -tomli==2.0.1 +tomli==2.0.2 tomli-w==1.0.0 tornado==6.4.1 tqdm==4.66.5 typing-extensions==4.12.2 urllib3==2.2.3 -uv==0.4.16 -uvicorn==0.30.6 +uv==0.4.19 +uvicorn==0.31.0 watchfiles==0.24.0 wcwidth==0.2.13 wrapt==1.16.0 wsproto==1.2.0 -yarl==1.13.0 +yarl==1.13.1 zipp==3.20.2 diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/python/requirements.txt b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/python/requirements.txt similarity index 60% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/python/requirements.txt rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/python/requirements.txt index 1637f7ed..fd0118e5 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/python/requirements.txt +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/python/requirements.txt @@ -1,4 +1,4 @@ huggingface-hub -llama_cpp_python==0.2.79 +llama_cpp_python==0.3.1 fastapi bentoml==1.3.7 diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/python/version.txt b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/python/version.txt similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/env/python/version.txt rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/env/python/version.txt diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/bentofile.yaml b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/bentofile.yaml similarity index 66% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/bentofile.yaml rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/bentofile.yaml index 07175623..0cbe5f42 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/bentofile.yaml +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/bentofile.yaml @@ -1,6 +1,4 @@ -envs: -- name: CMAKE_ARGS - value: -DLLAMA_METAL=on +envs: [] include: - '*.py' - '*.yaml' @@ -9,7 +7,7 @@ labels: model_name: microsoft/Phi-3-mini-4k-instruct-gguf openllm_alias: 3.8b-ggml-q4,3.8b-mini-instruct-4k-ggml-q4 platforms: macos - source: https://github.com/bentoml/openllm-models-feed/tree/main/src/llamacpp-chat + source: https://github.com/bentoml/openllm-models/tree/main/src/llamacpp-chat python: lock_packages: true requirements_txt: ./requirements.txt diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/openllm_config.yaml b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/openllm_config.yaml similarity index 83% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/openllm_config.yaml rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/openllm_config.yaml index d68448cf..f6e2505a 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/openllm_config.yaml +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/openllm_config.yaml @@ -1,9 +1,11 @@ engine_config: + filename: Phi-3-mini-4k-instruct-q4.gguf max_model_len: 2048 model: microsoft/Phi-3-mini-4k-instruct-gguf extra_labels: model_name: microsoft/Phi-3-mini-4k-instruct-gguf openllm_alias: 3.8b-ggml-q4,3.8b-mini-instruct-4k-ggml-q4 + platforms: macos project: llamacpp-chat service_config: name: phi3 diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/service.py b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/service.py similarity index 98% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/service.py rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/service.py index 4ec07067..5059d2ca 100644 --- a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/service.py +++ b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/service.py @@ -1,7 +1,6 @@ import bentoml from annotated_types import Ge, Le from typing_extensions import Annotated -from llama_cpp import Llama from typing import AsyncGenerator, Optional import yaml import fastapi @@ -81,9 +80,10 @@ async def catch_all(full_path: str): class LlamaCppChat: def __init__(self) -> None: + from llama_cpp import Llama self.llm = Llama.from_pretrained( repo_id=ENGINE_CONFIG["model"], - filename="*q4.gguf", + filename=ENGINE_CONFIG["filename"], verbose=False, ) diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/404.html b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/404.html similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/404.html rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/404.html diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/700-532b1fe2415e5859.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/700-532b1fe2415e5859.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/700-532b1fe2415e5859.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/700-532b1fe2415e5859.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/995-34374f39bb210839.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/995-34374f39bb210839.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/995-34374f39bb210839.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/995-34374f39bb210839.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/css/429544bd3cd8ce3a.css b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/css/429544bd3cd8ce3a.css similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/css/429544bd3cd8ce3a.css rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/css/429544bd3cd8ce3a.css diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/css/5b67f082b31cfc7b.css b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/css/5b67f082b31cfc7b.css similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/css/5b67f082b31cfc7b.css rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/css/5b67f082b31cfc7b.css diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/css/9e63023b20ddb15e.css b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/css/9e63023b20ddb15e.css similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/_next/static/css/9e63023b20ddb15e.css rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/_next/static/css/9e63023b20ddb15e.css diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/apple-touch-icon.png b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/apple-touch-icon.png similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/apple-touch-icon.png rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/apple-touch-icon.png diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/chat.html b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/chat.html similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/chat.html rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/chat.html diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/chat.txt b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/chat.txt similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/chat.txt rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/chat.txt diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/favicon-16x16.png b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/favicon-16x16.png similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/favicon-16x16.png rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/favicon-16x16.png diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/favicon.ico b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/favicon.ico similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/favicon.ico rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/favicon.ico diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/index.html b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/index.html similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/index.html rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/index.html diff --git a/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/index.txt b/bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/index.txt similarity index 100% rename from bentoml/bentos/phi3/3.8b-instruct-ggml-q4-c118/src/ui/index.txt rename to bentoml/bentos/phi3/3.8b-instruct-ggml-q4-ab41/src/ui/index.txt