From 0fada352de0b32de80c4a45f9baca7ddac8de1fd Mon Sep 17 00:00:00 2001 From: xianml Date: Tue, 8 Oct 2024 14:38:22 +0800 Subject: [PATCH] fix: comments --- .../README.md | 2 +- .../apis/openapi.yaml | 0 .../apis/schema.json | 0 .../bento.yaml | 15 ++++++--------- .../env/docker/Dockerfile | 4 +--- .../env/docker/entrypoint.sh | 0 .../env/python/install.sh | 0 .../env/python/requirements.lock.txt | 16 ++++++++-------- .../env/python/requirements.txt | 0 .../env/python/version.txt | 0 .../src/bentofile.yaml | 7 +++---- .../src/openllm_config.yaml | 5 ++--- .../src/service.py | 0 .../src/ui/404.html | 0 .../UFSnOXBHq5ysU6-5BuENB/_buildManifest.js | 0 .../UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js | 0 .../static/chunks/0e5ce63c-f5957df8d97fa48f.js | 0 .../static/chunks/370b0802-87e84e603248538e.js | 0 .../static/chunks/3d47b92a-f8bda4b39f1e2d9d.js | 0 .../static/chunks/479ba886-0c92f49cb8e74e58.js | 0 .../static/chunks/59650de3-87b10f0662b51900.js | 0 .../static/chunks/66ec4792-34336521b476aa45.js | 0 .../_next/static/chunks/674-a1fcdac3696c5ed0.js | 0 .../_next/static/chunks/69-bf2efb63b1299e3b.js | 0 .../_next/static/chunks/700-532b1fe2415e5859.js | 0 .../_next/static/chunks/899-fa939dd99dc7a1df.js | 0 .../static/chunks/8e1d74a4-a6b9a2554f9153c0.js | 0 .../static/chunks/94730671-0f73873f7f5896de.js | 0 .../_next/static/chunks/995-34374f39bb210839.js | 0 .../chunks/app/(site)/page-5b6e14439f55739b.js | 0 .../chunks/app/chat/page-9c8e223f40771eb6.js | 0 .../chunks/app/layout-df2dea9dba0ceb06.js | 0 .../chunks/app/not-found-c76dccfb8b88da53.js | 0 .../static/chunks/d3ac728e-0c798b3b8aa3bf53.js | 0 .../static/chunks/fd9d1056-32c33f3919735051.js | 0 .../static/chunks/framework-00a8ba1a63cfdc9e.js | 0 .../static/chunks/main-app-e95f89b5006af8a8.js | 0 .../static/chunks/main-bf1416cb53f2b4c0.js | 0 .../chunks/pages/_app-d21e88acd55d90f1.js | 0 .../chunks/pages/_error-d6107f1aac0c574c.js | 0 .../static/chunks/polyfills-c67a75d1b6f99dc8.js | 0 .../static/chunks/webpack-ee8b17d5a5297ccd.js | 0 .../ui/_next/static/css/429544bd3cd8ce3a.css | 0 .../ui/_next/static/css/5b67f082b31cfc7b.css | 0 .../ui/_next/static/css/9e63023b20ddb15e.css | 0 .../src/ui/apple-touch-icon.png | Bin .../src/ui/chat.html | 0 .../src/ui/chat.txt | 0 .../src/ui/favicon-16x16.png | Bin .../src/ui/favicon.ico | Bin .../src/ui/index.html | 0 .../src/ui/index.txt | 0 .../README.md | 2 +- .../apis/openapi.yaml | 0 .../apis/schema.json | 0 .../bento.yaml | 6 +++--- .../env/docker/Dockerfile | 0 .../env/docker/entrypoint.sh | 0 .../env/python/install.sh | 0 .../env/python/requirements.lock.txt | 16 ++++++++-------- .../env/python/requirements.txt | 0 .../env/python/version.txt | 0 .../src/bentofile.yaml | 2 +- .../src/openllm_config.yaml | 0 .../src/service.py | 0 .../src/ui/404.html | 0 .../UFSnOXBHq5ysU6-5BuENB/_buildManifest.js | 0 .../UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js | 0 .../static/chunks/0e5ce63c-f5957df8d97fa48f.js | 0 .../static/chunks/370b0802-87e84e603248538e.js | 0 .../static/chunks/3d47b92a-f8bda4b39f1e2d9d.js | 0 .../static/chunks/479ba886-0c92f49cb8e74e58.js | 0 .../static/chunks/59650de3-87b10f0662b51900.js | 0 .../static/chunks/66ec4792-34336521b476aa45.js | 0 .../_next/static/chunks/674-a1fcdac3696c5ed0.js | 0 .../_next/static/chunks/69-bf2efb63b1299e3b.js | 0 .../_next/static/chunks/700-532b1fe2415e5859.js | 0 .../_next/static/chunks/899-fa939dd99dc7a1df.js | 0 .../static/chunks/8e1d74a4-a6b9a2554f9153c0.js | 0 .../static/chunks/94730671-0f73873f7f5896de.js | 0 .../_next/static/chunks/995-34374f39bb210839.js | 0 .../chunks/app/(site)/page-5b6e14439f55739b.js | 0 .../chunks/app/chat/page-9c8e223f40771eb6.js | 0 .../chunks/app/layout-df2dea9dba0ceb06.js | 0 .../chunks/app/not-found-c76dccfb8b88da53.js | 0 .../static/chunks/d3ac728e-0c798b3b8aa3bf53.js | 0 .../static/chunks/fd9d1056-32c33f3919735051.js | 0 .../static/chunks/framework-00a8ba1a63cfdc9e.js | 0 .../static/chunks/main-app-e95f89b5006af8a8.js | 0 .../static/chunks/main-bf1416cb53f2b4c0.js | 0 .../chunks/pages/_app-d21e88acd55d90f1.js | 0 .../chunks/pages/_error-d6107f1aac0c574c.js | 0 .../static/chunks/polyfills-c67a75d1b6f99dc8.js | 0 .../static/chunks/webpack-ee8b17d5a5297ccd.js | 0 .../ui/_next/static/css/429544bd3cd8ce3a.css | 0 .../ui/_next/static/css/5b67f082b31cfc7b.css | 0 .../ui/_next/static/css/9e63023b20ddb15e.css | 0 .../src/ui/apple-touch-icon.png | Bin .../src/ui/chat.html | 0 .../src/ui/chat.txt | 0 .../src/ui/favicon-16x16.png | Bin .../src/ui/favicon.ico | Bin .../src/ui/index.html | 0 .../src/ui/index.txt | 0 src/llamacpp-chat/bentofile.yaml | 2 +- src/recipe.yaml | 5 +++-- 106 files changed, 38 insertions(+), 44 deletions(-) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-darwin-deb2}/README.md (95%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/apis/openapi.yaml (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/apis/schema.json (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-darwin-deb2}/bento.yaml (88%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-darwin-deb2}/env/docker/Dockerfile (96%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/env/docker/entrypoint.sh (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/env/python/install.sh (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/env/python/requirements.lock.txt (92%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/env/python/requirements.txt (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/env/python/version.txt (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-darwin-deb2}/src/bentofile.yaml (57%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-darwin-deb2}/src/openllm_config.yaml (79%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/service.py (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/404.html (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/700-532b1fe2415e5859.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/995-34374f39bb210839.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/css/429544bd3cd8ce3a.css (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/css/5b67f082b31cfc7b.css (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/_next/static/css/9e63023b20ddb15e.css (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/apple-touch-icon.png (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/chat.html (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/chat.txt (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/favicon-16x16.png (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/favicon.ico (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/index.html (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-darwin-deb2}/src/ui/index.txt (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-linux-fdaa}/README.md (96%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/apis/openapi.yaml (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/apis/schema.json (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-linux-fdaa}/bento.yaml (93%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-linux-fdaa}/env/docker/Dockerfile (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/env/docker/entrypoint.sh (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/env/python/install.sh (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/env/python/requirements.lock.txt (92%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/env/python/requirements.txt (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/env/python/version.txt (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-linux-fdaa}/src/bentofile.yaml (80%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-linux-4d99 => 1b-instruct-fp16-ggml-linux-fdaa}/src/openllm_config.yaml (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/service.py (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/404.html (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/700-532b1fe2415e5859.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/995-34374f39bb210839.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/css/429544bd3cd8ce3a.css (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/css/5b67f082b31cfc7b.css (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/_next/static/css/9e63023b20ddb15e.css (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/apple-touch-icon.png (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/chat.html (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/chat.txt (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/favicon-16x16.png (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/favicon.ico (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/index.html (100%) rename bentoml/bentos/llama3.2/{1b-instruct-fp16-ggml-mac-90ea => 1b-instruct-fp16-ggml-linux-fdaa}/src/ui/index.txt (100%) diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/README.md b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/README.md similarity index 95% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/README.md rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/README.md index 59444748..b43358b6 100644 --- a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/README.md +++ b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/README.md @@ -1,4 +1,4 @@ -# llama3.2:1b-instruct-fp16-ggml-mac-90ea +# llama3.2:1b-instruct-fp16-ggml-darwin-deb2 [![pypi_status](https://img.shields.io/badge/BentoML-1.3.7-informational)](https://pypi.org/project/BentoML) [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/) diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/apis/openapi.yaml b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/apis/openapi.yaml similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/apis/openapi.yaml rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/apis/openapi.yaml diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/apis/schema.json b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/apis/schema.json similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/apis/schema.json rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/apis/schema.json diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/bento.yaml b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/bento.yaml similarity index 88% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/bento.yaml rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/bento.yaml index 6e32bfca..1c3c12da 100644 --- a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/bento.yaml +++ b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/bento.yaml @@ -1,13 +1,13 @@ service: service:LlamaCppChat name: llama3.2 -version: 1b-instruct-fp16-ggml-mac-90ea +version: 1b-instruct-fp16-ggml-darwin-deb2 bentoml_version: 1.3.7 -creation_time: '2024-09-30T12:08:00.546066+00:00' +creation_time: '2024-10-08T06:37:12.850670+00:00' labels: model_name: unsloth/Llama-3.2-1B-Instruct-GGUF - openllm_alias: llama3.2,1b-instruct-fp16-ggml-mac + openllm_alias: llama3.2,1b-instruct-fp16-ggml-darwin platforms: macos - source: https://github.com/bentoml/openllm-models-feed/tree/main/src/llamacpp-chat + source: https://github.com/bentoml/openllm-models/tree/main/src/llamacpp-chat models: [] runners: [] entry_service: llama3.2 @@ -25,9 +25,7 @@ services: timeout: 300 envs: - name: CMAKE_ARGS - value: -DGGML_CUDA=on -- name: HF_TOKEN - value: '' + value: -DGGML_METAL=on schema: name: llama3.2 type: service @@ -106,8 +104,7 @@ docker: python_version: '3.9' cuda_version: null env: - CMAKE_ARGS: -DGGML_CUDA=on - HF_TOKEN: '' + CMAKE_ARGS: -DGGML_METAL=on system_packages: null setup_script: null base_image: null diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/docker/Dockerfile b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/docker/Dockerfile similarity index 96% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/docker/Dockerfile rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/docker/Dockerfile index 4bb32aa6..3acfd848 100644 --- a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/docker/Dockerfile +++ b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/docker/Dockerfile @@ -34,10 +34,8 @@ ARG BENTO_USER=bentoml ARG BENTO_USER_UID=1034 ARG BENTO_USER_GID=1034 RUN groupadd -g $BENTO_USER_GID -o $BENTO_USER && useradd -m -u $BENTO_USER_UID -g $BENTO_USER_GID -o -r $BENTO_USER -ARG CMAKE_ARGS=-DGGML_CUDA=on +ARG CMAKE_ARGS=-DGGML_METAL=on ENV CMAKE_ARGS=$CMAKE_ARGS -ARG HF_TOKEN= -ENV HF_TOKEN=$HF_TOKEN ARG BENTO_PATH=/home/bentoml/bento ENV BENTO_PATH=$BENTO_PATH ENV BENTOML_HOME=/home/bentoml/ diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/docker/entrypoint.sh b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/docker/entrypoint.sh similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/docker/entrypoint.sh rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/docker/entrypoint.sh diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/python/install.sh b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/python/install.sh similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/python/install.sh rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/python/install.sh diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/python/requirements.lock.txt b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/python/requirements.lock.txt similarity index 92% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/python/requirements.lock.txt rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/python/requirements.lock.txt index a6e1e83e..6598bb4c 100644 --- a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/python/requirements.lock.txt @@ -1,7 +1,7 @@ --index-url https://pypi.org/simple -aiohappyeyeballs==2.4.2 -aiohttp==3.10.8 +aiohappyeyeballs==2.4.3 +aiohttp==3.10.9 aiosignal==1.3.1 aiosqlite==0.20.0 annotated-types==0.7.0 @@ -28,9 +28,9 @@ frozenlist==1.4.1 fs==2.4.16 fsspec==2024.9.0 h11==0.14.0 -httpcore==1.0.5 +httpcore==1.0.6 httpx==0.27.2 -httpx-ws==0.6.0 +httpx-ws==0.6.2 huggingface-hub==0.25.1 idna==3.10 importlib-metadata==6.11.0 @@ -38,7 +38,7 @@ inflection==0.5.1 jinja2==3.1.4 llama-cpp-python==0.3.1 markdown-it-py==3.0.0 -markupsafe==2.1.5 +markupsafe==3.0.0 mdurl==0.1.2 multidict==6.1.0 numpy==2.0.2 @@ -67,20 +67,20 @@ pyyaml==6.0.2 pyzmq==26.2.0 questionary==2.0.1 requests==2.32.3 -rich==13.8.1 +rich==13.9.2 schema==0.7.7 setuptools==75.1.0 simple-di==0.1.5 six==1.16.0 sniffio==1.3.1 starlette==0.38.6 -tomli==2.0.1 +tomli==2.0.2 tomli-w==1.0.0 tornado==6.4.1 tqdm==4.66.5 typing-extensions==4.12.2 urllib3==2.2.3 -uv==0.4.17 +uv==0.4.19 uvicorn==0.31.0 watchfiles==0.24.0 wcwidth==0.2.13 diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/python/requirements.txt b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/python/requirements.txt similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/python/requirements.txt rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/python/requirements.txt diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/python/version.txt b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/python/version.txt similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/python/version.txt rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/env/python/version.txt diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/bentofile.yaml b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/bentofile.yaml similarity index 57% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/bentofile.yaml rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/bentofile.yaml index 94c8f025..4973b34a 100644 --- a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/bentofile.yaml +++ b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/bentofile.yaml @@ -1,16 +1,15 @@ envs: - name: CMAKE_ARGS - value: -DGGML_CUDA=on -- name: HF_TOKEN + value: -DGGML_METAL=on include: - '*.py' - '*.yaml' - ui/* labels: model_name: unsloth/Llama-3.2-1B-Instruct-GGUF - openllm_alias: llama3.2,1b-instruct-fp16-ggml-mac + openllm_alias: llama3.2,1b-instruct-fp16-ggml-darwin platforms: macos - source: https://github.com/bentoml/openllm-models-feed/tree/main/src/llamacpp-chat + source: https://github.com/bentoml/openllm-models/tree/main/src/llamacpp-chat python: lock_packages: true requirements_txt: ./requirements.txt diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/openllm_config.yaml b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/openllm_config.yaml similarity index 79% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/openllm_config.yaml rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/openllm_config.yaml index a5786b3d..ad262c5d 100644 --- a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/openllm_config.yaml +++ b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/openllm_config.yaml @@ -4,11 +4,10 @@ engine_config: model: unsloth/Llama-3.2-1B-Instruct-GGUF extra_envs: - name: CMAKE_ARGS - value: -DGGML_CUDA=on -- name: HF_TOKEN + value: -DGGML_METAL=on extra_labels: model_name: unsloth/Llama-3.2-1B-Instruct-GGUF - openllm_alias: llama3.2,1b-instruct-fp16-ggml-mac + openllm_alias: llama3.2,1b-instruct-fp16-ggml-darwin platforms: macos project: llamacpp-chat service_config: diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/service.py b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/service.py similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/service.py rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/service.py diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/404.html b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/404.html similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/404.html rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/404.html diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/700-532b1fe2415e5859.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/700-532b1fe2415e5859.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/700-532b1fe2415e5859.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/700-532b1fe2415e5859.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/995-34374f39bb210839.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/995-34374f39bb210839.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/995-34374f39bb210839.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/995-34374f39bb210839.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/css/429544bd3cd8ce3a.css b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/css/429544bd3cd8ce3a.css similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/css/429544bd3cd8ce3a.css rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/css/429544bd3cd8ce3a.css diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/css/5b67f082b31cfc7b.css b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/css/5b67f082b31cfc7b.css similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/css/5b67f082b31cfc7b.css rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/css/5b67f082b31cfc7b.css diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/css/9e63023b20ddb15e.css b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/css/9e63023b20ddb15e.css similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/_next/static/css/9e63023b20ddb15e.css rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/_next/static/css/9e63023b20ddb15e.css diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/apple-touch-icon.png b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/apple-touch-icon.png similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/apple-touch-icon.png rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/apple-touch-icon.png diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/chat.html b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/chat.html similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/chat.html rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/chat.html diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/chat.txt b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/chat.txt similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/chat.txt rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/chat.txt diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/favicon-16x16.png b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/favicon-16x16.png similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/favicon-16x16.png rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/favicon-16x16.png diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/favicon.ico b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/favicon.ico similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/favicon.ico rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/favicon.ico diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/index.html b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/index.html similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/index.html rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/index.html diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/index.txt b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/index.txt similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/ui/index.txt rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-darwin-deb2/src/ui/index.txt diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/README.md b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/README.md similarity index 96% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/README.md rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/README.md index 6429b555..3ecf8f36 100644 --- a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/README.md +++ b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/README.md @@ -1,4 +1,4 @@ -# llama3.2:1b-instruct-fp16-ggml-linux-4d99 +# llama3.2:1b-instruct-fp16-ggml-linux-fdaa [![pypi_status](https://img.shields.io/badge/BentoML-1.3.7-informational)](https://pypi.org/project/BentoML) [![documentation_status](https://readthedocs.org/projects/bentoml/badge/?version=latest)](https://docs.bentoml.com/) diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/apis/openapi.yaml b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/apis/openapi.yaml similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/apis/openapi.yaml rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/apis/openapi.yaml diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/apis/schema.json b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/apis/schema.json similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/apis/schema.json rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/apis/schema.json diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/bento.yaml b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/bento.yaml similarity index 93% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/bento.yaml rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/bento.yaml index 1a4255a1..a9d4bafb 100644 --- a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/bento.yaml +++ b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/bento.yaml @@ -1,13 +1,13 @@ service: service:LlamaCppChat name: llama3.2 -version: 1b-instruct-fp16-ggml-linux-4d99 +version: 1b-instruct-fp16-ggml-linux-fdaa bentoml_version: 1.3.7 -creation_time: '2024-09-30T12:08:07.781457+00:00' +creation_time: '2024-10-08T06:37:23.650885+00:00' labels: model_name: unsloth/Llama-3.2-1B-Instruct-GGUF openllm_alias: llama3.2,1b-instruct-fp16-ggml-linux platforms: linux - source: https://github.com/bentoml/openllm-models-feed/tree/main/src/llamacpp-chat + source: https://github.com/bentoml/openllm-models/tree/main/src/llamacpp-chat models: [] runners: [] entry_service: llama3.2 diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/docker/Dockerfile b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/docker/Dockerfile similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/env/docker/Dockerfile rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/docker/Dockerfile diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/docker/entrypoint.sh b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/docker/entrypoint.sh similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/docker/entrypoint.sh rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/docker/entrypoint.sh diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/python/install.sh b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/python/install.sh similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/python/install.sh rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/python/install.sh diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/python/requirements.lock.txt b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/python/requirements.lock.txt similarity index 92% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/python/requirements.lock.txt rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/python/requirements.lock.txt index a6e1e83e..6598bb4c 100644 --- a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/python/requirements.lock.txt +++ b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/python/requirements.lock.txt @@ -1,7 +1,7 @@ --index-url https://pypi.org/simple -aiohappyeyeballs==2.4.2 -aiohttp==3.10.8 +aiohappyeyeballs==2.4.3 +aiohttp==3.10.9 aiosignal==1.3.1 aiosqlite==0.20.0 annotated-types==0.7.0 @@ -28,9 +28,9 @@ frozenlist==1.4.1 fs==2.4.16 fsspec==2024.9.0 h11==0.14.0 -httpcore==1.0.5 +httpcore==1.0.6 httpx==0.27.2 -httpx-ws==0.6.0 +httpx-ws==0.6.2 huggingface-hub==0.25.1 idna==3.10 importlib-metadata==6.11.0 @@ -38,7 +38,7 @@ inflection==0.5.1 jinja2==3.1.4 llama-cpp-python==0.3.1 markdown-it-py==3.0.0 -markupsafe==2.1.5 +markupsafe==3.0.0 mdurl==0.1.2 multidict==6.1.0 numpy==2.0.2 @@ -67,20 +67,20 @@ pyyaml==6.0.2 pyzmq==26.2.0 questionary==2.0.1 requests==2.32.3 -rich==13.8.1 +rich==13.9.2 schema==0.7.7 setuptools==75.1.0 simple-di==0.1.5 six==1.16.0 sniffio==1.3.1 starlette==0.38.6 -tomli==2.0.1 +tomli==2.0.2 tomli-w==1.0.0 tornado==6.4.1 tqdm==4.66.5 typing-extensions==4.12.2 urllib3==2.2.3 -uv==0.4.17 +uv==0.4.19 uvicorn==0.31.0 watchfiles==0.24.0 wcwidth==0.2.13 diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/python/requirements.txt b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/python/requirements.txt similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/python/requirements.txt rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/python/requirements.txt diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/python/version.txt b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/python/version.txt similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/env/python/version.txt rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/env/python/version.txt diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/bentofile.yaml b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/bentofile.yaml similarity index 80% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/bentofile.yaml rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/bentofile.yaml index 9f0101c6..2899b2a6 100644 --- a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/bentofile.yaml +++ b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/bentofile.yaml @@ -9,7 +9,7 @@ labels: model_name: unsloth/Llama-3.2-1B-Instruct-GGUF openllm_alias: llama3.2,1b-instruct-fp16-ggml-linux platforms: linux - source: https://github.com/bentoml/openllm-models-feed/tree/main/src/llamacpp-chat + source: https://github.com/bentoml/openllm-models/tree/main/src/llamacpp-chat python: lock_packages: true requirements_txt: ./requirements.txt diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/openllm_config.yaml b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/openllm_config.yaml similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-4d99/src/openllm_config.yaml rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/openllm_config.yaml diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/service.py b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/service.py similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/service.py rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/service.py diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/404.html b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/404.html similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/404.html rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/404.html diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_buildManifest.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/UFSnOXBHq5ysU6-5BuENB/_ssgManifest.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/0e5ce63c-f5957df8d97fa48f.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/370b0802-87e84e603248538e.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/3d47b92a-f8bda4b39f1e2d9d.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/479ba886-0c92f49cb8e74e58.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/59650de3-87b10f0662b51900.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/66ec4792-34336521b476aa45.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/674-a1fcdac3696c5ed0.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/69-bf2efb63b1299e3b.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/700-532b1fe2415e5859.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/700-532b1fe2415e5859.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/700-532b1fe2415e5859.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/700-532b1fe2415e5859.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/899-fa939dd99dc7a1df.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/8e1d74a4-a6b9a2554f9153c0.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/94730671-0f73873f7f5896de.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/995-34374f39bb210839.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/995-34374f39bb210839.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/995-34374f39bb210839.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/995-34374f39bb210839.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/app/(site)/page-5b6e14439f55739b.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/app/chat/page-9c8e223f40771eb6.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/app/layout-df2dea9dba0ceb06.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/app/not-found-c76dccfb8b88da53.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/d3ac728e-0c798b3b8aa3bf53.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/fd9d1056-32c33f3919735051.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/framework-00a8ba1a63cfdc9e.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/main-app-e95f89b5006af8a8.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/main-bf1416cb53f2b4c0.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/pages/_app-d21e88acd55d90f1.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/pages/_error-d6107f1aac0c574c.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/chunks/webpack-ee8b17d5a5297ccd.js diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/css/429544bd3cd8ce3a.css b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/css/429544bd3cd8ce3a.css similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/css/429544bd3cd8ce3a.css rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/css/429544bd3cd8ce3a.css diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/css/5b67f082b31cfc7b.css b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/css/5b67f082b31cfc7b.css similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/css/5b67f082b31cfc7b.css rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/css/5b67f082b31cfc7b.css diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/css/9e63023b20ddb15e.css b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/css/9e63023b20ddb15e.css similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/_next/static/css/9e63023b20ddb15e.css rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/_next/static/css/9e63023b20ddb15e.css diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/apple-touch-icon.png b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/apple-touch-icon.png similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/apple-touch-icon.png rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/apple-touch-icon.png diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/chat.html b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/chat.html similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/chat.html rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/chat.html diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/chat.txt b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/chat.txt similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/chat.txt rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/chat.txt diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/favicon-16x16.png b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/favicon-16x16.png similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/favicon-16x16.png rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/favicon-16x16.png diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/favicon.ico b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/favicon.ico similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/favicon.ico rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/favicon.ico diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/index.html b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/index.html similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/index.html rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/index.html diff --git a/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/index.txt b/bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/index.txt similarity index 100% rename from bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-mac-90ea/src/ui/index.txt rename to bentoml/bentos/llama3.2/1b-instruct-fp16-ggml-linux-fdaa/src/ui/index.txt diff --git a/src/llamacpp-chat/bentofile.yaml b/src/llamacpp-chat/bentofile.yaml index cd1fa9e0..7a50a053 100644 --- a/src/llamacpp-chat/bentofile.yaml +++ b/src/llamacpp-chat/bentofile.yaml @@ -1,6 +1,6 @@ service: "service:LlamaCppChat" labels: - source: https://github.com/bentoml/openllm-models-feed/tree/main/src/llamacpp-chat + source: https://github.com/bentoml/openllm-models/tree/main/src/llamacpp-chat include: - "*.py" - "*.yaml" diff --git a/src/recipe.yaml b/src/recipe.yaml index 81e1b842..0529f17c 100644 --- a/src/recipe.yaml +++ b/src/recipe.yaml @@ -769,6 +769,7 @@ engine_config: model: microsoft/Phi-3-mini-4k-instruct-gguf max_model_len: 2048 + filename: "Phi-3-mini-4k-instruct-q4.gguf" extra_labels: openllm_alias: 3.8b-ggml-q4,3.8b-mini-instruct-4k-ggml-q4 model_name: microsoft/Phi-3-mini-4k-instruct-gguf @@ -830,12 +831,12 @@ max_model_len: 2048 filename: "Llama-3.2-1B-Instruct-F16.gguf" extra_labels: - openllm_alias: llama3.2,1b-instruct-fp16-ggml-mac + openllm_alias: llama3.2,1b-instruct-fp16-ggml-darwin model_name: unsloth/Llama-3.2-1B-Instruct-GGUF platforms: macos extra_envs: - name: CMAKE_ARGS - value: "-DGGML_CUDA=on" + value: "-DGGML_METAL=on" 'llama3.2:1b-instruct-fp16-ggml-linux': project: llamacpp-chat service_config: