Skip to content
CI

Fix embedding size and correctly filter default models #105

Sign in to view logs

Fix embedding size and correctly filter default models

Fix embedding size and correctly filter default models #105

Workflow file for this run

.github/workflows/ci.yml at 96052f0
name: CI
on:
pull_request:
branches:
- main
push:
branches:
- main
tags:
- "v*"
# Cancel in-progress CI jobs if there is a new push
# https://stackoverflow.com/a/72408109
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
jobs:
sdk_tests:
name: SDK unit tests
runs-on: ubuntu-latest-l
# runs-on: namespace-profile-ubuntu-latest-8cpu-16gb-96gb
strategy:
matrix:
python-version: ["3.10"]
timeout-minutes: 60
steps:
- name: Checkout code
uses: actions/checkout@v4
with:
lfs: true
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Inspect git version
run: |
git --version
- name: Remove cloud-only modules and install Python client
run: |
set -e
bash scripts/remove_cloud_modules.sh
cd clients/python
python -m pip install .[test]
- name: Check Docker Version
run: docker version
- name: Check Docker Compose Version
run: docker compose version
- name: Authenticating to the Container registry
run: echo $JH_PAT | docker login ghcr.io -u tanjiahuei@gmail.com --password-stdin
env:
JH_PAT: ${{ secrets.JH_PAT }}
- name: Edit env file
run: |
set -e
mv .env.example .env
ORGS=$(printenv | grep API_KEY | xargs -I {} echo {} | cut -d '=' -f 1)
KEYS=$(printenv | grep API_KEY | xargs -I {} echo {} | cut -d '=' -f 2-)
# Convert them into arrays
ORG_ARRAY=($ORGS)
KEY_ARRAY=($KEYS)
# Loop through the ORG_ARRAY
for i in "${!ORG_ARRAY[@]}"; do
# Get the org and key
org="${ORG_ARRAY[$i]}"
key="${KEY_ARRAY[$i]}"
# Replace the org with the key in the .env file
sed -i "s/$org=.*/$org=$key/g" .env
done
sed -i "s:EMBEDDING_MODEL=.*:EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2:g" .env
sed -i "s:RERANKER_MODEL=.*:RERANKER_MODEL=cross-encoder/ms-marco-TinyBERT-L-2:g" .env
echo 'OWL_MODELS_CONFIG=models_ci.json' >> .env
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}
COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
HYPERBOLIC_API_KEY: ${{ secrets.HYPERBOLIC_API_KEY }}
- name: Launch services (OSS)
id: launch_oss
timeout-minutes: 20
run: |
set -e
docker compose -p jamai -f docker/compose.cpu.yml --profile minio up --quiet-pull -d --wait
env:
COMPOSE_DOCKER_CLI_BUILD: 1
DOCKER_BUILDKIT: 1
- name: Inspect owl Python version
run: docker exec jamai-owl-1 python -V
- name: Inspect owl environment
run: docker exec jamai-owl-1 pip list
- name: Python SDK tests (OSS)
id: python_sdk_test_oss
if: always() && steps.launch_oss.outcome == 'success'
run: |
set -e
export JAMAI_API_BASE=http://localhost:6969/api
python -m pytest -vv \
--timeout 300 \
--doctest-modules \
--junitxml=junit/test-results-${{ matrix.python-version }}.xml \
--cov-report=xml \
--no-flaky-report \
clients/python/tests/oss
- name: Inspect owl logs if Python SDK tests failed
if: failure() && steps.python_sdk_test_oss.outcome == 'failure'
timeout-minutes: 1
run: docker exec jamai-owl-1 cat /app/api/logs/owl.log
- name: Upload Pytest Test Results
uses: actions/upload-artifact@v4
with:
name: pytest-results-${{ matrix.python-version }}
path: junit/test-results-${{ matrix.python-version }}.xml
# Always run this step to publish test results even when there are test failures
if: always()
- name: TS/JS SDK tests (OSS)
id: ts_sdk_test_oss
if: always() && steps.launch_oss.outcome == 'success'
run: |
cd clients/typescript
echo "BASEURL=http://localhost:6969" >> __tests__/.env
npm install
npm run test
- name: Inspect owl logs if TS/JS SDK tests failed
if: failure() && steps.ts_sdk_test_oss.outcome == 'failure'
timeout-minutes: 1
run: docker exec jamai-owl-1 cat /app/api/logs/owl.log
- name: Update owl service for S3 test
run: |
# Update the .env file to include the new environment variable
echo 'OWL_FILE_DIR=s3://file' >> .env
echo 'S3_ENDPOINT=http://minio:9000' >> .env
echo 'S3_ACCESS_KEY_ID=minioadmin' >> .env
echo 'S3_SECRET_ACCESS_KEY=minioadmin' >> .env
# Restart the owl service with the updated environment
docker compose -p jamai -f docker/compose.cpu.yml up --quiet-pull -d --wait --no-deps --build --force-recreate owl
- name: Python SDK tests (File API, OSS)
id: python_sdk_test_oss_file
if: always() && steps.launch_oss.outcome == 'success'
run: |
set -e
export JAMAI_API_BASE=http://localhost:6969/api
python -m pytest -vv \
--timeout 300 \
--doctest-modules \
--junitxml=junit/test-results-${{ matrix.python-version }}.xml \
--cov-report=xml \
--no-flaky-report \
clients/python/tests/oss/test_file.py
- name: Inspect owl logs if Python SDK tests failed
if: failure() && steps.python_sdk_test_oss_file.outcome == 'failure'
timeout-minutes: 1
run: docker exec jamai-owl-1 cat /app/api/logs/owl.log
lance_tests:
name: Lance tests
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ["3.12"]
timeout-minutes: 60
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Inspect git version
run: |
git --version
- name: Install owl
run: |
set -e
cd services/api
python -m pip install .[test]
- name: Run tests
run: pytest services/api/tests/test_lance.py