Skip to content
Build and test with conda

Fix pyarrow detection in the cross-compilation setting #1187

Sign in to view logs

Fix pyarrow detection in the cross-compilation setting

Fix pyarrow detection in the cross-compilation setting #1187

Workflow file for this run

.github/workflows/conda.yml at 791b355
name: Build and test with conda
on:
push:
pull_request:
schedule:
- cron: '47 6 * * *'
# Automatically stop old builds on the same branch/PR
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
defaults:
run:
shell: bash -ex {0}
jobs:
linux-release:
runs-on: ubuntu-latest
strategy:
fail-fast: false
steps:
- name: Checkout branch
uses: actions/checkout@v4
- name: Set up pixi
uses: prefix-dev/setup-pixi@ba3bb36eb2066252b2363392b7739741bb777659
with:
environments: default
- name: Build the sdist
run: pixi run python -m build --sdist --no-isolation
- name: Publish package
if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') && github.repository == 'blue-yonder/turbodbc'
uses: pypa/gh-action-pypi-publish@v1.10.2
with:
user: __token__
password: ${{ secrets.PYPI_UPLOAD }}
packages_dir: dist
linux-unit-tests:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
environment:
# - "py310-pa14"
# - "py311-pa14"
- "py312-pa14"
# - "py310-pa15"
# - "py311-pa15"
# - "py312-pa15"
# - "py310-pa16"
# - "py311-pa16"
# - "py312-pa16"
- "py310-pa17"
# - "py311-pa17"
# - "py312-pa17"
steps:
- name: Checkout branch
uses: actions/checkout@v4
- name: Set up pixi
uses: prefix-dev/setup-pixi@ba3bb36eb2066252b2363392b7739741bb777659
with:
environments: ${{ matrix.environment }}
- name: Build the wheel
run: pixi run -e ${{ matrix.environment }} meson setup -Dbuild_testing=true builddir .
- name: Build the wheel
run: pixi run -e ${{ matrix.environment }} ninja -C builddir
- name: Build the wheel
run: pixi run -e ${{ matrix.environment }} ninja -C builddir test
linux-tests:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
environment:
- "py310-pa14"
# - "py311-pa14"
# - "py312-pa14"
# - "py310-pa15"
- "py311-pa15"
# - "py312-pa15"
# - "py310-pa16"
# - "py311-pa16"
- "py312-pa16"
# - "py310-pa17"
# - "py311-pa17"
- "py312-pa17"
services:
postgres:
image: postgres:11
options: "--hostname postgres"
ports:
- 5432:5432
env:
POSTGRES_PASSWORD: password
POSTGRES_USER: postgres
POSTGRES_DB: test_db
mysql:
# test do not run with a newer mysql at the moment
image: mysql:8.3
# command: --default-authentication-plugin=mysql_native_password
env:
MYSQL_ROOT_PASSWORD: StrongPassword1
MYSQL_USER: mysqluser
MYSQL_PASSWORD: password
MYSQL_DATABASE: test_db
ports:
- 3306:3306
mssql:
image: mcr.microsoft.com/mssql/server:2019-latest
env:
ACCEPT_EULA: Y
SA_PASSWORD: StrongPassword1
MSSQL_SA_PASSWORD: StrongPassword1
ports:
- 1433:1433
options: >-
--health-cmd "/opt/mssql-tools18/bin/sqlcmd -C -U sa -P \"${MSSQL_SA_PASSWORD}\" -Q \"SELECT 1\""
--health-interval 10s
--health-timeout 5s
--health-retries 5
steps:
- name: Checkout branch
uses: actions/checkout@v4
- name: Fetch full git history
run: git fetch --prune --unshallow
- name: Install MS SQL Drivers
run: |
wget -q https://packages.microsoft.com/keys/microsoft.asc -O- | sudo apt-key add -
wget -q https://packages.microsoft.com/config/debian/9/prod.list -O- | sudo tee -a /etc/apt/sources.list.d/mssql-release.list
sudo apt-get update
ACCEPT_EULA=Y sudo apt-get install msodbcsql17 mssql-tools
ls -l /opt/microsoft/msodbcsql17/lib64/
sudo odbcinst -i -d -f /opt/microsoft/msodbcsql17/etc/odbcinst.ini
/opt/mssql-tools/bin/sqlcmd -S localhost -U SA -P 'StrongPassword1' -Q 'CREATE DATABASE test_db' -l 60
- name: Set up pixi
uses: prefix-dev/setup-pixi@ba3bb36eb2066252b2363392b7739741bb777659
with:
environments: ${{ matrix.environment }}
- name: pip list
run: pixi run -e ${{ matrix.environment }} python -m pip list
- name: pip list
run: pixi run -e ${{ matrix.environment }} python -m pip check
- name: Build the wheel
run: pixi run -e ${{ matrix.environment }} python -m build --no-isolation --wheel --verbose
- name: Install the built wheel
run: pixi run -e ${{ matrix.environment }} python -m pip install dist/*.whl
- name: Import test
run: pixi run -e ${{ matrix.environment }} python -c 'import turbodbc'
- name: Prepare ODBC
run: pixi run -e ${{ matrix.environment }} bash -c 'sed -i "s;CONDA_PREFIX;${CONDA_PREFIX};g" odbc_test_linux/odbcinst.ini'
- name: Build and test
run: ODBCSYSINI=$(pwd)/odbc_test_linux pixi run -e ${{ matrix.environment }} pytest
env:
# TURBODBC_TEST_CONFIGURATION_FILES: "tests/query_fixtures_postgresql.json,tests/query_fixtures_mysql.json,tests/query_fixtures_mssql.json"
TURBODBC_TEST_CONFIGURATION_FILES: "tests/query_fixtures_postgresql.json,tests/query_fixtures_mssql.json"
macos-tests:
runs-on: macos-latest
strategy:
fail-fast: false
matrix:
environment:
- "py310-pa14"
#- "py311-pa14"
#- "py312-pa14"
- "py310-pa15"
#- "py311-pa15"
#- "py312-pa15"
#- "py310-pa16"
- "py311-pa16"
#- "py312-pa16"
#- "py310-pa17"
#- "py311-pa17"
- "py312-pa17"
steps:
- name: Checkout branch
uses: actions/checkout@v4
- name: Fetch full git history
run: git fetch --prune --unshallow
- name: Set up pixi
uses: prefix-dev/setup-pixi@ba3bb36eb2066252b2363392b7739741bb777659
with:
environments: ${{ matrix.environment }}
- name: Create postgres test_db
run: pixi run -e ${{ matrix.environment }} bash -c 'initdb -D test_db --username="runner" --pwfile=<(printf "%s\n" "password")'
- name: Start postgres
run: pixi run -e ${{ matrix.environment }} pg_ctl -D test_db -l logfile start
- name: Create inner database
run: pixi run -e ${{ matrix.environment }} createdb --owner=runner test_db
- name: Build the wheel
run: pixi run -e ${{ matrix.environment }} bash -c 'CXXFLAGS="$CXXFLAGS -ggdb -fno-omit-frame-pointer" python -m build --no-isolation'
- name: Install the built wheel
run: pixi run -e ${{ matrix.environment }} python -m pip install dist/*.whl
- name: Import test
run: pixi run -e ${{ matrix.environment }} python -c 'import turbodbc'
- name: Prepare ODBC
run: pixi run -e ${{ matrix.environment }} bash -c 'sed -i "s;CONDA_PREFIX;${CONDA_PREFIX};g" odbc_test_osx/odbcinst.ini'
- name: Build and test
env:
TURBODBC_TEST_CONFIGURATION_FILES: "tests/query_fixtures_postgresql.json"
run: pixi run -e ${{ matrix.environment }} bash -c 'ulimit -c unlimited && ODBCSYSINI=$(pwd)/odbc_test_osx pytest -sv || (lldb -o "target create python --core $(ls /cores/core*)" -o "bt all" -o "quit"; exit 1)'
windows-pixi-tests:
defaults:
run:
shell: cmd /C call {0}
runs-on: windows-latest
strategy:
fail-fast: false
matrix:
environment:
- "py310-pa14"
# - "py311-pa14"
# - "py312-pa14"
# - "py310-pa15"
- "py311-pa15"
# - "py312-pa15"
# - "py310-pa16"
# - "py311-pa16"
- "py312-pa16"
# - "py310-pa17"
# - "py311-pa17"
- "py312-pa17"
steps:
- name: Create SQL Server
shell: pwsh
run: |
Write-Host "Downloading"
Import-Module BitsTransfer
Start-BitsTransfer -Source "https://download.microsoft.com/download/3/8/d/38de7036-2433-4207-8eae-06e247e17b25/SqlLocalDB.msi" -Destination SqlLocalDB.msi
Write-Host "Installing"
Start-Process -FilePath "SqlLocalDB.msi" -Wait -ArgumentList "/qn", "/norestart", "/l*v SqlLocalDBInstall.log", "IACCEPTSQLLOCALDBLICENSETERMS=YES"
sqlcmd -S '(localdb)\MSSQLLocalDB' -Q 'CREATE DATABASE test_db' -l 60
- name: Configure ODBC Data Source
run: |
odbcconf /a {CONFIGDSN "ODBC Driver 17 for SQL Server" "DSN=MSSQL|Server=(localdb)\MSSQLLocalDB|Database=test_db|Trusted_Connection=Yes"}
if %errorlevel% neq 0 exit /b %errorlevel%
- name: Checkout branch
uses: actions/checkout@v4
- name: Fetch full git history
run: git fetch --prune --unshallow
- name: Set up pixi
uses: prefix-dev/setup-pixi@ba3bb36eb2066252b2363392b7739741bb777659
with:
environments: ${{ matrix.environment }}
- name: Build wheel
run: pixi run -e ${{ matrix.environment }} python -m build --no-isolation
- name: Install wheel
run: pixi run -e ${{ matrix.environment }} python -m pip install 'dist\*.whl'
- name: Test
run: pixi run -e ${{ matrix.environment }} pytest -sv
env:
TURBODBC_TEST_CONFIGURATION_FILES: "tests/query_fixtures_mssql.json"