Skip to content
Run data quality checks

Run data quality checks #36

Sign in to view logs

Run data quality checks

Run data quality checks #36

Workflow file for this run

.github/workflows/data_quality.yml at f1575cd
name: Run data quality checks
on:
workflow_dispatch:
workflow_run:
workflows:
- Run dbt
types:
- completed
env:
DUCKDB_PATH: github_contributions.duckdb
PYTHON_VERSION: 3.9
jobs:
soda_scan:
runs-on: ubuntu-latest
name: Run Soda Scan
steps:
- uses: actions/checkout@v2
- name: Download duckdb
uses: dawidd6/action-download-artifact@v2
with:
name: ${{ env.DUCKDB_PATH }}
workflow: dbt.yml
workflow_conclusion: success
- name: Setup Python
uses: actions/setup-python@v2
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Install soda-core-duckdb
run: |
python -m pip install --upgrade pip
python -m pip install soda-core-duckdb
- name: Perform Soda Scan
run: soda scan --configuration soda_configuration.yml soda_checks.yml -d github_contributions
env:
SODA_CLOUD_API_KEY: ${{ secrets.SODA_CLOUD_API_KEY }}
SODA_CLOUD_API_SECRET: ${{ secrets.SODA_CLOUD_API_SECRET }}
SCHEMA: main