-
Notifications
You must be signed in to change notification settings - Fork 4
44 lines (37 loc) · 1.17 KB
/
data_quality.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
name: Run data quality checks
# TODO temporary removed triggers for data quality pipeline, since it is failing for a while
on: workflow_dispatch
# workflow_run:
# workflows:
# - Run dbt
# types:
# - completed
env:
DUCKDB_PATH: github_contributions.duckdb
PYTHON_VERSION: 3.9
jobs:
soda_scan:
runs-on: ubuntu-latest
name: Run Soda Scan
steps:
- uses: actions/checkout@v2
- name: Download duckdb
uses: dawidd6/action-download-artifact@v2
with:
name: ${{ env.DUCKDB_PATH }}
workflow: dbt.yml
workflow_conclusion: success
- name: Setup Python
uses: actions/setup-python@v2
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Install soda-core-duckdb
run: |
python -m pip install --upgrade pip
python -m pip install soda-core-duckdb
- name: Perform Soda Scan
run: soda scan --configuration soda_configuration.yml soda_checks.yml -d github_contributions
env:
SODA_CLOUD_API_KEY: ${{ secrets.SODA_CLOUD_API_KEY }}
SODA_CLOUD_API_SECRET: ${{ secrets.SODA_CLOUD_API_SECRET }}
SCHEMA: main