Extract Flight Data #446
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Extract Flight Data | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: '5 3 2-31/2 * *' | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| jobs: | |
| extraction: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Python 3.9 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.9 | |
| - name: Create conda environment | |
| uses: mamba-org/setup-micromamba@v1 | |
| with: | |
| environment-file: envs/scrape.yaml | |
| cache-environment: true | |
| - name: Download WebDriver | |
| run: | | |
| wget https://github.com/mozilla/geckodriver/releases/download/v0.32.0/geckodriver-v0.32.0-linux64.tar.gz | |
| tar -xvzf geckodriver-v0.32.0-linux64.tar.gz | |
| chmod +x geckodriver | |
| mv geckodriver /usr/local/bin/ | |
| - name: Install startleiter | |
| working-directory: ${{github.workspace}} | |
| run: pip install -e . | |
| - name: Run data extraction | |
| env: | |
| XCONTEST_USERNAME: ${{ secrets.XCONTEST_USERNAME }} | |
| XCONTEST_PASSWORD: ${{ secrets.XCONTEST_PASSWORD }} | |
| DATABASE_URL: ${{ secrets.DATABASE_URL }} | |
| # TODO: do not hardcode DATABASE_URL, use instead: | |
| # DATABASE_URL=$(heroku config:get DATABASE_URL -a startleiter) | |
| working-directory: ${{github.workspace}} | |
| run: python startleiter/xcontest.py |