Skip to content

feature-pipeline

feature-pipeline #5

name: ethereum-returns-feature-pipeline
on:
schedule:
- cron: '0 * * * *'
workflow_dispatch:
env:
PYTHON_VERSION: 3.9
jobs:
feature_pipeline:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Setup Python 3.9
uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Install Chrome
run: |
sudo apt-get update
sudo apt-get install -y wget unzip
sudo apt-get install -y google-chrome-stable
- name: Install ChromeDriver
run: |
CHROME_VERSION=$(google-chrome --version | cut -f 3 -d ' ' | cut -d '.' -f 1)
wget -N https://chromedriver.storage.googleapis.com/$(curl -s https://chromedriver.storage.googleapis.com/LATEST_RELEASE_$CHROME_VERSION)/chromedriver_linux64.zip -P ~/
unzip ~/chromedriver_linux64.zip -d ~/
sudo mv -f ~/chromedriver /usr/local/bin/chromedriver
sudo chown root:root /usr/local/bin/chromedriver
sudo chmod 0755 /usr/local/bin/chromedriver
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements_feature_pipeline.txt
- name: Execute Python workflows from bash script
env:
HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}
run: jupyter nbconvert --to notebook --execute notebooks/04_feature_pipeline.ipynb