Skip to content

Results Pipeline

Results Pipeline #20

name: Results Pipeline
on:
workflow_dispatch:
schedule:
- cron: "0 17 * * MON"
jobs:
build:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v3
with:
python-version: "3.9.18"
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install pandas scrapy scrapy-user-agents thefuzz geopy
- name: Run results pipeline for most recent results
run: python pipeline_run.py RESULTS
- name: Commit files and push changes
run: |
git config user.email "[email protected]"
git config user.name "Automated"
git add -A
timestamp=$(date -u)
git commit -m "Latest results data: ${timestamp}" || exit 0
git push