Skip to content

scrape

scrape #30

Workflow file for this run

name: scrape
on:
workflow_dispatch:
schedule:
- cron: '0 21 * * *'
jobs:
scrape:
runs-on: ubuntu-latest
permissions:
contents: write
steps:
- name: Check out this repo
uses: actions/checkout@v4
with:
ref: main
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.10'
- name: Installed package list
run: apt list --installed
- name: Remove Chrome
run: sudo apt purge google-chrome-stable
- name: Remove default Chromium
run: sudo apt purge chromium-browser
# Need to fetch reqs if needed
- name: Install xvfb
run: sudo apt-get install xvfb
- name: Installing all necessary packages
run: pip install chromedriver-autoinstaller selenium pyvirtualdisplay beautifulsoup4
- name: Run the scraping script
run: cd docs/games/grand_archive_gabrary_spoilers;python scraper.py;cd ../../..
- name: Auto-Commit
uses: stefanzweifel/git-auto-commit-action@v5
with:
branch: main
file_pattern: docs/games/grand_archive_gabrary_spoilers/sets/
commit_message: Update docs/games/grand_archive_gabrary_spoilers/sets/gabrary_spoilers.json