daily #388
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# You can name this whatever you want | |
name: daily | |
# You will get an error on the automatic updates committing | |
# if you do not have this line | |
# You didn't need it before, which is why a lot of yml job files | |
# you see will not have it (but you need it now!!!) | |
permissions: | |
contents: write | |
# The 'on' section is about when this is run | |
# workflow_dispatch makes there be a button on GitHub to let you run it manually | |
# schedule and cron make it run at certain frequencies | |
on: | |
workflow_dispatch: | |
schedule: | |
- cron: '0 4 * * *' | |
jobs: | |
daily: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Check out this repo | |
uses: actions/checkout@v2 | |
- name: Set up Python | |
uses: actions/setup-python@v2 | |
with: | |
python-version: '3.10' | |
- name: Install all necessary packages | |
run: pip install jupyter lxml pandas requests beautifulsoup4 html5lib | |
- name: Scraping today's data | |
run: jupyter nbconvert --to notebook --execute "Scraper.ipynb" --stdout | |
- name: Commit and push any changes | |
run: |- | |
git config user.name "Automated" | |
git config user.email "actions@users.noreply.github.com" | |
git add -A | |
timestamp=$(date -u) | |
git commit -m "Latest data: ${timestamp}" || exit 0 | |
git push |