daily

daily #393

	# You can name this whatever you want
	name: daily

	# You will get an error on the automatic updates committing
	# if you do not have this line
	# You didn't need it before, which is why a lot of yml job files
	# you see will not have it (but you need it now!!!)
	permissions:
	contents: write

	# The 'on' section is about when this is run
	# workflow_dispatch makes there be a button on GitHub to let you run it manually
	# schedule and cron make it run at certain frequencies
	on:
	workflow_dispatch:
	schedule:
	- cron: '0 4 * * *'
	jobs:
	daily:
	runs-on: ubuntu-latest
	steps:
	- name: Check out this repo
	uses: actions/checkout@v2
	- name: Set up Python
	uses: actions/setup-python@v2
	with:
	python-version: '3.10'
	- name: Install all necessary packages
	run: pip install jupyter lxml pandas requests beautifulsoup4 html5lib
	- name: Scraping today's data
	run: jupyter nbconvert --to notebook --execute "Scraper.ipynb" --stdout
	- name: Commit and push any changes
	run: \|-
	git config user.name "Automated"
	git config user.email "actions@users.noreply.github.com"
	git add -A
	timestamp=$(date -u)
	git commit -m "Latest data: ${timestamp}" \|\| exit 0
	git push

Provide feedback