Figma Index Spider #745

	name: Figma Index Spider

	on:
	push:
	branches: [main]
	schedule:
	- cron: "0 /4 * *" # Run this workflow every 4 hours

	jobs:
	build:
	runs-on: ubuntu-latest
	# (max) cost estimation = 10(minute) * 6(times) * 30(month) * 0.008(1minute cost) = 14.4$/month
	# (min) cost estimation = 3(minute) * 6(times) * 30(month) * 0.008(1minute cost) = 4.3$/month
	# 10 minute seems quite tight, but we only scrape until last new file is found, so it should be fine
	timeout-minutes: 10
	steps:
	- uses: actions/checkout@v2
	- name: Set up Python
	uses: actions/setup-python@v2
	with:
	python-version: "3.10"
	- name: Install dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install -r requirements.ci.crawl.txt
	- name: Run Scrapy spider
	run: \|
	cd figma_scraper
	# total 10 min, 2 min for bootup, 8 min for scraping
	python ci.py all --timeout-minutes 8
	- name: Commit and push if it's necessary
	run: \|
	git config --global user.email "github@grida.co"
	git config --global user.name "gridabot"
	git add --all data/
	git diff-index --quiet HEAD \|\| git commit -m "ci: figma community index (recent) @ $(date "+%Y-%m-%d %H:%M:%S")"
	git push

Provide feedback