run Scrapers #2220

	name: run Scrapers

	on:
	schedule: # runs every 2 hours from 8am - 2am
	- cron: "0 8-23/2 * * *"
	- cron: "0 0-2/2 * * *"
	push:
	branches:
	- main

	jobs:
	build:
	runs-on: ubuntu-latest
	steps:
	- name: checkout repo content
	uses: actions/checkout@v4 # checkout the repository content to github runner

	- name: setup python
	uses: actions/setup-python@v5
	with:
	python-version: "3.10" # install the python version needed

	- name: install python packages
	run: \|
	python -m pip install --upgrade pip
	pip install -r requirements.txt

	- name: execute githubScraper.py
	env:
	NEXT_PUBLIC_SUPABASE_URL: ${{ secrets.NEXT_PUBLIC_SUPABASE_URL }}
	NEXT_PUBLIC_SUPABASE_ANON_KEY: ${{ secrets.NEXT_PUBLIC_SUPABASE_ANON_KEY }}
	NEXT_PUBLIC_SERVICE_ROLE_KEY: ${{ secrets.NEXT_PUBLIC_SERVICE_ROLE_KEY }}
	run: python githubScraper.py

	- name: execute airtableScraper.py
	env:
	NEXT_PUBLIC_SUPABASE_URL: ${{ secrets.NEXT_PUBLIC_SUPABASE_URL }}
	NEXT_PUBLIC_SUPABASE_ANON_KEY: ${{ secrets.NEXT_PUBLIC_SUPABASE_ANON_KEY }}
	NEXT_PUBLIC_SERVICE_ROLE_KEY: ${{ secrets.NEXT_PUBLIC_SERVICE_ROLE_KEY }}
	run: python airtableScraper.py

Provide feedback