webscrape_publications #381
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: webscrape_publications | |
on: | |
# push: | |
# branches: | |
# - main | |
# | |
schedule: | |
- cron: "0 10 * * *" #runs at 10:00 UTC everyday | |
jobs: | |
build: | |
runs-on: ubuntu-latest | |
steps: | |
- name: checkout repo content | |
uses: actions/checkout@v2 # checkout the repository content to github runner. | |
- name: setup python | |
uses: actions/setup-python@v2 | |
with: | |
python-version: 3.8 #install the python needed | |
- name: execute py script # run the script to get the latest data | |
run: | | |
python -m pip install requests pyyaml | |
python ./scripts/webscrape_publications.py | |
git config --local user.email "[email protected]" | |
git config --local user.name "GitHub Action" | |
git add -A | |
git diff-index --quiet HEAD || git commit -m "Update publication data" -a | |
- name: push changes | |
uses: ad-m/[email protected] | |
with: | |
github_token: ${{ secrets.GITHUB_TOKEN }} | |
branch: main |