scraper-dry-run.yaml

name: Scraper Dry Run

on:
  pull_request:
    paths:
      - scraper/**

jobs:
  test-run-github-scraper:
    name: Test run GitHub Scraper
    runs-on: ubuntu-latest
    permissions:
      issues: read
      pull-requests: read
    steps:
      - uses: actions/checkout@v4

      - name: setup python
        uses: actions/setup-python@v3
        with:
          python-version: "3.10"

      - run: rm data contributors && mkdir data contributors

      - name: Install dependencies
        run: pip install -r scraper/requirements.txt

      - name: Scrape data from GitHub
        run: python scraper/src/github.py ${{ github.repository_owner }} data/github -l DEBUG
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

      - name: Generate markdown files for new contributors
        run: node scripts/generateNewContributors.js
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

      - uses: actions/upload-artifact@v4
        with:
          name: output
          retention-days: 5
          path: |
            data
            contributors