Merge branch 'refactor-scrapper-gsoc' of https://github.com/dgparmar1…

…4/leaderboard into refactor-scrapper-gsoc
ohcnetwork · Jun 27, 2024 · 60bf70e · 60bf70e
2 parents 6c14a72 + a62a9d9
commit 60bf70e
Show file tree

Hide file tree

Showing 5 changed files with 3,409 additions and 2,457 deletions.
diff --git a/.github/workflows/scraper-dry-run.yaml b/.github/workflows/scraper-dry-run.yaml
@@ -1,9 +1,12 @@
-name: Scraper Dry Run
+name: Scraper Dry Run & Validate Schema
 
 on:
+  workflow_dispatch:
   pull_request:
     paths:
       - scraper/**
+      - tests/**
+      - schemas/**
 
 jobs:
   test-run-github-scraper:
@@ -12,6 +15,8 @@ jobs:
     permissions:
       issues: read
       pull-requests: read
+    env:
+      DATA_REPO: ./
     steps:
       - uses: actions/checkout@v4
 
@@ -37,6 +42,8 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
+      - run: mkdir contributors
+
       - name: Generate markdown files for new contributors
         run: node scripts/generateNewContributors.js
         env:
@@ -49,3 +56,34 @@ jobs:
           path: |
             data
             contributors
+
+      - name: Setup pnpm
+        uses: pnpm/action-setup@v4
+        with:
+          version: 9
+          run_install: false
+
+      - name: Setup Node.js environment
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: "pnpm"
+
+      - name: Get pnpm store directory
+        shell: bash
+        run: |
+          echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
+
+      - uses: actions/cache@v4
+        name: Setup pnpm cache
+        with:
+          path: ${{ env.STORE_PATH }}
+          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
+          restore-keys: |
+            ${{ runner.os }}-pnpm-store-
+
+      - name: Install dependencies
+        run: pnpm install --frozen-lockfile
+
+      - name: Run Tests
+        run: pnpm test