Fix path for data repository to solve dry-run error

.github/workflows/scraper-dry-run.yaml

@@ -37,7 +37,7 @@ jobs:
         working-directory: scraper
 
       - name: Scrape data from GitHub
-        run: pnpm start ${{ github.repository_owner }} data/github 
+        run: pnpm start ${{ github.repository_owner }} ../data/github 
         working-directory: scraper
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -56,7 +56,7 @@ jobs:
           path: |
             data
             contributors
-            
+
       - name: Setup pnpm
         uses: pnpm/action-setup@v4
         with:

env.mjs

@@ -24,7 +24,6 @@ export const env = createEnv({
     NEXT_PUBLIC_PAGE_TITLE: z.string(),
     NEXT_PUBLIC_CONTRIBUTORS_INFO: z.string().optional(),
     NEXT_PUBLIC_LEADERBOARD_DEFAULT_ROLES: z.string().optional(),
-    BLACKLISTED_USERS: z.string().array(),
 
     NEXT_PUBLIC_FEATURES: z.string(),
   },
@@ -48,6 +47,5 @@ export const env = createEnv({
         ? ""
         : process.env.GITHUB_PAT,
     NEXT_PUBLIC_FEATURES: process.env.NEXT_PUBLIC_FEATURES,
-    BLACKLISTED_USERS: process.env.BLACKLISTED_USERS,
   },
 });

scraper/src/github-scraper/discussion.ts

@@ -75,7 +75,7 @@ async function parseDiscussionData(allDiscussions: Discussion[]) {
     )
     .flat();
   authorList.push(...allDiscussions.map((d) => d.node.author.login));
-  const uniqueAuthors = [...new Set(authorList)];
+  const uniqueAuthors = Array.from(new Set(authorList));
   const authorDiscussionList = uniqueAuthors.map((author) => {
     const discussions = allDiscussions.filter(
       (d) =>
@@ -93,7 +93,7 @@ async function parseDiscussionData(allDiscussions: Discussion[]) {
         isAnswered: d.node.isAnswered,
         upvoteCount: d.node.upvoteCount,
         participants: [
-          ...new Map(
+          new Map(
             d.node.comments.edges.map((c) => [
               c.node.author.login,
               {

scraper/tsconfig.json

@@ -5,6 +5,7 @@
     "moduleResolution": "node",
     "outDir": "./dist",
     "esModuleInterop": true,
+    "downlevelIteration": true,
     "forceConsistentCasingInFileNames": true,
     "strict": true,
     "skipLibCheck": true