Fixing scraper-dry-run failing (Genrate markdown files)

ohcnetwork · Jun 24, 2024 · 8a3de03 · 8a3de03
1 parent 30b092a
commit 8a3de03
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 10 deletions.
diff --git a/.github/workflows/scraper-dry-run.yaml b/.github/workflows/scraper-dry-run.yaml
@@ -38,7 +38,7 @@ jobs:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Generate markdown files for new contributors
-        run: node ../scripts/generateNewContributors.js
+        run: node scripts/generateNewContributors.js
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 

diff --git a/scraper/src/github-scraper/fetchEvents.ts b/scraper/src/github-scraper/fetchEvents.ts
@@ -41,7 +41,6 @@ export const fetchEvents = async (
     ].includes(event.type ?? "");
 
     if (!isBlacklisted && isRequiredEventType) {
-      console.log(event.type);
       filteredEvents.push(event);
     }
     eventsCount++;

diff --git a/scripts/generateNewContributors.js b/scripts/generateNewContributors.js
@@ -18,20 +18,17 @@ Still waiting for this
 }
 
 const basePath = join(process.env.DATA_REPO || process.cwd());
-console.log("Base Path", process.cwd());
 
 function getNewContributors() {
   let newContributors = new Set();
 
-  fs.readdirSync(join(basePath, "../data-repo/data/github")).forEach((file) => {
+  fs.readdirSync(join(basePath, "data-repo/data/github")).forEach((file) => {
     newContributors.add(file.split(".")[0]);
   });
 
-  fs.readdirSync(join(basePath, "../data-repo/contributors")).forEach(
-    (file) => {
-      newContributors.delete(file.split(".")[0]);
-    },
-  );
+  fs.readdirSync(join(basePath, "data-repo/contributors")).forEach((file) => {
+    newContributors.delete(file.split(".")[0]);
+  });
 
   return newContributors;
 }
@@ -46,7 +43,6 @@ function main() {
   }
 
   let newContributors = getNewContributors();
-  console.log(newContributors);
 
   newContributors.forEach(async (value) => {
     // fetch the user data from the github api