fix thisweekinreact scraper

carlosqsilva · Sep 19, 2024 · 7a2e471 · 7a2e471
1 parent 3401040
commit 7a2e471
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 3 deletions.
diff --git a/biome.json b/biome.json
@@ -1,5 +1,9 @@
 {
   "$schema": "https://biomejs.dev/schemas/1.7.3/schema.json",
+  "formatter": {
+    "indentStyle": "space",
+    "indentWidth": 2
+  },
   "linter": {
     "enabled": true,
     "rules": {

diff --git a/scraper/database.db b/scraper/database.db
diff --git a/scraper/database.ts b/scraper/database.ts
@@ -89,8 +89,7 @@ export class Storage extends SQLite {
   }
 
   saveContent(source: SourceName, { date, url, content }: Content) {
-    const stmt = this
-      .prepare(`INSERT INTO newsletter (status_id, source_id, url, date, content)
+    const stmt = this.prepare(`INSERT INTO newsletter (status_id, source_id, url, date, content)
       VALUES (@status_id, @source_id, @url, @date, @content)`);
 
     const hasContent = Array.isArray(content) && content.length > 0;

diff --git a/scraper/newsletter/thisweekinreact.ts b/scraper/newsletter/thisweekinreact.ts
@@ -15,7 +15,7 @@ export async function extractThisWeekInReact(browser: Browser, db: Storage) {
   await page.goto(`${baseUrl}/newsletter`);
 
   const issues = page.mainFrame.document.querySelectorAll(
-    `nav[class^="sidebar"] > ul li`,
+    `nav[class^="sidebar"] ul[class^="sidebarItemList"] li`,
   );
 
   for (const issue of issues) {