Do not throw on bad html fetch

victrme · Jan 30, 2025 · 4628ebd · 4628ebd
1 parent a4a9ab0
commit 4628ebd
Showing 1 changed file with 27 additions and 16 deletions.
diff --git a/package/src/fetchers.ts b/package/src/fetchers.ts
@@ -1,4 +1,4 @@
-import { log } from "./helpers.ts"
+import { log } from './helpers.ts'
 
 interface fetchHtmlResponse {
 	html: string
@@ -13,27 +13,38 @@ export interface Manifest {
 }
 
 const headers: HeadersInit = {
-	"Cache-Control": "max-age=0",
-	"Accept-Language": "en-US;q=0.9,en;q=0.7",
-	"Sec-Ch-Ua": '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
-	"Sec-Ch-Ua-Mobile": "?0",
-	"Sec-Ch-Ua-Platform": '"macOS"',
-	"Sec-Fetch-Dest": "document",
-	"Sec-Fetch-Site": "none",
-	"Sec-Fetch-User": "?1",
-	"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36",
+	'Cache-Control': 'max-age=0',
+	'Accept-Language': 'en-US;q=0.9,en;q=0.7',
+	'Sec-Ch-Ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
+	'Sec-Ch-Ua-Mobile': '?0',
+	'Sec-Ch-Ua-Platform': '"macOS"',
+	'Sec-Fetch-Dest': 'document',
+	'Sec-Fetch-Site': 'none',
+	'Sec-Fetch-User': '?1',
+	'User-Agent':
+		'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
 }
 
 export async function fetchHtml(url: string): Promise<fetchHtmlResponse> {
-	const signal = AbortSignal.timeout(6000)
-	const resp = await fetch(url, { headers, signal })
-	const html = await resp.text()
+	try {
+		const signal = AbortSignal.timeout(6000)
+		const resp = await fetch(url, { headers, signal })
+		const html = await resp.text()
 
-	if (resp.redirected) {
-		return { html, redirected: resp.url }
+		if (resp.redirected) {
+			return { html, redirected: resp.url }
+		} else {
+			return { html }
+		}
+	} catch (_error) {
+		if (log.item.ERRORS) {
+			console.error(url, "Can't fetch HTML")
+		}
 	}
 
-	return { html }
+	return {
+		html: '',
+	}
 }
 
 export async function fetchManifest(url: string): Promise<Manifest | undefined> {