From b74377d232d7a329261249fb14e49e18475180b2 Mon Sep 17 00:00:00 2001 From: Mohamed Bassem Date: Sun, 22 Jun 2025 21:15:42 +0000 Subject: fix(workers): Fix jsdom console logs leaking into worker logs --- apps/workers/workers/crawlerWorker.ts | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) (limited to 'apps') diff --git a/apps/workers/workers/crawlerWorker.ts b/apps/workers/workers/crawlerWorker.ts index bf083ff6..1d45dc12 100644 --- a/apps/workers/workers/crawlerWorker.ts +++ b/apps/workers/workers/crawlerWorker.ts @@ -9,7 +9,7 @@ import DOMPurify from "dompurify"; import { eq } from "drizzle-orm"; import { execa } from "execa"; import { isShuttingDown } from "exit"; -import { JSDOM } from "jsdom"; +import { JSDOM, VirtualConsole } from "jsdom"; import { DequeuedJob, Runner } from "liteque"; import metascraper from "metascraper"; import metascraperAmazon from "metascraper-amazon"; @@ -399,7 +399,8 @@ function extractReadableContent( logger.info( `[Crawler][${jobId}] Will attempt to extract readable content ...`, ); - const dom = new JSDOM(htmlContent, { url }); + const virtualConsole = new VirtualConsole(); + const dom = new JSDOM(htmlContent, { url, virtualConsole }); const readableContent = new Readability(dom.window.document).parse(); if (!readableContent || typeof readableContent.content !== "string") { return null; -- cgit v1.2.3-70-g09d2