From b2e64b9cbc95fdc66b8de69ae221fc5e696bf873 Mon Sep 17 00:00:00 2001 From: MohamedBassem Date: Tue, 5 Mar 2024 01:00:13 +0000 Subject: feature: Store html content of links in the database --- packages/workers/crawler.ts | 1 + 1 file changed, 1 insertion(+) (limited to 'packages/workers') diff --git a/packages/workers/crawler.ts b/packages/workers/crawler.ts index fbbee730..5db2da7b 100644 --- a/packages/workers/crawler.ts +++ b/packages/workers/crawler.ts @@ -183,6 +183,7 @@ async function runCrawler(job: Job) { imageUrl: meta.image, favicon: meta.logo, content: readableContent?.textContent, + htmlContent: readableContent?.content, crawledAt: new Date(), }) .where(eq(bookmarkLinks.id, bookmarkId)); -- cgit v1.2.3-70-g09d2