diff options
| author | MohamedBassem <me@mbassem.com> | 2024-03-05 01:00:13 +0000 |
|---|---|---|
| committer | MohamedBassem <me@mbassem.com> | 2024-03-05 01:00:13 +0000 |
| commit | b2e64b9cbc95fdc66b8de69ae221fc5e696bf873 (patch) | |
| tree | 04fff706a75b5fb2415f3978ca63e4e2ac207a66 /packages/workers/crawler.ts | |
| parent | 591358c5a54919b7b8fc0819679c11ffe1d3472e (diff) | |
| download | karakeep-b2e64b9cbc95fdc66b8de69ae221fc5e696bf873.tar.zst | |
feature: Store html content of links in the database
Diffstat (limited to 'packages/workers/crawler.ts')
| -rw-r--r-- | packages/workers/crawler.ts | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/packages/workers/crawler.ts b/packages/workers/crawler.ts index fbbee730..5db2da7b 100644 --- a/packages/workers/crawler.ts +++ b/packages/workers/crawler.ts @@ -183,6 +183,7 @@ async function runCrawler(job: Job<ZCrawlLinkRequest, void>) { imageUrl: meta.image, favicon: meta.logo, content: readableContent?.textContent, + htmlContent: readableContent?.content, crawledAt: new Date(), }) .where(eq(bookmarkLinks.id, bookmarkId)); |