From 08a5694e451218f1bcb2ad9eb42fd93250afbb96 Mon Sep 17 00:00:00 2001 From: MohamedBassem Date: Fri, 9 Feb 2024 01:50:35 +0000 Subject: [refactor] Extract the bookmark model to be a high level model to support other type of bookmarks --- packages/workers/crawler.ts | 32 +++++++++----------------------- 1 file changed, 9 insertions(+), 23 deletions(-) (limited to 'packages/workers/crawler.ts') diff --git a/packages/workers/crawler.ts b/packages/workers/crawler.ts index 817bba45..c76b2c42 100644 --- a/packages/workers/crawler.ts +++ b/packages/workers/crawler.ts @@ -29,10 +29,10 @@ export default async function runCrawler(job: Job) { return; } - const { url, linkId } = request.data; + const { url, bookmarkId } = request.data; logger.info( - `[Crawler][${jobId}] Will crawl "${url}" for link with id "${linkId}"`, + `[Crawler][${jobId}] Will crawl "${url}" for link with id "${bookmarkId}"`, ); // TODO(IMPORTANT): Run security validations on the input URL (e.g. deny localhost, etc) @@ -46,33 +46,19 @@ export default async function runCrawler(job: Job) { await prisma.bookmarkedLink.update({ where: { - id: linkId, + id: bookmarkId, }, data: { - details: { - upsert: { - create: { - title: meta.title, - description: meta.description, - imageUrl: meta.image, - favicon: meta.logo, - }, - update: { - title: meta.title, - description: meta.description, - imageUrl: meta.image, - favicon: meta.logo, - }, - }, - }, - }, - include: { - details: true, + title: meta.title, + description: meta.description, + imageUrl: meta.image, + favicon: meta.logo, + crawledAt: new Date(), }, }); // Enqueue openai job OpenAIQueue.add("openai", { - linkId, + bookmarkId, }); } -- cgit v1.2.3-70-g09d2