From baf48af5f0a4b88642edc18ae8b16e81260e1846 Mon Sep 17 00:00:00 2001 From: MohamedBassem Date: Tue, 6 Feb 2024 18:16:35 +0000 Subject: Implement metadata fetching logic in the crawler --- crawler/main.ts | 17 ----------------- 1 file changed, 17 deletions(-) delete mode 100644 crawler/main.ts (limited to 'crawler/main.ts') diff --git a/crawler/main.ts b/crawler/main.ts deleted file mode 100644 index 7d1c0f11..00000000 --- a/crawler/main.ts +++ /dev/null @@ -1,17 +0,0 @@ -import { Worker } from "bullmq"; - -import { - LinkCrawlerQueue, - queueConnectionDetails, -} from "@remember/shared/queues"; -import logger from "@remember/shared/logger"; -import runCrawler from "./crawler"; - -logger.info("Starting crawler worker ..."); - -const crawlerWorker = new Worker(LinkCrawlerQueue.name, runCrawler, { - connection: queueConnectionDetails, - autorun: false, -}); - -await Promise.all([crawlerWorker]); -- cgit v1.2.3-70-g09d2