From e035c2fd1067a06d4774c64ae54548f664490f9d Mon Sep 17 00:00:00 2001 From: MohamedBassem Date: Tue, 6 Feb 2024 17:00:26 +0000 Subject: Init package and start bullmq workers --- crawler/main.ts | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 crawler/main.ts (limited to 'crawler/main.ts') diff --git a/crawler/main.ts b/crawler/main.ts new file mode 100644 index 00000000..7d1c0f11 --- /dev/null +++ b/crawler/main.ts @@ -0,0 +1,17 @@ +import { Worker } from "bullmq"; + +import { + LinkCrawlerQueue, + queueConnectionDetails, +} from "@remember/shared/queues"; +import logger from "@remember/shared/logger"; +import runCrawler from "./crawler"; + +logger.info("Starting crawler worker ..."); + +const crawlerWorker = new Worker(LinkCrawlerQueue.name, runCrawler, { + connection: queueConnectionDetails, + autorun: false, +}); + +await Promise.all([crawlerWorker]); -- cgit v1.2.3-70-g09d2