From 3ec45e8bbb8285b17c703907d4c161b633663096 Mon Sep 17 00:00:00 2001
From: MohamedBassem <me@mbassem.com>
Date: Wed, 7 Feb 2024 18:29:52 +0000
Subject: [refactor] Rename the crawlers package to workers

---
 crawler/index.ts | 32 --------------------------------
 1 file changed, 32 deletions(-)
 delete mode 100644 crawler/index.ts

(limited to 'crawler/index.ts')

diff --git a/crawler/index.ts b/crawler/index.ts
deleted file mode 100644
index 76c6f03f..00000000
--- a/crawler/index.ts
+++ /dev/null
@@ -1,32 +0,0 @@
-import { Worker } from "bullmq";
-
-import {
-  LinkCrawlerQueue,
-  ZCrawlLinkRequest,
-  queueConnectionDetails,
-} from "@remember/shared/queues";
-import logger from "@remember/shared/logger";
-import runCrawler from "./crawler";
-
-logger.info("Starting crawler worker ...");
-
-const crawlerWorker = new Worker<ZCrawlLinkRequest, void>(
-  LinkCrawlerQueue.name,
-  runCrawler,
-  {
-    connection: queueConnectionDetails,
-    autorun: false,
-  },
-);
-
-crawlerWorker.on("completed", (job) => {
-  const jobId = job?.id || "unknown";
-  logger.info(`[Crawler][${jobId}] Completed successfully`);
-});
-
-crawlerWorker.on("failed", (job, error) => {
-  const jobId = job?.id || "unknown";
-  logger.error(`[Crawler][${jobId}] Crawling job failed: ${error}`);
-});
-
-await Promise.all([crawlerWorker.run()]);
-- 
cgit v1.2.3-70-g09d2