From 80bb8a108f29331cdb2f2695f6801beee104dc89 Mon Sep 17 00:00:00 2001
From: MohamedBassem <me@mbassem.com>
Date: Thu, 8 Feb 2024 15:14:23 +0000
Subject: [refactor] Move the different packages to the package subdir

---
 workers/index.ts | 58 --------------------------------------------------------
 1 file changed, 58 deletions(-)
 delete mode 100644 workers/index.ts

(limited to 'workers/index.ts')

diff --git a/workers/index.ts b/workers/index.ts
deleted file mode 100644
index bf092953..00000000
--- a/workers/index.ts
+++ /dev/null
@@ -1,58 +0,0 @@
-import { Worker } from "bullmq";
-
-import {
-  LinkCrawlerQueue,
-  OpenAIQueue,
-  ZCrawlLinkRequest,
-  ZOpenAIRequest,
-  queueConnectionDetails,
-} from "@remember/shared/queues";
-import logger from "@remember/shared/logger";
-import runCrawler from "./crawler";
-import runOpenAI from "./openai";
-
-function crawlerWorker() {
-  logger.info("Starting crawler worker ...");
-  const worker = new Worker<ZCrawlLinkRequest, void>(
-    LinkCrawlerQueue.name,
-    runCrawler,
-    {
-      connection: queueConnectionDetails,
-      autorun: false,
-    },
-  );
-
-  worker.on("completed", (job) => {
-    const jobId = job?.id || "unknown";
-    logger.info(`[Crawler][${jobId}] Completed successfully`);
-  });
-
-  worker.on("failed", (job, error) => {
-    const jobId = job?.id || "unknown";
-    logger.error(`[Crawler][${jobId}] Crawling job failed: ${error}`);
-  });
-
-  return worker;
-}
-
-function openaiWorker() {
-  logger.info("Starting openai worker ...");
-  const worker = new Worker<ZOpenAIRequest, void>(OpenAIQueue.name, runOpenAI, {
-    connection: queueConnectionDetails,
-    autorun: false,
-  });
-
-  worker.on("completed", (job) => {
-    const jobId = job?.id || "unknown";
-    logger.info(`[openai][${jobId}] Completed successfully`);
-  });
-
-  worker.on("failed", (job, error) => {
-    const jobId = job?.id || "unknown";
-    logger.error(`[openai][${jobId}] openai job failed: ${error}`);
-  });
-
-  return worker;
-}
-
-await Promise.all([crawlerWorker().run(), openaiWorker().run()]);
-- 
cgit v1.2.3-70-g09d2