Implement metadata fetching logic in the crawler

1 files changed, 0 insertions, 17 deletions

diff --git a/crawler/main.ts b/crawler/main.ts
deleted file mode 100644
index 7d1c0f11..00000000
--- a/crawler/main.ts
+++ /dev/null
@@ -1,17 +0,0 @@
-import { Worker } from "bullmq";
-
-import {
-    LinkCrawlerQueue,
-    queueConnectionDetails,
-} from "@remember/shared/queues";
-import logger from "@remember/shared/logger";
-import runCrawler from "./crawler";
-
-logger.info("Starting crawler worker ...");
-
-const crawlerWorker = new Worker(LinkCrawlerQueue.name, runCrawler, {
-    connection: queueConnectionDetails,
-    autorun: false,
-});
-
-await Promise.all([crawlerWorker]);