aboutsummaryrefslogtreecommitdiffstats
path: root/crawler/main.ts
diff options
context:
space:
mode:
Diffstat (limited to 'crawler/main.ts')
-rw-r--r--crawler/main.ts17
1 files changed, 17 insertions, 0 deletions
diff --git a/crawler/main.ts b/crawler/main.ts
new file mode 100644
index 00000000..7d1c0f11
--- /dev/null
+++ b/crawler/main.ts
@@ -0,0 +1,17 @@
+import { Worker } from "bullmq";
+
+import {
+ LinkCrawlerQueue,
+ queueConnectionDetails,
+} from "@remember/shared/queues";
+import logger from "@remember/shared/logger";
+import runCrawler from "./crawler";
+
+logger.info("Starting crawler worker ...");
+
+const crawlerWorker = new Worker(LinkCrawlerQueue.name, runCrawler, {
+ connection: queueConnectionDetails,
+ autorun: false,
+});
+
+await Promise.all([crawlerWorker]);