Init package and start bullmq workers

3 files changed, 31 insertions, 0 deletions

diff --git a/crawler/crawler.ts b/crawler/crawler.ts
new file mode 100644
index 00000000..58127331
--- /dev/null
+++ b/crawler/crawler.ts
@@ -0,0 +1,6 @@
+import logger from "@remember/shared/logger";
+import { Job } from "bullmq";
+
+export default async function runCrawler(job: Job) {
+    logger.info(`[Crawler] Got a new job: ${job.name}`);
+}
diff --git a/crawler/main.ts b/crawler/main.ts
new file mode 100644
index 00000000..7d1c0f11
--- /dev/null
+++ b/crawler/main.ts
@@ -0,0 +1,17 @@
+import { Worker } from "bullmq";
+
+import {
+    LinkCrawlerQueue,
+    queueConnectionDetails,
+} from "@remember/shared/queues";
+import logger from "@remember/shared/logger";
+import runCrawler from "./crawler";
+
+logger.info("Starting crawler worker ...");
+
+const crawlerWorker = new Worker(LinkCrawlerQueue.name, runCrawler, {
+    connection: queueConnectionDetails,
+    autorun: false,
+});
+
+await Promise.all([crawlerWorker]);
diff --git a/crawler/package.json b/crawler/package.json
new file mode 100644
index 00000000..67e38cff
--- /dev/null
+++ b/crawler/package.json
@@ -0,0 +1,8 @@
+{
+  "name": "@remember/crawler",
+  "version": "0.1.0",
+  "private": true,
+  "dependencies": {
+    "@remember/shared": "workspace:*"
+  }
+}