Init package and start bullmq workers

4 files changed, 34 insertions, 0 deletions

diff --git a/shared/index.ts b/shared/index.ts
new file mode 100644
index 00000000..633b9287
--- /dev/null
+++ b/shared/index.ts
@@ -0,0 +1 @@
+export * as Queues from './queues.ts';
diff --git a/shared/logger.ts b/shared/logger.ts
new file mode 100644
index 00000000..442304d7
--- /dev/null
+++ b/shared/logger.ts
@@ -0,0 +1,15 @@
+import winston from "winston";
+
+const logger = winston.createLogger({
+    level: process.env.LOG_LEVEL || "debug",
+    format: winston.format.combine(
+        winston.format.timestamp(),
+        winston.format.colorize(),
+        winston.format.printf(
+            (info) => `${info.timestamp} ${info.level}: ${info.message}`,
+        ),
+    ),
+    transports: [new winston.transports.Console()],
+});
+
+export default logger;
diff --git a/shared/package.json b/shared/package.json
new file mode 100644
index 00000000..9f5ee37b
--- /dev/null
+++ b/shared/package.json
@@ -0,0 +1,8 @@
+{
+  "name": "@remember/shared",
+  "version": "0.1.0",
+  "private": true,
+  "dependencies": {
+  },
+  "main": "index.ts"
+}
diff --git a/shared/queues.ts b/shared/queues.ts
new file mode 100644
index 00000000..4303eaa2
--- /dev/null
+++ b/shared/queues.ts
@@ -0,0 +1,10 @@
+import { Queue } from "bullmq";
+
+export const queueConnectionDetails = {
+    host: process.env.REDIS_HOST || "localhost",
+    port: parseInt(process.env.REDIS_PORT || "6379"),
+};
+
+export const LinkCrawlerQueue = new Queue("link_crawler_queue", { connection: queueConnectionDetails });
+
+