From e035c2fd1067a06d4774c64ae54548f664490f9d Mon Sep 17 00:00:00 2001 From: MohamedBassem Date: Tue, 6 Feb 2024 17:00:26 +0000 Subject: Init package and start bullmq workers --- shared/index.ts | 1 + shared/logger.ts | 15 +++++++++++++++ shared/package.json | 8 ++++++++ shared/queues.ts | 10 ++++++++++ 4 files changed, 34 insertions(+) create mode 100644 shared/index.ts create mode 100644 shared/logger.ts create mode 100644 shared/package.json create mode 100644 shared/queues.ts (limited to 'shared') diff --git a/shared/index.ts b/shared/index.ts new file mode 100644 index 00000000..633b9287 --- /dev/null +++ b/shared/index.ts @@ -0,0 +1 @@ +export * as Queues from './queues.ts'; diff --git a/shared/logger.ts b/shared/logger.ts new file mode 100644 index 00000000..442304d7 --- /dev/null +++ b/shared/logger.ts @@ -0,0 +1,15 @@ +import winston from "winston"; + +const logger = winston.createLogger({ + level: process.env.LOG_LEVEL || "debug", + format: winston.format.combine( + winston.format.timestamp(), + winston.format.colorize(), + winston.format.printf( + (info) => `${info.timestamp} ${info.level}: ${info.message}`, + ), + ), + transports: [new winston.transports.Console()], +}); + +export default logger; diff --git a/shared/package.json b/shared/package.json new file mode 100644 index 00000000..9f5ee37b --- /dev/null +++ b/shared/package.json @@ -0,0 +1,8 @@ +{ + "name": "@remember/shared", + "version": "0.1.0", + "private": true, + "dependencies": { + }, + "main": "index.ts" +} diff --git a/shared/queues.ts b/shared/queues.ts new file mode 100644 index 00000000..4303eaa2 --- /dev/null +++ b/shared/queues.ts @@ -0,0 +1,10 @@ +import { Queue } from "bullmq"; + +export const queueConnectionDetails = { + host: process.env.REDIS_HOST || "localhost", + port: parseInt(process.env.REDIS_PORT || "6379"), +}; + +export const LinkCrawlerQueue = new Queue("link_crawler_queue", { connection: queueConnectionDetails }); + + -- cgit v1.2.3-70-g09d2