From 92c92c161b3195bdfb571284e783f39f369a25a5 Mon Sep 17 00:00:00 2001
From: MohamedBassem <me@mbassem.com>
Date: Sun, 28 Jul 2024 00:27:36 +0000
Subject: fix(workers): Shutdown workers on SIGTERM

---
 apps/workers/crawlerWorker.ts | 4 ++++
 apps/workers/index.ts         | 5 +++++
 2 files changed, 9 insertions(+)

(limited to 'apps')

diff --git a/apps/workers/crawlerWorker.ts b/apps/workers/crawlerWorker.ts
index bb226a27..76348821 100644
--- a/apps/workers/crawlerWorker.ts
+++ b/apps/workers/crawlerWorker.ts
@@ -114,6 +114,10 @@ async function launchBrowser() {
       logger.error(
         "[Crawler] Failed to connect to the browser instance, will retry in 5 secs",
       );
+      if (isShuttingDown) {
+        logger.info("[Crawler] We're shutting down so won't retry.");
+        return;
+      }
       setTimeout(() => {
         launchBrowser();
       }, 5000);
diff --git a/apps/workers/index.ts b/apps/workers/index.ts
index 39741aa8..e576776a 100644
--- a/apps/workers/index.ts
+++ b/apps/workers/index.ts
@@ -23,6 +23,11 @@ async function main() {
     Promise.all([crawler.run(), openai.run(), search.run()]),
     shutdownPromise,
   ]);
+  logger.info("Shutting down crawler, openai and search workers ...");
+
+  crawler.stop();
+  openai.stop();
+  search.stop();
 }
 
 main();
-- 
cgit v1.2.3-70-g09d2