From 9a950e1068a7309d0cb36ffd33ecd2cd0af5c004 Mon Sep 17 00:00:00 2001
From: Mohamed Bassem <me@mbassem.com>
Date: Wed, 25 Dec 2024 23:53:46 +0000
Subject: refactor: Move asset preprocessing to its own worker out of the
 inference worker

---
 apps/workers/index.ts | 23 ++++++++++++++---------
 1 file changed, 14 insertions(+), 9 deletions(-)

(limited to 'apps/workers/index.ts')

diff --git a/apps/workers/index.ts b/apps/workers/index.ts
index e333ab0d..c2d3f28a 100644
--- a/apps/workers/index.ts
+++ b/apps/workers/index.ts
@@ -1,5 +1,6 @@
 import "dotenv/config";
 
+import { AssetPreprocessingWorker } from "assetPreprocessingWorker";
 import { FeedRefreshingWorker, FeedWorker } from "feedWorker";
 import { TidyAssetsWorker } from "tidyAssetsWorker";
 
@@ -17,14 +18,16 @@ async function main() {
   logger.info(`Workers version: ${serverConfig.serverVersion ?? "not set"}`);
   runQueueDBMigrations();
 
-  const [crawler, openai, search, tidyAssets, video, feed] = [
-    await CrawlerWorker.build(),
-    OpenAiWorker.build(),
-    SearchIndexingWorker.build(),
-    TidyAssetsWorker.build(),
-    VideoWorker.build(),
-    FeedWorker.build(),
-  ];
+  const [crawler, openai, search, tidyAssets, video, feed, assetPreprocessing] =
+    [
+      await CrawlerWorker.build(),
+      OpenAiWorker.build(),
+      SearchIndexingWorker.build(),
+      TidyAssetsWorker.build(),
+      VideoWorker.build(),
+      FeedWorker.build(),
+      AssetPreprocessingWorker.build(),
+    ];
   FeedRefreshingWorker.start();
 
   await Promise.any([
@@ -35,11 +38,12 @@ async function main() {
       tidyAssets.run(),
       video.run(),
       feed.run(),
+      assetPreprocessing.run(),
     ]),
     shutdownPromise,
   ]);
   logger.info(
-    "Shutting down crawler, openai, tidyAssets, video, feed and search workers ...",
+    "Shutting down crawler, openai, tidyAssets, video, feed, assetPreprocessing and search workers ...",
   );
 
   FeedRefreshingWorker.stop();
@@ -49,6 +53,7 @@ async function main() {
   tidyAssets.stop();
   video.stop();
   feed.stop();
+  assetPreprocessing.stop();
 }
 
 main();
-- 
cgit v1.2.3-70-g09d2