refactor: Move asset preprocessing to its own worker out of the inference worker

1 files changed, 19 insertions, 0 deletions

diff --git a/packages/shared/queues.ts b/packages/shared/queues.ts
index a887417d..7afb8774 100644
--- a/packages/shared/queues.ts
+++ b/packages/shared/queues.ts
@@ -139,3 +139,22 @@ export const FeedQueue = new SqliteQueue<ZFeedRequestSchema>(
     keepFailedJobs: false,
   },
 );
+
+// Preprocess Assets
+export const zAssetPreprocessingRequestSchema = z.object({
+  bookmarkId: z.string(),
+});
+export type AssetPreprocessingRequest = z.infer<
+  typeof zAssetPreprocessingRequestSchema
+>;
+export const AssetPreprocessingQueue =
+  new SqliteQueue<AssetPreprocessingRequest>(
+    "asset_preprocessing_queue",
+    queueDB,
+    {
+      defaultJobArgs: {
+        numRetries: 2,
+      },
+      keepFailedJobs: false,
+    },
+  );