fix: Feed refreshes were not getting re-enqueued for failed jobs

4 files changed, 15 insertions, 9 deletions

diff --git a/apps/workers/package.json b/apps/workers/package.json
index 597c5b14..e05b2350 100644
--- a/apps/workers/package.json
+++ b/apps/workers/package.json
@@ -16,7 +16,7 @@
     "drizzle-orm": "^0.33.0",
     "execa": "9.3.1",
     "jsdom": "^24.0.0",
-    "liteque": "^0.2.0",
+    "liteque": "^0.3.0",
     "metascraper": "^5.45.24",
     "metascraper-amazon": "^5.45.22",
     "metascraper-description": "^5.45.22",
diff --git a/packages/shared/package.json b/packages/shared/package.json
index 32ffa737..d741b70f 100644
--- a/packages/shared/package.json
+++ b/packages/shared/package.json
@@ -6,7 +6,7 @@
   "type": "module",
   "dependencies": {
     "glob": "^11.0.0",
-    "liteque": "^0.2.0",
+    "liteque": "^0.3.0",
     "meilisearch": "^0.37.0",
     "ollama": "^0.5.9",
     "openai": "^4.67.1",
diff --git a/packages/shared/queues.ts b/packages/shared/queues.ts
index 7baae535..a887417d 100644
--- a/packages/shared/queues.ts
+++ b/packages/shared/queues.ts
@@ -27,6 +27,7 @@ export const LinkCrawlerQueue = new SqliteQueue<ZCrawlLinkRequest>(
     defaultJobArgs: {
       numRetries: 5,
     },
+    keepFailedJobs: false,
   },
 );
 
@@ -43,6 +44,7 @@ export const OpenAIQueue = new SqliteQueue<ZOpenAIRequest>(
     defaultJobArgs: {
       numRetries: 3,
     },
+    keepFailedJobs: false,
   },
 );
 
@@ -61,6 +63,7 @@ export const SearchIndexingQueue = new SqliteQueue<ZSearchIndexingRequest>(
     defaultJobArgs: {
       numRetries: 5,
     },
+    keepFailedJobs: false,
   },
 );
 
@@ -77,6 +80,7 @@ export const TidyAssetsQueue = new SqliteQueue<ZTidyAssetsRequest>(
     defaultJobArgs: {
       numRetries: 1,
     },
+    keepFailedJobs: false,
   },
 );
 
@@ -107,6 +111,7 @@ export const VideoWorkerQueue = new SqliteQueue<ZVideoRequest>(
     defaultJobArgs: {
       numRetries: 5,
     },
+    keepFailedJobs: false,
   },
 );
 
@@ -131,5 +136,6 @@ export const FeedQueue = new SqliteQueue<ZFeedRequestSchema>(
       // One retry is enough for the feed queue given that it's periodic
       numRetries: 1,
     },
+    keepFailedJobs: false,
   },
 );
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index 2dac5a29..8d2b95d1 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -726,8 +726,8 @@ importers:
         specifier: ^24.0.0
         version: 24.0.0
       liteque:
-        specifier: ^0.2.0
-        version: 0.2.0(better-sqlite3@11.3.0)
+        specifier: ^0.3.0
+        version: 0.3.0(better-sqlite3@11.3.0)
       metascraper:
         specifier: ^5.45.24
         version: 5.45.24
@@ -928,8 +928,8 @@ importers:
         specifier: ^11.0.0
         version: 11.0.0
       liteque:
-        specifier: ^0.2.0
-        version: 0.2.0(better-sqlite3@11.3.0)
+        specifier: ^0.3.0
+        version: 0.3.0(better-sqlite3@11.3.0)
       meilisearch:
         specifier: ^0.37.0
         version: 0.37.0
@@ -8556,8 +8556,8 @@ packages:
     resolution: {integrity: sha512-wUayTU8MS827Dam6MxgD72Ui+KOSF+u/eIqpatOtjnvgJ0+mnDq33uC2M7J0tPK+upe/DpUAuK4JUU89iBoNKQ==}
     engines: {node: '>=4'}
 
-  liteque@0.2.0:
-    resolution: {integrity: sha512-OgRTJmGq5pyIhMOk7QhiEGuRP1Cu9hvdbs+kSwrx7RY0V0Up0vuoMM062V0HJdk+qmJKY2P4JXHYGYOSMCAEnw==}
+  liteque@0.3.0:
+    resolution: {integrity: sha512-cyfkoGpXt+MpKrc8yQbakeup9IIWeTBvh93llNmBB+G+i0ZrCei2XXZxNyenJtADf8KZlzKHX6fkmFb1/MahBA==}
     peerDependencies:
       better-sqlite3: '>=7'
 
@@ -24545,7 +24545,7 @@ snapshots:
   liquid-json@0.3.1:
     dev: false
 
-  liteque@0.2.0(better-sqlite3@11.3.0):
+  liteque@0.3.0(better-sqlite3@11.3.0):
     dependencies:
       async-mutex: 0.4.1
       better-sqlite3: 11.3.0