fix: Attempt to increase the reliability of the ollama inference

1 files changed, 8 insertions, 0 deletions

diff --git a/packages/shared/queues.ts b/packages/shared/queues.ts
index b264e2c4..146c19c6 100644
--- a/packages/shared/queues.ts
+++ b/packages/shared/queues.ts
@@ -1,5 +1,6 @@
 import { Queue } from "bullmq";
 import { z } from "zod";
+
 import serverConfig from "./config";
 
 export const queueConnectionDetails = {
@@ -27,6 +28,13 @@ export type ZOpenAIRequest = z.infer<typeof zOpenAIRequestSchema>;
 
 export const OpenAIQueue = new Queue<ZOpenAIRequest, void>("openai_queue", {
   connection: queueConnectionDetails,
+  defaultJobOptions: {
+    attempts: 3,
+    backoff: {
+      type: "exponential",
+      delay: 500,
+    },
+  },
 });
 
 // Search Indexing Worker