From 9986746aa890f2490ff18fd4fc79be4de0e4dbe2 Mon Sep 17 00:00:00 2001
From: MohamedBassem <me@mbassem.com>
Date: Wed, 27 Mar 2024 16:30:27 +0000
Subject: fix: Attempt to increase the reliability of the ollama inference

---
 packages/shared/queues.ts | 8 ++++++++
 1 file changed, 8 insertions(+)

(limited to 'packages')

diff --git a/packages/shared/queues.ts b/packages/shared/queues.ts
index b264e2c4..146c19c6 100644
--- a/packages/shared/queues.ts
+++ b/packages/shared/queues.ts
@@ -1,5 +1,6 @@
 import { Queue } from "bullmq";
 import { z } from "zod";
+
 import serverConfig from "./config";
 
 export const queueConnectionDetails = {
@@ -27,6 +28,13 @@ export type ZOpenAIRequest = z.infer<typeof zOpenAIRequestSchema>;
 
 export const OpenAIQueue = new Queue<ZOpenAIRequest, void>("openai_queue", {
   connection: queueConnectionDetails,
+  defaultJobOptions: {
+    attempts: 3,
+    backoff: {
+      type: "exponential",
+      delay: 500,
+    },
+  },
 });
 
 // Search Indexing Worker
-- 
cgit v1.2.3-70-g09d2