fix: Attempt to increase the reliability of the ollama inference

1 files changed, 8 insertions, 3 deletions

diff --git a/apps/workers/openaiWorker.ts b/apps/workers/openaiWorker.ts
index b706fb90..9b2934e3 100644
--- a/apps/workers/openaiWorker.ts
+++ b/apps/workers/openaiWorker.ts
@@ -14,7 +14,7 @@ import {
   zOpenAIRequestSchema,
 } from "@hoarder/shared/queues";
 
-import { InferenceClientFactory, InferenceClient } from "./inference";
+import { InferenceClient, InferenceClientFactory } from "./inference";
 
 const openAIResponseSchema = z.object({
   tags: z.array(z.string()),
@@ -36,7 +36,7 @@ async function attemptMarkTaggingStatus(
       })
       .where(eq(bookmarks.id, request.bookmarkId));
   } catch (e) {
-    console.log(`Something went wrong when marking the tagging status: ${e}`);
+    logger.error(`Something went wrong when marking the tagging status: ${e}`);
   }
 }
 
@@ -196,8 +196,9 @@ async function inferTags(
 
     return tags;
   } catch (e) {
+    const responseSneak = response.response.substr(0, 20);
     throw new Error(
-      `[inference][${jobId}] Failed to parse JSON response from inference client: ${e}`,
+      `[inference][${jobId}] The model ignored our prompt and didn't respond with the expected JSON: ${JSON.stringify(e)}. Here's a sneak peak from the response: ${responseSneak}`,
     );
   }
 }
@@ -285,6 +286,10 @@ async function runOpenAI(job: Job<ZOpenAIRequest, void>) {
     );
   }
 
+  logger.info(
+    `[inference][${jobId}] Starting an inference job for bookmark with id "${bookmark.id}"`,
+  );
+
   const tags = await inferTags(jobId, bookmark, inferenceClient);
 
   await connectTags(bookmarkId, tags, bookmark.userId);