From 69d81aafe113a2b4769ecb936b9a5a02e31a0fd8 Mon Sep 17 00:00:00 2001 From: Mohamed Bassem Date: Sun, 2 Mar 2025 11:56:29 +0000 Subject: fix: Move away from JSON outputs to structured outputs. Fixes #1047 --- apps/workers/openaiWorker.ts | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) (limited to 'apps') diff --git a/apps/workers/openaiWorker.ts b/apps/workers/openaiWorker.ts index ec5681c6..f8a775e6 100644 --- a/apps/workers/openaiWorker.ts +++ b/apps/workers/openaiWorker.ts @@ -162,7 +162,7 @@ async function inferTagsFromImage( ), metadata.contentType, base64, - { json: true, abortSignal }, + { schema: openAIResponseSchema, abortSignal }, ); } @@ -235,7 +235,10 @@ async function inferTagsFromPDF( `Content: ${bookmark.asset.content}`, serverConfig.inference.contextLength, ); - return inferenceClient.inferFromText(prompt, { json: true, abortSignal }); + return inferenceClient.inferFromText(prompt, { + schema: openAIResponseSchema, + abortSignal, + }); } async function inferTagsFromText( @@ -244,7 +247,7 @@ async function inferTagsFromText( abortSignal: AbortSignal, ) { return await inferenceClient.inferFromText(await buildPrompt(bookmark), { - json: true, + schema: openAIResponseSchema, abortSignal, }); } -- cgit v1.2.3-70-g09d2