From 69d81aafe113a2b4769ecb936b9a5a02e31a0fd8 Mon Sep 17 00:00:00 2001
From: Mohamed Bassem <me@mbassem.com>
Date: Sun, 2 Mar 2025 11:56:29 +0000
Subject: fix: Move away from JSON outputs to structured outputs. Fixes #1047

---
 packages/shared/config.ts | 2 ++
 1 file changed, 2 insertions(+)

(limited to 'packages/shared/config.ts')

diff --git a/packages/shared/config.ts b/packages/shared/config.ts
index 6e5a4404..1295fdbf 100644
--- a/packages/shared/config.ts
+++ b/packages/shared/config.ts
@@ -27,6 +27,7 @@ const allEnv = z.object({
   INFERENCE_IMAGE_MODEL: z.string().default("gpt-4o-mini"),
   EMBEDDING_TEXT_MODEL: z.string().default("text-embedding-3-small"),
   INFERENCE_CONTEXT_LENGTH: z.coerce.number().default(2048),
+  INFERENCE_SUPPORTS_STRUCTURED_OUTPUT: stringBool("true"),
   OCR_CACHE_DIR: z.string().optional(),
   OCR_LANGS: z
     .string()
@@ -94,6 +95,7 @@ const serverConfigSchema = allEnv.transform((val) => {
       imageModel: val.INFERENCE_IMAGE_MODEL,
       inferredTagLang: val.INFERENCE_LANG,
       contextLength: val.INFERENCE_CONTEXT_LENGTH,
+      supportsStructuredOutput: val.INFERENCE_SUPPORTS_STRUCTURED_OUTPUT,
     },
     embedding: {
       textModel: val.EMBEDDING_TEXT_MODEL,
-- 
cgit v1.2.3-70-g09d2