From 0621cd920a6461b46778fc5dfc1b02014c494517 Mon Sep 17 00:00:00 2001 From: Gavin Mogan Date: Sun, 16 Feb 2025 09:10:52 -0800 Subject: fix: custom fetch wrapper for ollama inference. Fixes #656 (#1032) * Add configurable fetch timeout for Ollama client * Worker service needs access to the .env file * repair typescript types * Update customFetch.ts * update the config docs --------- Co-authored-by: sbarbett Co-authored-by: Mohamed Bassem --- packages/shared/config.ts | 2 ++ 1 file changed, 2 insertions(+) (limited to 'packages/shared/config.ts') diff --git a/packages/shared/config.ts b/packages/shared/config.ts index adc5749e..6e5a4404 100644 --- a/packages/shared/config.ts +++ b/packages/shared/config.ts @@ -22,6 +22,7 @@ const allEnv = z.object({ OLLAMA_BASE_URL: z.string().url().optional(), OLLAMA_KEEP_ALIVE: z.string().optional(), INFERENCE_JOB_TIMEOUT_SEC: z.coerce.number().default(30), + INFERENCE_FETCH_TIMEOUT_SEC: z.coerce.number().default(300), INFERENCE_TEXT_MODEL: z.string().default("gpt-4o-mini"), INFERENCE_IMAGE_MODEL: z.string().default("gpt-4o-mini"), EMBEDDING_TEXT_MODEL: z.string().default("text-embedding-3-small"), @@ -84,6 +85,7 @@ const serverConfigSchema = allEnv.transform((val) => { }, inference: { jobTimeoutSec: val.INFERENCE_JOB_TIMEOUT_SEC, + fetchTimeoutSec: val.INFERENCE_FETCH_TIMEOUT_SEC, openAIApiKey: val.OPENAI_API_KEY, openAIBaseUrl: val.OPENAI_BASE_URL, ollamaBaseUrl: val.OLLAMA_BASE_URL, -- cgit v1.2.3-70-g09d2