From f263f9e48a38d6b6f0132d8c6ea2a38a6d19d1b6 Mon Sep 17 00:00:00 2001 From: MohamedBassem Date: Sun, 15 Sep 2024 00:03:39 +0000 Subject: feature(worker): Allow configuring inference job timeout and ollama keep alive. Fixes #389 #224 --- packages/shared/config.ts | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'packages/shared') diff --git a/packages/shared/config.ts b/packages/shared/config.ts index 3cd20eff..b2de8677 100644 --- a/packages/shared/config.ts +++ b/packages/shared/config.ts @@ -13,6 +13,8 @@ const allEnv = z.object({ OPENAI_API_KEY: z.string().optional(), OPENAI_BASE_URL: z.string().url().optional(), OLLAMA_BASE_URL: z.string().url().optional(), + OLLAMA_KEEP_ALIVE: z.string().optional(), + INFERENCE_JOB_TIMEOUT_SEC: z.coerce.number().default(30), INFERENCE_TEXT_MODEL: z.string().default("gpt-4o-mini"), INFERENCE_IMAGE_MODEL: z.string().default("gpt-4o-mini"), CRAWLER_HEADLESS_BROWSER: stringBool("true"), @@ -47,9 +49,11 @@ const serverConfigSchema = allEnv.transform((val) => { disableSignups: val.DISABLE_SIGNUPS, }, inference: { + jobTimeoutSec: val.INFERENCE_JOB_TIMEOUT_SEC, openAIApiKey: val.OPENAI_API_KEY, openAIBaseUrl: val.OPENAI_BASE_URL, ollamaBaseUrl: val.OLLAMA_BASE_URL, + ollamaKeepAlive: val.OLLAMA_KEEP_ALIVE, textModel: val.INFERENCE_TEXT_MODEL, imageModel: val.INFERENCE_IMAGE_MODEL, inferredTagLang: val.INFERENCE_LANG, -- cgit v1.2.3-70-g09d2