diff options
| author | MohamedBassem <me@mbassem.com> | 2024-09-15 00:03:39 +0000 |
|---|---|---|
| committer | MohamedBassem <me@mbassem.com> | 2024-09-15 00:03:39 +0000 |
| commit | f263f9e48a38d6b6f0132d8c6ea2a38a6d19d1b6 (patch) | |
| tree | 78fe565ef479977acb8aa13487a844733fec365b /packages | |
| parent | 3b8cebb8c88bd3d680b26000a7c90834aa511109 (diff) | |
| download | karakeep-f263f9e48a38d6b6f0132d8c6ea2a38a6d19d1b6.tar.zst | |
feature(worker): Allow configuring inference job timeout and ollama keep alive. Fixes #389 #224
Diffstat (limited to 'packages')
| -rw-r--r-- | packages/shared/config.ts | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/packages/shared/config.ts b/packages/shared/config.ts index 3cd20eff..b2de8677 100644 --- a/packages/shared/config.ts +++ b/packages/shared/config.ts @@ -13,6 +13,8 @@ const allEnv = z.object({ OPENAI_API_KEY: z.string().optional(), OPENAI_BASE_URL: z.string().url().optional(), OLLAMA_BASE_URL: z.string().url().optional(), + OLLAMA_KEEP_ALIVE: z.string().optional(), + INFERENCE_JOB_TIMEOUT_SEC: z.coerce.number().default(30), INFERENCE_TEXT_MODEL: z.string().default("gpt-4o-mini"), INFERENCE_IMAGE_MODEL: z.string().default("gpt-4o-mini"), CRAWLER_HEADLESS_BROWSER: stringBool("true"), @@ -47,9 +49,11 @@ const serverConfigSchema = allEnv.transform((val) => { disableSignups: val.DISABLE_SIGNUPS, }, inference: { + jobTimeoutSec: val.INFERENCE_JOB_TIMEOUT_SEC, openAIApiKey: val.OPENAI_API_KEY, openAIBaseUrl: val.OPENAI_BASE_URL, ollamaBaseUrl: val.OLLAMA_BASE_URL, + ollamaKeepAlive: val.OLLAMA_KEEP_ALIVE, textModel: val.INFERENCE_TEXT_MODEL, imageModel: val.INFERENCE_IMAGE_MODEL, inferredTagLang: val.INFERENCE_LANG, |