diff options
| author | Gavin Mogan <github@gavinmogan.com> | 2025-02-16 09:10:52 -0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2025-02-16 17:10:52 +0000 |
| commit | 0621cd920a6461b46778fc5dfc1b02014c494517 (patch) | |
| tree | db31239c2d403fe097fa988b842cfe2a70d45b96 /packages/shared/config.ts | |
| parent | 602e938d32ae2920e7928377cde11eee4de921dd (diff) | |
| download | karakeep-0621cd920a6461b46778fc5dfc1b02014c494517.tar.zst | |
fix: custom fetch wrapper for ollama inference. Fixes #656 (#1032)
* Add configurable fetch timeout for Ollama client
* Worker service needs access to the .env file
* repair typescript types
* Update customFetch.ts
* update the config docs
---------
Co-authored-by: sbarbett <shane@barbetta.me>
Co-authored-by: Mohamed Bassem <me@mbassem.com>
Diffstat (limited to 'packages/shared/config.ts')
| -rw-r--r-- | packages/shared/config.ts | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/packages/shared/config.ts b/packages/shared/config.ts index adc5749e..6e5a4404 100644 --- a/packages/shared/config.ts +++ b/packages/shared/config.ts @@ -22,6 +22,7 @@ const allEnv = z.object({ OLLAMA_BASE_URL: z.string().url().optional(), OLLAMA_KEEP_ALIVE: z.string().optional(), INFERENCE_JOB_TIMEOUT_SEC: z.coerce.number().default(30), + INFERENCE_FETCH_TIMEOUT_SEC: z.coerce.number().default(300), INFERENCE_TEXT_MODEL: z.string().default("gpt-4o-mini"), INFERENCE_IMAGE_MODEL: z.string().default("gpt-4o-mini"), EMBEDDING_TEXT_MODEL: z.string().default("text-embedding-3-small"), @@ -84,6 +85,7 @@ const serverConfigSchema = allEnv.transform((val) => { }, inference: { jobTimeoutSec: val.INFERENCE_JOB_TIMEOUT_SEC, + fetchTimeoutSec: val.INFERENCE_FETCH_TIMEOUT_SEC, openAIApiKey: val.OPENAI_API_KEY, openAIBaseUrl: val.OPENAI_BASE_URL, ollamaBaseUrl: val.OLLAMA_BASE_URL, |