diff options
| author | MohamedBassem <me@mbassem.com> | 2024-03-27 11:46:29 +0000 |
|---|---|---|
| committer | Mohamed Bassem <me@mbassem.com> | 2024-03-27 11:56:13 +0000 |
| commit | d24e50950a36df12b7149b66762a231ac1da14d2 (patch) | |
| tree | 1e0a9c072bce68c7f4f2bd98c8dd306a02da3cfc /packages | |
| parent | ff00ebca308f445785096611c47beed0c2c46c9c (diff) | |
| download | karakeep-d24e50950a36df12b7149b66762a231ac1da14d2.tar.zst | |
feature: Add support for local models using ollama
Diffstat (limited to 'packages')
| -rw-r--r-- | packages/shared/config.ts | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/packages/shared/config.ts b/packages/shared/config.ts index 5d83b4f0..ff077147 100644 --- a/packages/shared/config.ts +++ b/packages/shared/config.ts @@ -12,6 +12,7 @@ const allEnv = z.object({ DISABLE_SIGNUPS: stringBool("false"), OPENAI_API_KEY: z.string().optional(), OPENAI_BASE_URL: z.string().url().optional(), + OLLAMA_BASE_URL: z.string().url().optional(), INFERENCE_TEXT_MODEL: z.string().default("gpt-3.5-turbo-0125"), INFERENCE_IMAGE_MODEL: z.string().default("gpt-4-vision-preview"), REDIS_HOST: z.string().default("localhost"), @@ -38,6 +39,7 @@ const serverConfigSchema = allEnv.transform((val) => { inference: { openAIApiKey: val.OPENAI_API_KEY, openAIBaseUrl: val.OPENAI_BASE_URL, + ollamaBaseUrl: val.OLLAMA_BASE_URL, textModel: val.INFERENCE_TEXT_MODEL, imageModel: val.INFERENCE_IMAGE_MODEL, }, |