From d24e50950a36df12b7149b66762a231ac1da14d2 Mon Sep 17 00:00:00 2001
From: MohamedBassem <me@mbassem.com>
Date: Wed, 27 Mar 2024 11:46:29 +0000
Subject: feature: Add support for local models using ollama

---
 packages/shared/config.ts | 2 ++
 1 file changed, 2 insertions(+)

(limited to 'packages')

diff --git a/packages/shared/config.ts b/packages/shared/config.ts
index 5d83b4f0..ff077147 100644
--- a/packages/shared/config.ts
+++ b/packages/shared/config.ts
@@ -12,6 +12,7 @@ const allEnv = z.object({
   DISABLE_SIGNUPS: stringBool("false"),
   OPENAI_API_KEY: z.string().optional(),
   OPENAI_BASE_URL: z.string().url().optional(),
+  OLLAMA_BASE_URL: z.string().url().optional(),
   INFERENCE_TEXT_MODEL: z.string().default("gpt-3.5-turbo-0125"),
   INFERENCE_IMAGE_MODEL: z.string().default("gpt-4-vision-preview"),
   REDIS_HOST: z.string().default("localhost"),
@@ -38,6 +39,7 @@ const serverConfigSchema = allEnv.transform((val) => {
     inference: {
       openAIApiKey: val.OPENAI_API_KEY,
       openAIBaseUrl: val.OPENAI_BASE_URL,
+      ollamaBaseUrl: val.OLLAMA_BASE_URL,
       textModel: val.INFERENCE_TEXT_MODEL,
       imageModel: val.INFERENCE_IMAGE_MODEL,
     },
-- 
cgit v1.2.3-70-g09d2