diff options
Diffstat (limited to 'apps/workers/inference.ts')
| -rw-r--r-- | apps/workers/inference.ts | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/apps/workers/inference.ts b/apps/workers/inference.ts index fa83140f..071f4742 100644 --- a/apps/workers/inference.ts +++ b/apps/workers/inference.ts @@ -103,6 +103,7 @@ class OllamaInferenceClient implements InferenceClient { model: model, format: "json", stream: true, + keep_alive: serverConfig.inference.ollamaKeepAlive, messages: [ { role: "user", content: prompt, images: image ? [image] : undefined }, ], |