diff options
| author | MohamedBassem <me@mbassem.com> | 2024-09-15 00:03:39 +0000 |
|---|---|---|
| committer | MohamedBassem <me@mbassem.com> | 2024-09-15 00:03:39 +0000 |
| commit | f263f9e48a38d6b6f0132d8c6ea2a38a6d19d1b6 (patch) | |
| tree | 78fe565ef479977acb8aa13487a844733fec365b /apps/workers/inference.ts | |
| parent | 3b8cebb8c88bd3d680b26000a7c90834aa511109 (diff) | |
| download | karakeep-f263f9e48a38d6b6f0132d8c6ea2a38a6d19d1b6.tar.zst | |
feature(worker): Allow configuring inference job timeout and ollama keep alive. Fixes #389 #224
Diffstat (limited to 'apps/workers/inference.ts')
| -rw-r--r-- | apps/workers/inference.ts | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/apps/workers/inference.ts b/apps/workers/inference.ts index fa83140f..071f4742 100644 --- a/apps/workers/inference.ts +++ b/apps/workers/inference.ts @@ -103,6 +103,7 @@ class OllamaInferenceClient implements InferenceClient { model: model, format: "json", stream: true, + keep_alive: serverConfig.inference.ollamaKeepAlive, messages: [ { role: "user", content: prompt, images: image ? [image] : undefined }, ], |