diff options
| author | Robert Rosca <32569096+RobertRosca@users.noreply.github.com> | 2026-01-03 20:31:41 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2026-01-03 19:31:41 +0000 |
| commit | aa7a81e0cad81f51ce21e2977c60ab4cb66e9e43 (patch) | |
| tree | f90dbab5e70642c081d33ad436b606d49710f363 /tools/compare-models/src/inferenceClient.ts | |
| parent | 2a6fe6e6fa52a670bd3a7f01cbfbcf05eb5971fc (diff) | |
| download | karakeep-aa7a81e0cad81f51ce21e2977c60ab4cb66e9e43.tar.zst | |
feat: add openai service tier configuration option (#2339)
Diffstat (limited to 'tools/compare-models/src/inferenceClient.ts')
| -rw-r--r-- | tools/compare-models/src/inferenceClient.ts | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/tools/compare-models/src/inferenceClient.ts b/tools/compare-models/src/inferenceClient.ts index 8649f715..0a5ed8b5 100644 --- a/tools/compare-models/src/inferenceClient.ts +++ b/tools/compare-models/src/inferenceClient.ts @@ -11,6 +11,7 @@ export function createInferenceClient(modelName: string): InferenceClient { const inferenceConfig: OpenAIInferenceConfig = { apiKey: config.OPENAI_API_KEY, baseURL: config.OPENAI_BASE_URL, + serviceTier: config.OPENAI_SERVICE_TIER, textModel: modelName, imageModel: modelName, // Use same model for images if needed contextLength: config.INFERENCE_CONTEXT_LENGTH, |