diff options
| author | Robert Rosca <32569096+RobertRosca@users.noreply.github.com> | 2026-01-03 20:31:41 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2026-01-03 19:31:41 +0000 |
| commit | aa7a81e0cad81f51ce21e2977c60ab4cb66e9e43 (patch) | |
| tree | f90dbab5e70642c081d33ad436b606d49710f363 /tools/compare-models/src | |
| parent | 2a6fe6e6fa52a670bd3a7f01cbfbcf05eb5971fc (diff) | |
| download | karakeep-aa7a81e0cad81f51ce21e2977c60ab4cb66e9e43.tar.zst | |
feat: add openai service tier configuration option (#2339)
Diffstat (limited to 'tools/compare-models/src')
| -rw-r--r-- | tools/compare-models/src/config.ts | 1 | ||||
| -rw-r--r-- | tools/compare-models/src/inferenceClient.ts | 1 |
2 files changed, 2 insertions, 0 deletions
diff --git a/tools/compare-models/src/config.ts b/tools/compare-models/src/config.ts index 0b5d217f..3a2d0d41 100644 --- a/tools/compare-models/src/config.ts +++ b/tools/compare-models/src/config.ts @@ -8,6 +8,7 @@ const envSchema = z.object({ MODEL2_NAME: z.string().min(1).optional(), OPENAI_API_KEY: z.string().min(1), OPENAI_BASE_URL: z.string().url().optional(), + OPENAI_SERVICE_TIER: z.enum(["auto", "default", "flex"]).optional(), COMPARISON_MODE: z .enum(["model-vs-model", "model-vs-existing"]) .default("model-vs-model"), diff --git a/tools/compare-models/src/inferenceClient.ts b/tools/compare-models/src/inferenceClient.ts index 8649f715..0a5ed8b5 100644 --- a/tools/compare-models/src/inferenceClient.ts +++ b/tools/compare-models/src/inferenceClient.ts @@ -11,6 +11,7 @@ export function createInferenceClient(modelName: string): InferenceClient { const inferenceConfig: OpenAIInferenceConfig = { apiKey: config.OPENAI_API_KEY, baseURL: config.OPENAI_BASE_URL, + serviceTier: config.OPENAI_SERVICE_TIER, textModel: modelName, imageModel: modelName, // Use same model for images if needed contextLength: config.INFERENCE_CONTEXT_LENGTH, |