diff options
Diffstat (limited to 'tools/compare-models/src')
| -rw-r--r-- | tools/compare-models/src/config.ts | 1 | ||||
| -rw-r--r-- | tools/compare-models/src/inferenceClient.ts | 1 |
2 files changed, 2 insertions, 0 deletions
diff --git a/tools/compare-models/src/config.ts b/tools/compare-models/src/config.ts index 0b5d217f..3a2d0d41 100644 --- a/tools/compare-models/src/config.ts +++ b/tools/compare-models/src/config.ts @@ -8,6 +8,7 @@ const envSchema = z.object({ MODEL2_NAME: z.string().min(1).optional(), OPENAI_API_KEY: z.string().min(1), OPENAI_BASE_URL: z.string().url().optional(), + OPENAI_SERVICE_TIER: z.enum(["auto", "default", "flex"]).optional(), COMPARISON_MODE: z .enum(["model-vs-model", "model-vs-existing"]) .default("model-vs-model"), diff --git a/tools/compare-models/src/inferenceClient.ts b/tools/compare-models/src/inferenceClient.ts index 8649f715..0a5ed8b5 100644 --- a/tools/compare-models/src/inferenceClient.ts +++ b/tools/compare-models/src/inferenceClient.ts @@ -11,6 +11,7 @@ export function createInferenceClient(modelName: string): InferenceClient { const inferenceConfig: OpenAIInferenceConfig = { apiKey: config.OPENAI_API_KEY, baseURL: config.OPENAI_BASE_URL, + serviceTier: config.OPENAI_SERVICE_TIER, textModel: modelName, imageModel: modelName, // Use same model for images if needed contextLength: config.INFERENCE_CONTEXT_LENGTH, |