diff options
Diffstat (limited to 'packages/shared/config.ts')
| -rw-r--r-- | packages/shared/config.ts | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/packages/shared/config.ts b/packages/shared/config.ts index 5343246d..8e7d0252 100644 --- a/packages/shared/config.ts +++ b/packages/shared/config.ts @@ -65,6 +65,7 @@ const allEnv = z.object({ EMBEDDING_TEXT_MODEL: z.string().default("text-embedding-3-small"), INFERENCE_CONTEXT_LENGTH: z.coerce.number().default(2048), INFERENCE_MAX_OUTPUT_TOKENS: z.coerce.number().default(2048), + INFERENCE_USE_MAX_COMPLETION_TOKENS: stringBool("false"), INFERENCE_SUPPORTS_STRUCTURED_OUTPUT: optionalStringBool(), INFERENCE_OUTPUT_SCHEMA: z .enum(["structured", "json", "plain"]) @@ -241,6 +242,7 @@ const serverConfigSchema = allEnv.transform((val, ctx) => { inferredTagLang: val.INFERENCE_LANG, contextLength: val.INFERENCE_CONTEXT_LENGTH, maxOutputTokens: val.INFERENCE_MAX_OUTPUT_TOKENS, + useMaxCompletionTokens: val.INFERENCE_USE_MAX_COMPLETION_TOKENS, outputSchema: val.INFERENCE_SUPPORTS_STRUCTURED_OUTPUT !== undefined ? val.INFERENCE_SUPPORTS_STRUCTURED_OUTPUT |