chore: add a tool for comparing perf of different models

1 files changed, 16 insertions, 0 deletions

diff --git a/tools/compare-models/src/config.ts b/tools/compare-models/src/config.ts
new file mode 100644
index 00000000..9c32610d
--- /dev/null
+++ b/tools/compare-models/src/config.ts
@@ -0,0 +1,16 @@
+import { z } from "zod";
+
+const envSchema = z.object({
+  KARAKEEP_API_KEY: z.string().min(1),
+  KARAKEEP_SERVER_ADDR: z.string().url(),
+  MODEL1_NAME: z.string().min(1),
+  MODEL2_NAME: z.string().min(1),
+  OPENAI_API_KEY: z.string().min(1),
+  OPENAI_BASE_URL: z.string().url().optional(),
+  COMPARE_LIMIT: z
+    .string()
+    .optional()
+    .transform((val) => (val ? parseInt(val, 10) : 10)),
+});
+
+export const config = envSchema.parse(process.env);