From 1dfa5d12f6af6ca964bdfa911809a061ffdf36c2 Mon Sep 17 00:00:00 2001 From: Mohamed Bassem Date: Fri, 26 Dec 2025 11:14:17 +0000 Subject: chore: add a tool for comparing perf of different models --- tools/compare-models/.env.example | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 tools/compare-models/.env.example (limited to 'tools/compare-models/.env.example') diff --git a/tools/compare-models/.env.example b/tools/compare-models/.env.example new file mode 100644 index 00000000..aec095f0 --- /dev/null +++ b/tools/compare-models/.env.example @@ -0,0 +1,14 @@ +# Karakeep API configuration +KARAKEEP_API_KEY=your_karakeep_api_key +KARAKEEP_SERVER_ADDR=https://your-karakeep-instance.com + +# Models to compare +MODEL1_NAME=gpt-4o-mini +MODEL2_NAME=claude-3-5-sonnet + +# OpenAI/OpenRouter API configuration +OPENAI_API_KEY=your_openai_or_openrouter_key +OPENAI_BASE_URL=https://openrouter.ai/api/v1 + +# Optional: Number of bookmarks to test (default: 10) +COMPARE_LIMIT=10 -- cgit v1.2.3-70-g09d2