From f00287ede0675521c783c1199675538571f977d6 Mon Sep 17 00:00:00 2001 From: Mohamed Bassem Date: Mon, 29 Dec 2025 23:35:28 +0000 Subject: refactor: reduce duplication in compare-models tool --- tools/compare-models/.env.example | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) (limited to 'tools/compare-models/.env.example') diff --git a/tools/compare-models/.env.example b/tools/compare-models/.env.example index aec095f0..f2f4c10c 100644 --- a/tools/compare-models/.env.example +++ b/tools/compare-models/.env.example @@ -2,7 +2,15 @@ KARAKEEP_API_KEY=your_karakeep_api_key KARAKEEP_SERVER_ADDR=https://your-karakeep-instance.com +# Comparison mode: +# - "model-vs-model": Compare two models (requires MODEL1_NAME and MODEL2_NAME) +# - "model-vs-existing": Compare a model against existing AI tags (requires only MODEL1_NAME) +# Default: model-vs-model +COMPARISON_MODE=model-vs-model + # Models to compare +# MODEL1_NAME: The new model to test (always required) +# MODEL2_NAME: The second model to compare against (required only for model-vs-model mode) MODEL1_NAME=gpt-4o-mini MODEL2_NAME=claude-3-5-sonnet @@ -12,3 +20,12 @@ OPENAI_BASE_URL=https://openrouter.ai/api/v1 # Optional: Number of bookmarks to test (default: 10) COMPARE_LIMIT=10 + +# Optional: Context length for inference (default: 8000) +INFERENCE_CONTEXT_LENGTH=8000 + +# Optional: Max output tokens (default: 2048) +INFERENCE_MAX_OUTPUT_TOKENS=2048 + +# Optional: Use max_completion_tokens parameter (default: false) +INFERENCE_USE_MAX_COMPLETION_TOKENS=false -- cgit v1.2.3-70-g09d2