diff options
| author | Mohamed Bassem <me@mbassem.com> | 2025-12-29 23:35:28 +0000 |
|---|---|---|
| committer | Mohamed Bassem <me@mbassem.com> | 2025-12-29 23:38:21 +0000 |
| commit | f00287ede0675521c783c1199675538571f977d6 (patch) | |
| tree | 2d04b983fa514f4c62a3695c0a521fb50de24eef /tools/compare-models/.env.example | |
| parent | ba8d84a555f9e6cf209c826b97a124f0539739eb (diff) | |
| download | karakeep-f00287ede0675521c783c1199675538571f977d6.tar.zst | |
refactor: reduce duplication in compare-models tool
Diffstat (limited to 'tools/compare-models/.env.example')
| -rw-r--r-- | tools/compare-models/.env.example | 17 |
1 files changed, 17 insertions, 0 deletions
diff --git a/tools/compare-models/.env.example b/tools/compare-models/.env.example index aec095f0..f2f4c10c 100644 --- a/tools/compare-models/.env.example +++ b/tools/compare-models/.env.example @@ -2,7 +2,15 @@ KARAKEEP_API_KEY=your_karakeep_api_key KARAKEEP_SERVER_ADDR=https://your-karakeep-instance.com +# Comparison mode: +# - "model-vs-model": Compare two models (requires MODEL1_NAME and MODEL2_NAME) +# - "model-vs-existing": Compare a model against existing AI tags (requires only MODEL1_NAME) +# Default: model-vs-model +COMPARISON_MODE=model-vs-model + # Models to compare +# MODEL1_NAME: The new model to test (always required) +# MODEL2_NAME: The second model to compare against (required only for model-vs-model mode) MODEL1_NAME=gpt-4o-mini MODEL2_NAME=claude-3-5-sonnet @@ -12,3 +20,12 @@ OPENAI_BASE_URL=https://openrouter.ai/api/v1 # Optional: Number of bookmarks to test (default: 10) COMPARE_LIMIT=10 + +# Optional: Context length for inference (default: 8000) +INFERENCE_CONTEXT_LENGTH=8000 + +# Optional: Max output tokens (default: 2048) +INFERENCE_MAX_OUTPUT_TOKENS=2048 + +# Optional: Use max_completion_tokens parameter (default: false) +INFERENCE_USE_MAX_COMPLETION_TOKENS=false |