diff options
Diffstat (limited to 'tools/compare-models/.env.example')
| -rw-r--r-- | tools/compare-models/.env.example | 31 |
1 files changed, 31 insertions, 0 deletions
diff --git a/tools/compare-models/.env.example b/tools/compare-models/.env.example new file mode 100644 index 00000000..f2f4c10c --- /dev/null +++ b/tools/compare-models/.env.example @@ -0,0 +1,31 @@ +# Karakeep API configuration +KARAKEEP_API_KEY=your_karakeep_api_key +KARAKEEP_SERVER_ADDR=https://your-karakeep-instance.com + +# Comparison mode: +# - "model-vs-model": Compare two models (requires MODEL1_NAME and MODEL2_NAME) +# - "model-vs-existing": Compare a model against existing AI tags (requires only MODEL1_NAME) +# Default: model-vs-model +COMPARISON_MODE=model-vs-model + +# Models to compare +# MODEL1_NAME: The new model to test (always required) +# MODEL2_NAME: The second model to compare against (required only for model-vs-model mode) +MODEL1_NAME=gpt-4o-mini +MODEL2_NAME=claude-3-5-sonnet + +# OpenAI/OpenRouter API configuration +OPENAI_API_KEY=your_openai_or_openrouter_key +OPENAI_BASE_URL=https://openrouter.ai/api/v1 + +# Optional: Number of bookmarks to test (default: 10) +COMPARE_LIMIT=10 + +# Optional: Context length for inference (default: 8000) +INFERENCE_CONTEXT_LENGTH=8000 + +# Optional: Max output tokens (default: 2048) +INFERENCE_MAX_OUTPUT_TOKENS=2048 + +# Optional: Use max_completion_tokens parameter (default: false) +INFERENCE_USE_MAX_COMPLETION_TOKENS=false |