danvics/haiku.rag
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add qa/judge models meta to experiment meta

Browse source
This commit is contained in:
Yiorgis Gozadinos 2025-11-25 13:09:29 +02:00
parent f843fb8140
commit 8a8005ead0
No known key found for this signature in database
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
evaluations/evaluations/benchmark.py
View file

@ -52,8 +52,14 @@ def build_experiment_metadata(
"rerank_model": config.reranking.model.name if config.reranking.model else None, "rerank_model": config.reranking.model.name if config.reranking.model else None,
"qa_provider": config.qa.model.provider, "qa_provider": config.qa.model.provider,
"qa_model": config.qa.model.name, "qa_model": config.qa.model.name,
"qa_temperature": config.qa.model.temperature,
"qa_max_tokens": config.qa.model.max_tokens,
"qa_enable_thinking": config.qa.model.enable_thinking,
"judge_provider": judge_config.provider, "judge_provider": judge_config.provider,
"judge_model": judge_config.name, "judge_model": judge_config.name,
"judge_temperature": judge_config.temperature,
"judge_max_tokens": judge_config.max_tokens,
"judge_enable_thinking": judge_config.enable_thinking,
} }