Raise FRAMES input budget: qa max_tokens 8192, judge 16384

This commit is contained in:
Yiorgis Gozadinos 2026-07-26 18:56:00 +03:00
parent a57a73b6d0
commit 5e10846292
No known key found for this signature in database

View file

@ -28,7 +28,9 @@ qa:
provider: openai
name: gemma4-26b
base_url: http://vllm:11432/v1
max_tokens: 49152
# vLLM reserves max_tokens out of max_model_len; a large value starves
# the input budget and 400s long agentic contexts.
max_tokens: 8192
evaluations:
judge:
@ -36,4 +38,4 @@ evaluations:
name: RedHatAI/Qwen3.6-35B-A3B-NVFP4
base_url: http://vllm:11430/v1
temperature: 0.0
max_tokens: 4096
max_tokens: 16384