From 4df31ff16e8c15037d76fcf662ec2a0cb76146d9 Mon Sep 17 00:00:00 2001
From: Yiorgis Gozadinos <ggozadinos@gmail.com>
Date: Thu, 30 Jul 2026 09:34:36 +0300
Subject: [PATCH] Point FRAMES at the live reranker and give the judge room to
 think

Port 11433 serves nothing; Qwen3-Reranker-4B is on 11455. Qwen3.6 spends
its budget reasoning before it answers, and its 131072 window leaves ample
input space at 32768.
---
 evaluations/configs/frames.yaml | 14 ++++++++++----
 1 file changed, 10 insertions(+), 4 deletions(-)

diff --git a/evaluations/configs/frames.yaml b/evaluations/configs/frames.yaml
index 946eeb5a..51f0b647 100644
--- a/evaluations/configs/frames.yaml
+++ b/evaluations/configs/frames.yaml
@@ -21,7 +21,7 @@ reranking:
   model:
     provider: vllm
     name: Qwen/Qwen3-Reranker-4B
-    base_url: http://vllm:11433
+    base_url: http://vllm:11455
 
 analysis:
   # Bounds per-execution sandbox output so accumulated code returns cannot
@@ -40,7 +40,13 @@ qa:
 evaluations:
   judge:
     provider: openai
-    name: RedHatAI/Qwen3.6-35B-A3B-NVFP4
-    base_url: http://vllm:11430/v1
-    temperature: 0.0
+    name: Inferact/Qwen3.8-27B-NVFP4
+    base_url: http://vllm:11439/v1
+    temperature: 0.6
     max_tokens: 16384
+    extra_body:
+      top_p: 0.95
+      top_k: 20
+      min_p: 0
+      chat_template_kwargs:
+        reasoning_effort: low