Use gpt-oss for evaluation LLMJudge, allow it to retry if it fails

This commit is contained in:
Yiorgis Gozadinos 2025-09-30 10:21:34 +03:00
parent f62d3e552b
commit abfc796c42
No known key found for this signature in database

View file

@ -37,7 +37,7 @@ class LLMJudgeResponseSchema(BaseModel):
class LLMJudge:
"""LLM-as-judge for evaluating answer equivalence using Pydantic AI."""
def __init__(self, model: str = "qwen3"):
def __init__(self, model: str = "gpt-oss"):
# Create Ollama model
ollama_model = OpenAIChatModel(
model_name=model,
@ -49,6 +49,7 @@ class LLMJudge:
model=ollama_model,
output_type=LLMJudgeResponseSchema,
system_prompt=ANSWER_EQUIVALENCE_RUBRIC,
retries=3,
)
async def judge_answers(