From 295570797c408a39a5d64318b0a680aeebdf8182 Mon Sep 17 00:00:00 2001 From: Yiorgis Gozadinos Date: Mon, 8 Jun 2026 11:42:16 +0300 Subject: [PATCH] Disable Logfire scrubbing in evaluations --- CHANGELOG.md | 1 + evaluations/evaluations/benchmark.py | 6 +++++- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 5f4694dd..9dd0c064 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,6 +4,7 @@ ### Changed - Bump `haiku.skills>=0.17.2`: skill runs use a retry budget of 3 for tool calls and output validation (was 1). +- Evaluations disable Logfire scrubbing (`scrubbing=False`) so financial answers containing words like "authorized" aren't redacted from logged outputs. ### Added diff --git a/evaluations/evaluations/benchmark.py b/evaluations/evaluations/benchmark.py index 54922311..a3f06aee 100644 --- a/evaluations/evaluations/benchmark.py +++ b/evaluations/evaluations/benchmark.py @@ -40,7 +40,11 @@ load_dotenv(find_dotenv(usecwd=True)) HF_REPO_ID = "ggozad/haiku-rag-eval-dbs" -logfire.configure(send_to_logfire="if-token-present", service_name="evals") +# Scrubbing off: eval outputs are financial answers with words like "authorized" +# that trip Logfire's secret scrubber and redact the model's answer text. +logfire.configure( + send_to_logfire="if-token-present", service_name="evals", scrubbing=False +) logfire.instrument_pydantic_ai() configure_cli_logging() console = Console()