danvics/haiku.rag
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix answer in orb

Browse source
This commit is contained in:
Yiorgis Gozadinos 2026-01-22 15:08:33 +02:00
parent 756285e91c
commit 0d3ac5142d
No known key found for this signature in database
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
evaluations/evaluations/datasets/open_rag_bench.py
View file

@ -52,7 +52,7 @@ def load_qrels() -> dict[str, dict[str, Any]]:
return json.load(f) return json.load(f)
def load_answers() -> dict[str, dict[str, Any]]: def load_answers() -> dict[str, str]:
path = download_metadata_file("answers.json") path = download_metadata_file("answers.json")
with open(path) as f: with open(path) as f:
return json.load(f) return json.load(f)
@ -90,7 +90,7 @@ def download_all_pdfs(pdf_urls: dict[str, str]) -> dict[str, Path]:
_pdf_urls: dict[str, str] | None = None _pdf_urls: dict[str, str] | None = None
_queries: dict[str, dict[str, str]] | None = None _queries: dict[str, dict[str, str]] | None = None
_qrels: dict[str, dict[str, Any]] | None = None _qrels: dict[str, dict[str, Any]] | None = None
_answers: dict[str, dict[str, Any]] | None = None _answers: dict[str, str] | None = None
def ensure_metadata_loaded() -> None: def ensure_metadata_loaded() -> None:
@ -143,14 +143,14 @@ def load_orb_qa() -> Dataset:
records = [] records = []
for query_id, query_data in _queries.items(): for query_id, query_data in _queries.items():
answer_data = _answers.get(query_id, {}) answer = _answers.get(query_id, "")
records.append( records.append(
{ {
"query_id": query_id, "query_id": query_id,
"query": query_data["query"], "query": query_data["query"],
"type": query_data["type"], "type": query_data["type"],
"source": query_data["source"], "source": query_data["source"],
"answer": answer_data.get("answer", ""), "answer": answer,
} }
) )