mxbai-rerank-base-v2 ships a Sigmoid activation and evaluates it in bf16, so every strongly-relevant candidate rounds to exactly 1.0. Ties then leave the order to the stable sort, which preserves the incoming hybrid ranking: on 100 t2_finqa retrieval cases the reranker scored MAP 0.661 against 0.659 with no reranker at all, and 0.742 once the scores separate. Ask the model for logits and apply the sigmoid here, where it runs in float64. Scores stay 0-1, matching the cohere, vllm and zeroentropy rerankers. Also drop the remaining pyright references; the project type-checks with ty.
26 lines
613 B
TOML
26 lines
613 B
TOML
[project]
|
|
name = "haiku-rag-app"
|
|
version = "0.1.0"
|
|
description = "Conversational RAG application with haiku.rag"
|
|
requires-python = ">=3.12"
|
|
dependencies = [
|
|
"starlette>=0.50.0",
|
|
"uvicorn[standard]>=0.40.0",
|
|
"pydantic-ai-slim[ag-ui,anthropic,openai]>=2.18.0,<3.0.0",
|
|
"python-dotenv>=1.2.1",
|
|
"haiku.rag-slim>=0.73.0",
|
|
"logfire[pydantic-ai]>=3.17.0",
|
|
]
|
|
|
|
[dependency-groups]
|
|
dev = ["ty>=0.0.28", "ruff>=0.14.10"]
|
|
|
|
[tool.hatch.metadata]
|
|
allow-direct-references = true
|
|
|
|
[tool.hatch.build.targets.wheel]
|
|
packages = ["."]
|
|
|
|
[build-system]
|
|
requires = ["hatchling"]
|
|
build-backend = "hatchling.build"
|