diff --git a/docs/benchmarks.md b/docs/benchmarks.md index ee1c8500..a1de99a0 100644 --- a/docs/benchmarks.md +++ b/docs/benchmarks.md @@ -17,6 +17,7 @@ The recall obtained is ~0.79 for matching in the top result, raising to ~0.91 fo | Ollama / `mxbai-embed-large` | 0.79 | 0.91 | None | | Ollama / `mxbai-embed-large` | 0.90 | 0.95 | `mxbai-rerank-base-v2` | | Ollama / `nomic-embed-text-v1.5` | 0.74 | 0.90 | None | +| Ollama / `qwen3-embedding` | 0.81 | 0.95 | None | @@ -27,6 +28,7 @@ Again using the same dataset, we use a QA agent to answer the question. In addit | Embedding Model | QA Model | Accuracy | Reranker | |------------------------------------|-----------------------------------|-----------|------------------------| +| Ollama / `qwen3-embedding. ` | Ollama / `gpt-oss` | 0.93 | None | | Ollama / `mxbai-embed-large` | Ollama / `qwen3` | 0.85 | None | | Ollama / `mxbai-embed-large` | Ollama / `qwen3` | 0.87 | `mxbai-rerank-base-v2` | | Ollama / `mxbai-embed-large` | Ollama / `qwen3:0.6b` | 0.28 | None | diff --git a/src/haiku/rag/config.py b/src/haiku/rag/config.py index 82a7fb5d..98a8b93d 100644 --- a/src/haiku/rag/config.py +++ b/src/haiku/rag/config.py @@ -20,8 +20,8 @@ class AppConfig(BaseModel): MONITOR_DIRECTORIES: list[Path] = [] EMBEDDINGS_PROVIDER: str = "ollama" - EMBEDDINGS_MODEL: str = "mxbai-embed-large" - EMBEDDINGS_VECTOR_DIM: int = 1024 + EMBEDDINGS_MODEL: str = "qwen3-embedding" + EMBEDDINGS_VECTOR_DIM: int = 4096 RERANK_PROVIDER: str = "" RERANK_MODEL: str = ""