danvics/haiku.rag
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use windowed fetch for context expansion instead of loading all items

Browse source
This commit is contained in:
Yiorgis Gozadinos 2026-04-15 12:59:53 +03:00
parent b6113bf8ab
commit 3c1a33779f
No known key found for this signature in database
1 changed files with 8 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
haiku_rag_slim/haiku/rag/context.py
View file

@ -168,11 +168,15 @@ async def expand_with_items(
if not ref_positions:
return results
# Fetch all items for the document to ensure we always detect section
# structure correctly, regardless of where the match falls.
item_count = await document_item_repository.get_item_count(document_id)
# Fetch a window of items around matched positions. The margin must be
# wide enough to find section boundaries (the nearest section_header/title
# above and below the match).
all_positions = sorted(ref_positions.values())
window_margin = max_items * 10
window_start = max(0, min(all_positions) - window_margin)
window_end = max(all_positions) + window_margin
window_items = await document_item_repository.get_items_in_range(
document_id, 0, item_count
document_id, window_start, window_end
)
if not window_items: