Set repeat_table_header=False to match docling serve

This commit is contained in:
Yiorgis Gozadinos 2026-03-05 13:02:18 +02:00
parent 30ebd6694b
commit d460d553f3
No known key found for this signature in database
2 changed files with 16166 additions and 16344 deletions

View file

@ -83,6 +83,9 @@ class DoclingLocalChunker(DocumentChunker):
tokenizer=tokenizer,
merge_peers=config.processing.chunking_merge_peers,
serializer_provider=serializer_provider,
# Context expansion reconstructs full tables, so repeating
# headers in each chunk is redundant and inflates chunk count.
repeat_table_header=False,
)
elif self.chunker_type == "hierarchical":
serializer_provider = _create_markdown_serializer_provider(

File diff suppressed because one or more lines are too long