Set repeat_table_header=False to match docling serve
This commit is contained in:
parent
30ebd6694b
commit
d460d553f3
2 changed files with 16166 additions and 16344 deletions
|
|
@ -83,6 +83,9 @@ class DoclingLocalChunker(DocumentChunker):
|
|||
tokenizer=tokenizer,
|
||||
merge_peers=config.processing.chunking_merge_peers,
|
||||
serializer_provider=serializer_provider,
|
||||
# Context expansion reconstructs full tables, so repeating
|
||||
# headers in each chunk is redundant and inflates chunk count.
|
||||
repeat_table_header=False,
|
||||
)
|
||||
elif self.chunker_type == "hierarchical":
|
||||
serializer_provider = _create_markdown_serializer_provider(
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
Loading…
Reference in a new issue