danvics/haiku.rag
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Use zstandard get_frame_parameters for max_output_size

Browse source
This commit is contained in:
Yiorgis Gozadinos 2026-04-08 09:54:00 +03:00
parent 62a436dd9d
commit 9c5bef163e
No known key found for this signature in database
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
haiku_rag_slim/haiku/rag/store/compression.py
View file

@ -8,7 +8,7 @@ try:
decompress as _zstd_decompress, # type: ignore[import-not-found]
)
except ImportError:
from zstandard import ZstdCompressor, ZstdDecompressor
from zstandard import ZstdCompressor, ZstdDecompressor, get_frame_parameters
_zstd_compressor = ZstdCompressor()
_zstd_decompressor = ZstdDecompressor()
@ -17,7 +17,8 @@ except ImportError:
return _zstd_compressor.compress(data)
def _zstd_decompress(data: bytes) -> bytes:
return _zstd_decompressor.decompress(data, max_output_size=len(data) * 20)
content_size = get_frame_parameters(data).content_size
return _zstd_decompressor.decompress(data, max_output_size=content_size)
def compress_json(json_str: str) -> bytes: