From d810fda3331787ebefd697cc091d5cfec34cf831 Mon Sep 17 00:00:00 2001 From: Pier-Jean Malandrino Date: Thu, 9 Apr 2026 15:51:36 +0200 Subject: [PATCH 1/7] fix: preserve batch progress on analysis completion Re-read the job from DB before mark_completed so that progress_current/progress_total written during batched conversion are not overwritten by the stale in-memory object. Add regression unit test and e2e assertion on final progress values. --- document-parser/services/analysis_service.py | 3 + .../tests/test_analysis_service.py | 84 +++++++++++++++++++ .../resources/analyses/batch-progress.feature | 5 ++ 3 files changed, 92 insertions(+) diff --git a/document-parser/services/analysis_service.py b/document-parser/services/analysis_service.py index 1cffe2d..d4a5190 100644 --- a/document-parser/services/analysis_service.py +++ b/document-parser/services/analysis_service.py @@ -327,6 +327,9 @@ class AnalysisService: chunks_json = json.dumps([_chunk_to_dict(c) for c in chunks]) logger.info("Chunking produced %d chunks for job %s", len(chunks), job_id) + # Re-read the job so we don't lose progress_current/progress_total + # written to the DB during batched conversion. + job = await analysis_repo.find_by_id(job_id) or job job.mark_completed( markdown=result.content_markdown, html=result.content_html, diff --git a/document-parser/tests/test_analysis_service.py b/document-parser/tests/test_analysis_service.py index 09edf4a..afb8c4c 100644 --- a/document-parser/tests/test_analysis_service.py +++ b/document-parser/tests/test_analysis_service.py @@ -385,6 +385,90 @@ class TestBatchedConversion: batch_size=5, ) + @pytest.mark.asyncio + async def test_progress_preserved_through_full_analysis_flow(self): + """Progress written during batches must survive the final update_status. + + Regression: _run_analysis_inner used to re-read the job from DB at the + start, then call update_status(job) at the end — overwriting + progress_current/progress_total with None because the in-memory object + was stale. The fix re-reads the job before mark_completed. + """ + from domain.models import AnalysisJob, AnalysisStatus + + converter = AsyncMock() + converter.convert.side_effect = [ + ConversionResult( + page_count=5, + content_markdown="# B1", + content_html="

B1

", + pages=[PageDetail(page_number=i, width=612, height=792) for i in range(1, 6)], + ), + ConversionResult( + page_count=3, + content_markdown="# B2", + content_html="

B2

", + pages=[PageDetail(page_number=i, width=612, height=792) for i in range(6, 9)], + ), + ] + + service = AnalysisService(converter=converter, conversion_timeout=60) + + # Simulated DB state: find_by_id is called 4 times: + # 1) start of _run_analysis_inner (initial load) + # 2) batch 1 mid-flight deletion check + # 3) batch 2 mid-flight deletion check + # 4) re-read before mark_completed (must carry progress) + initial_job = AnalysisJob( + id="job-progress", + document_id="doc-1", + status=AnalysisStatus.PENDING, + ) + batch_check_job = AnalysisJob( + id="job-progress", + document_id="doc-1", + status=AnalysisStatus.RUNNING, + ) + refreshed_job = AnalysisJob( + id="job-progress", + document_id="doc-1", + status=AnalysisStatus.RUNNING, + progress_current=8, + progress_total=8, + ) + + saved_jobs: list[AnalysisJob] = [] + + async def capture_update_status(job): + saved_jobs.append(job) + + with ( + patch("services.analysis_service.analysis_repo") as mock_repo, + patch("services.analysis_service.document_repo") as mock_doc_repo, + patch("services.analysis_service._count_pdf_pages", return_value=8), + patch("services.analysis_service.settings") as mock_settings, + ): + mock_settings.batch_page_size = 5 + mock_settings.default_table_mode = "accurate" + mock_repo.find_by_id = AsyncMock( + side_effect=[initial_job, batch_check_job, batch_check_job, refreshed_job] + ) + mock_repo.update_status = AsyncMock(side_effect=capture_update_status) + mock_repo.update_progress = AsyncMock() + mock_doc_repo.update_page_count = AsyncMock() + + await service._run_analysis_inner("job-progress", "/fake.pdf", "fake.pdf") + + # The last update_status call is the COMPLETED one + completed_job = saved_jobs[-1] + assert completed_job.status == AnalysisStatus.COMPLETED + assert completed_job.progress_current == 8, ( + "progress_current must be preserved (was the bug: got None)" + ) + assert completed_job.progress_total == 8, ( + "progress_total must be preserved (was the bug: got None)" + ) + @pytest.mark.asyncio async def test_job_deleted_mid_batch_returns_none(self): """If the job is deleted between batches, conversion aborts with None.""" diff --git a/e2e/api/src/test/resources/analyses/batch-progress.feature b/e2e/api/src/test/resources/analyses/batch-progress.feature index f193d26..afeb3dd 100644 --- a/e2e/api/src/test/resources/analyses/batch-progress.feature +++ b/e2e/api/src/test/resources/analyses/batch-progress.feature @@ -27,6 +27,11 @@ Feature: Batched conversion with progress reporting And match response.contentMarkdown == '#string' And match response.pagesJson == '#string' + # When batched, progress must be preserved at completion (not reset to null) + # progressTotal > 0 proves batching was active + # progressCurrent == progressTotal proves the final update_status didn't erase them + * if (response.progressTotal > 0) karate.match('response.progressCurrent', response.progressTotal) + # Cleanup * call read('classpath:common/helpers/cleanup.feature') { docId: '#(uploaded.docId)' } From 26fd46967cfcd06db18b6ae6d870c6854a050f2e Mon Sep 17 00:00:00 2001 From: Pier-Jean Malandrino Date: Thu, 9 Apr 2026 15:51:41 +0200 Subject: [PATCH 2/7] fix: forward BATCH_PAGE_SIZE env var in docker-compose The variable was defined in settings but never passed to the container, making batch mode silently disabled in Docker deployments. --- docker-compose.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/docker-compose.yml b/docker-compose.yml index ab0842f..3eb3d1e 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -14,6 +14,7 @@ services: DOCLING_SERVE_API_KEY: ${DOCLING_SERVE_API_KEY:-} RATE_LIMIT_RPM: ${RATE_LIMIT_RPM:-100} MAX_FILE_SIZE_MB: ${MAX_FILE_SIZE_MB:-50} + BATCH_PAGE_SIZE: ${BATCH_PAGE_SIZE:-0} deploy: resources: limits: From f6992d91bc3c4f0926f1c220736f03afa4b63777 Mon Sep 17 00:00:00 2001 From: Pier-Jean Malandrino Date: Thu, 9 Apr 2026 15:51:46 +0200 Subject: [PATCH 3/7] feat: segmented batch progress bar with ring indicator Replace the basic progress bar with a ring percentage indicator, segmented batch bar with pulse animation, and an inline mini progress bar in the top banner visible from any tab. --- .../src/features/analysis/ui/ResultTabs.vue | 178 +++++++++++++++--- frontend/src/pages/StudioPage.vue | 55 ++++++ 2 files changed, 208 insertions(+), 25 deletions(-) diff --git a/frontend/src/features/analysis/ui/ResultTabs.vue b/frontend/src/features/analysis/ui/ResultTabs.vue index 94031c3..afb7897 100644 --- a/frontend/src/features/analysis/ui/ResultTabs.vue +++ b/frontend/src/features/analysis/ui/ResultTabs.vue @@ -109,20 +109,54 @@
-