c878ee5f3b
Adds a first-class lifecycle state to every document, distinct from AnalysisJob.status. The lifecycle describes the document as a whole and is the foundation for the doc-centric pivot in 0.6.0. Domain - DocumentLifecycleState enum (Uploaded/Parsed/Chunked/Ingested/Stale/Failed) - Document.lifecycle_state and lifecycle_state_at fields - Document.transition_to() validates against a transition table (domain/lifecycle.py) and returns a DocumentLifecycleChanged event - InvalidLifecycleTransitionError on disallowed transitions Persistence - ALTER TABLE documents to add the two columns (default 'Uploaded') - New index idx_documents_lifecycle_state for filter perf - _COLUMN_MIGRATIONS refactored to support multiple tables - _POST_MIGRATION_DDL list for indexes on freshly-added columns - SqliteDocumentRepository.update_lifecycle() Services - AnalysisService drives transitions on parse / chunk / re-chunk / fail via _transition_document(); idempotent and resilient (logs WARN and continues if a stale state is somehow encountered) API - DocumentResponse exposes lifecycleState + lifecycleStateAt (additive — existing 'status' field kept for backwards compat) Frontend - Document type extended with lifecycleState and lifecycleStateAt - DocumentLifecycleState union literal mirroring the backend enum Tests - 24 new tests in test_lifecycle.py covering transitions, idempotency, invariant preservation, and event emission - test_repos.py: round-trip + every-enum-value check + update_lifecycle - test_chunking.py: rechunk path now mocks document_repo correctly Refs #202
124 lines
4.6 KiB
Python
124 lines
4.6 KiB
Python
"""Document repository — SQLite CRUD for documents table."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from datetime import UTC, datetime
|
|
|
|
from domain.models import Document
|
|
from domain.value_objects import DocumentLifecycleState
|
|
from persistence.database import get_connection
|
|
|
|
|
|
def _parse_iso(value: str | None) -> datetime | None:
|
|
if value is None or value == "":
|
|
return None
|
|
parsed = datetime.fromisoformat(value)
|
|
if parsed.tzinfo is None:
|
|
parsed = parsed.replace(tzinfo=UTC)
|
|
return parsed
|
|
|
|
|
|
def _row_to_document(row) -> Document:
|
|
created = row["created_at"]
|
|
if isinstance(created, str):
|
|
created = datetime.fromisoformat(created)
|
|
if created.tzinfo is None:
|
|
created = created.replace(tzinfo=UTC)
|
|
# `_run_migrations` guarantees both lifecycle columns exist by the time
|
|
# any read happens, so direct access is safe.
|
|
lifecycle_value = row["lifecycle_state"]
|
|
lifecycle_state = (
|
|
DocumentLifecycleState(lifecycle_value)
|
|
if lifecycle_value
|
|
else DocumentLifecycleState.UPLOADED
|
|
)
|
|
lifecycle_state_at = _parse_iso(row["lifecycle_state_at"])
|
|
return Document(
|
|
id=row["id"],
|
|
filename=row["filename"],
|
|
content_type=row["content_type"],
|
|
file_size=row["file_size"],
|
|
page_count=row["page_count"],
|
|
storage_path=row["storage_path"],
|
|
created_at=created,
|
|
lifecycle_state=lifecycle_state,
|
|
lifecycle_state_at=lifecycle_state_at,
|
|
)
|
|
|
|
|
|
class SqliteDocumentRepository:
|
|
"""SQLite implementation of the DocumentRepository port."""
|
|
|
|
async def insert(self, doc: Document) -> None:
|
|
"""Persist a new document record."""
|
|
async with get_connection() as db:
|
|
await db.execute(
|
|
"""INSERT INTO documents (
|
|
id, filename, content_type, file_size, page_count,
|
|
storage_path, created_at, lifecycle_state, lifecycle_state_at
|
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)""",
|
|
(
|
|
doc.id,
|
|
doc.filename,
|
|
doc.content_type,
|
|
doc.file_size,
|
|
doc.page_count,
|
|
doc.storage_path,
|
|
str(doc.created_at),
|
|
doc.lifecycle_state.value,
|
|
str(doc.lifecycle_state_at) if doc.lifecycle_state_at else None,
|
|
),
|
|
)
|
|
await db.commit()
|
|
|
|
async def find_all(self, *, limit: int = 200, offset: int = 0) -> list[Document]:
|
|
"""Return documents ordered by creation date (newest first)."""
|
|
async with get_connection() as db:
|
|
cursor = await db.execute(
|
|
"SELECT * FROM documents ORDER BY created_at DESC LIMIT ? OFFSET ?",
|
|
(limit, offset),
|
|
)
|
|
rows = await cursor.fetchall()
|
|
return [_row_to_document(r) for r in rows]
|
|
|
|
async def find_by_id(self, doc_id: str) -> Document | None:
|
|
"""Find a document by its ID, or return None."""
|
|
async with get_connection() as db:
|
|
cursor = await db.execute("SELECT * FROM documents WHERE id = ?", (doc_id,))
|
|
row = await cursor.fetchone()
|
|
return _row_to_document(row) if row else None
|
|
|
|
async def update_page_count(self, doc_id: str, page_count: int) -> None:
|
|
"""Update the page count after conversion has determined it."""
|
|
async with get_connection() as db:
|
|
await db.execute(
|
|
"UPDATE documents SET page_count = ? WHERE id = ?",
|
|
(page_count, doc_id),
|
|
)
|
|
await db.commit()
|
|
|
|
async def update_lifecycle(
|
|
self,
|
|
doc_id: str,
|
|
state: DocumentLifecycleState,
|
|
at: datetime,
|
|
) -> None:
|
|
"""Persist a lifecycle state transition for a document.
|
|
|
|
Callers must have already validated the transition via
|
|
`Document.transition_to()` — this method does not check the
|
|
transition graph; it just writes.
|
|
"""
|
|
async with get_connection() as db:
|
|
await db.execute(
|
|
"UPDATE documents SET lifecycle_state = ?, lifecycle_state_at = ? WHERE id = ?",
|
|
(state.value, str(at), doc_id),
|
|
)
|
|
await db.commit()
|
|
|
|
async def delete(self, doc_id: str) -> bool:
|
|
"""Delete a document by ID. Returns True if a row was removed."""
|
|
async with get_connection() as db:
|
|
cursor = await db.execute("DELETE FROM documents WHERE id = ?", (doc_id,))
|
|
await db.commit()
|
|
return cursor.rowcount > 0
|