mirror of
https://github.com/lllin000/PaperForge.git
synced 2026-07-22 17:00:23 +00:00
67 lines
2.7 KiB
Python
67 lines
2.7 KiB
Python
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
|
|
|
|
def test_phase1_artifact_layout_is_paper_local(tmp_path: Path) -> None:
|
|
from paperforge.worker.ocr_artifacts import artifact_paths_for_key
|
|
|
|
vault = tmp_path / "vault"
|
|
vault.mkdir()
|
|
paths = artifact_paths_for_key(vault, "ABCD1234")
|
|
assert paths.paper_root.as_posix().endswith("/ocr/ABCD1234")
|
|
assert paths.raw_meta.as_posix().endswith("/ocr/ABCD1234/raw/raw_meta.json")
|
|
assert paths.source_metadata.as_posix().endswith("/ocr/ABCD1234/raw/source_metadata.json")
|
|
assert paths.blocks_raw.as_posix().endswith("/ocr/ABCD1234/canonical/blocks.raw.jsonl")
|
|
assert paths.blocks_structured.as_posix().endswith("/ocr/ABCD1234/structure/blocks.structured.jsonl")
|
|
|
|
|
|
def test_raw_and_derived_version_payloads_have_separate_namespaces() -> None:
|
|
from paperforge.worker.ocr_artifacts import build_version_payload
|
|
|
|
payload = build_version_payload(
|
|
pdf_fingerprint="sha256:abc",
|
|
result_json_hash="sha256:def",
|
|
ocr_model="PaddleOCR-VL-1.6",
|
|
)
|
|
assert "raw_version" in payload
|
|
assert "derived_version" in payload
|
|
assert payload["raw_version"]["ocr_model"] == "PaddleOCR-VL-1.6"
|
|
assert "renderer_version" in payload["derived_version"]
|
|
|
|
|
|
def test_cleanup_ocr_cache_removes_page_cache_files(tmp_path: Path) -> None:
|
|
from paperforge.worker.ocr_artifacts import cleanup_ocr_artifact_cache
|
|
|
|
paper_root = tmp_path / "paper"
|
|
pages_dir = paper_root / "pages"
|
|
pages_dir.mkdir(parents=True)
|
|
(pages_dir / "page_001.jpg").write_text("fake jpg", encoding="utf-8")
|
|
(pages_dir / "page_002.png").write_text("fake png", encoding="utf-8")
|
|
# Canonical data must NOT be touched
|
|
canonical_dir = paper_root / "canonical"
|
|
canonical_dir.mkdir(parents=True)
|
|
(canonical_dir / "blocks.raw.jsonl").write_text("{}", encoding="utf-8")
|
|
|
|
report = cleanup_ocr_artifact_cache(paper_root)
|
|
|
|
assert len(report["pages_removed"]) == 2
|
|
assert "page_001.jpg" in report["pages_removed"]
|
|
assert "page_002.png" in report["pages_removed"]
|
|
assert not pages_dir.exists(), "pages dir should be removed when empty"
|
|
assert canonical_dir.exists(), "canonical data must survive"
|
|
|
|
|
|
def test_cleanup_ocr_cache_dry_run_does_not_delete(tmp_path: Path) -> None:
|
|
from paperforge.worker.ocr_artifacts import cleanup_ocr_artifact_cache
|
|
|
|
paper_root = tmp_path / "paper"
|
|
pages_dir = paper_root / "pages"
|
|
pages_dir.mkdir(parents=True)
|
|
(pages_dir / "page_001.jpg").write_text("fake", encoding="utf-8")
|
|
|
|
report = cleanup_ocr_artifact_cache(paper_root, dry_run=True)
|
|
|
|
assert len(report["pages_removed"]) == 1
|
|
assert pages_dir.exists(), "dry run must not delete files"
|
|
assert (pages_dir / "page_001.jpg").exists(), "dry run must not delete files"
|