import hashlib import subprocess import threading import unicodedata import pytest from pydantic import ValidationError from tht.evidence import ( CuratedEvidence, EvidenceManifest, EvidencePreparationError, EvidenceRestructurer, RestructureCandidate, dump_curated_markdown, dump_manifest, load_curated_tree, load_manifest, migrate_workspace_evidence, prepare_workspace_evidence, validate_workspace_evidence, ) def _evidence(source_text: str, *, review_items=()): normalized_source = unicodedata.normalize( "NFC", source_text.replace("\r\n", "\n").replace("\r", "\n"), ) if not normalized_source.endswith("\n"): normalized_source += "\n" return CuratedEvidence.model_validate({ "schema_version": 1, "id": "evidence:fascia-pediatrica", "title": "Fascia pediatrica", "kind": "domain", "purposes": ["disambiguation"], "applies_to": {"concepts": ["fascia pediatrica"]}, "language": "it", "provenance": { "source_file": "source/domain/patient.md", "source_sha256": "sha256:" + hashlib.sha256(normalized_source.encode()).hexdigest(), "supporting_excerpts": ["I pazienti sotto i 18 anni sono pediatrici."], }, "review_items": list(review_items), "payload": {"rule": "La fascia pediatrica comprende i minori."}, }) def _write_workspace(root, evidence, source_text): evidence_root = root / "evidence" source_path = evidence_root / "source" / "domain" / "patient.md" curated_path = evidence_root / "curated" / "domain" / "fascia-pediatrica.md" source_path.parent.mkdir(parents=True) curated_path.parent.mkdir(parents=True) source_path.write_text(source_text, encoding="utf-8") curated_path.write_text(dump_curated_markdown(evidence), encoding="utf-8") (evidence_root / "manifest.yaml").write_text(dump_manifest(EvidenceManifest.model_validate({ "schema_version": 1, "pipeline_version": "evidence-authoring-v1", "sources": { evidence.provenance.source_file: { "sha256": evidence.provenance.source_sha256, "units": [evidence.id], }, }, "orphans": [], })), encoding="utf-8") def test_workspace_validation_allows_a_coherent_curated_unit(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." _write_workspace(tmp_path, _evidence(source_text), source_text) report = validate_workspace_evidence(tmp_path) assert report.publishable is True assert report.findings == () def test_workspace_validation_keeps_review_items_visible_and_blocks_publication(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." _write_workspace(tmp_path, _evidence(source_text, review_items=[{ "code": "ambiguous_source_statement", "message": "Il sorgente non chiarisce la data di riferimento.", "field": "payload.rule", }]), source_text) report = validate_workspace_evidence(tmp_path) assert report.publishable is False assert [finding.code for finding in report.findings] == ["unresolved_review_item"] def test_manifest_round_trip_is_versioned_and_deterministic(tmp_path): manifest = EvidenceManifest.model_validate({ "schema_version": 1, "pipeline_version": "evidence-authoring-v1", "sources": { "source/domain/patient.md": { "sha256": "sha256:" + "a" * 64, "units": ["evidence:fascia-pediatrica"], }, }, "orphans": [], }) path = tmp_path / "evidence" / "manifest.yaml" path.parent.mkdir(parents=True) path.write_text(dump_manifest(manifest), encoding="utf-8") loaded = load_manifest(path) assert loaded == manifest assert path.read_text(encoding="utf-8") == dump_manifest(manifest) def test_manifest_rejects_unknown_fields_and_incompatible_pipeline_version(): with pytest.raises(ValidationError): EvidenceManifest.model_validate({ "schema_version": 1, "pipeline_version": "evidence-authoring-v2", "sources": {}, "orphans": [], "approved": True, }) def test_workspace_validation_requires_a_manifest(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." _write_workspace(tmp_path, _evidence(source_text), source_text) (tmp_path / "evidence" / "manifest.yaml").unlink() report = validate_workspace_evidence(tmp_path) assert report.publishable is False assert [finding.code for finding in report.findings] == ["manifest_missing"] def test_workspace_validation_reports_a_non_utf8_manifest_without_raising(tmp_path): evidence_root = tmp_path / "evidence" evidence_root.mkdir() (evidence_root / "manifest.yaml").write_bytes(b"\xff") report = validate_workspace_evidence(tmp_path) assert report.publishable is False assert [finding.code for finding in report.findings] == ["manifest_invalid"] def test_workspace_validation_reports_invalid_curated_documents_without_raising(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." _write_workspace(tmp_path, _evidence(source_text), source_text) (tmp_path / "evidence" / "curated" / "domain" / "fascia-pediatrica.md").write_text( "not canonical frontmatter", encoding="utf-8", ) report = validate_workspace_evidence(tmp_path) assert report.publishable is False assert [finding.code for finding in report.findings] == ["curated_invalid"] def test_workspace_validation_preserves_manifest_orphans_but_blocks_publication(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." _write_workspace(tmp_path, _evidence(source_text), source_text) manifest_path = tmp_path / "evidence" / "manifest.yaml" manifest = load_manifest(manifest_path).model_copy(update={"orphans": ("evidence:retired",)}) manifest_path.write_text(dump_manifest(manifest), encoding="utf-8") report = validate_workspace_evidence(tmp_path) assert report.publishable is False assert [finding.code for finding in report.findings] == ["orphaned_unit"] def test_workspace_validation_requires_manifest_and_provenance_to_agree(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." evidence = _evidence(source_text) _write_workspace(tmp_path, evidence, source_text) manifest_path = tmp_path / "evidence" / "manifest.yaml" manifest = EvidenceManifest.model_validate({ "schema_version": 1, "pipeline_version": "evidence-authoring-v1", "sources": { evidence.provenance.source_file: { "sha256": "sha256:" + "b" * 64, "units": ["evidence:another-unit"], }, }, "orphans": [], }) manifest_path.write_text(dump_manifest(manifest), encoding="utf-8") report = validate_workspace_evidence(tmp_path) assert report.publishable is False assert {finding.code for finding in report.findings} == { "manifest_source_hash_mismatch", "manifest_unit_missing", "source_hash_mismatch", "manifest_unit_without_curated", } def test_workspace_validation_checks_unreferenced_manifest_sources_and_units(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." _write_workspace(tmp_path, _evidence(source_text), source_text) manifest_path = tmp_path / "evidence" / "manifest.yaml" manifest = EvidenceManifest.model_validate({ "schema_version": 1, "pipeline_version": "evidence-authoring-v1", "sources": { "source/domain/missing.md": { "sha256": "sha256:" + "a" * 64, "units": ["evidence:removed"], }, }, "orphans": [], }) manifest_path.write_text(dump_manifest(manifest), encoding="utf-8") report = validate_workspace_evidence(tmp_path) assert report.publishable is False assert {finding.code for finding in report.findings} == { "manifest_source_missing", "source_missing", "manifest_unit_without_curated", } def test_manifest_rejects_unsafe_source_paths_and_legacy_unit_identifiers(): with pytest.raises(ValidationError): EvidenceManifest.model_validate({ "schema_version": 1, "pipeline_version": "evidence-authoring-v1", "sources": {"../patient.pdf": {"sha256": "sha256:" + "a" * 64, "units": ["domain:patient"]}}, "orphans": [], }) def test_manifest_rejects_a_unit_declared_by_two_sources(): with pytest.raises(ValidationError, match="only one source"): EvidenceManifest.model_validate({ "schema_version": 1, "pipeline_version": "evidence-authoring-v1", "sources": { "source/domain/one.md": { "sha256": "sha256:" + "a" * 64, "units": ["evidence:shared"], }, "source/domain/two.md": { "sha256": "sha256:" + "b" * 64, "units": ["evidence:shared"], }, }, "orphans": [], }) def test_workspace_validation_rejects_duplicate_curated_ids_and_changed_sources(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." evidence = _evidence(source_text) _write_workspace(tmp_path, evidence, source_text) duplicate_path = tmp_path / "evidence" / "curated" / "domain" / "duplicate.md" duplicate_path.write_text(dump_curated_markdown(evidence), encoding="utf-8") (tmp_path / "evidence" / "source" / "domain" / "patient.md").write_text( "Il testo sorgente è cambiato.", encoding="utf-8", ) report = validate_workspace_evidence(tmp_path) assert report.publishable is False assert {finding.code for finding in report.findings} == { "duplicate_evidence_id", "source_hash_mismatch", "supporting_excerpt_missing", } def test_workspace_validation_reports_unreadable_or_oversized_sources(tmp_path, monkeypatch): source_text = "I pazienti sotto i 18 anni sono pediatrici." _write_workspace(tmp_path, _evidence(source_text), source_text) source_path = tmp_path / "evidence" / "source" / "domain" / "patient.md" source_path.write_bytes(b"\xff") unreadable = validate_workspace_evidence(tmp_path) assert [finding.code for finding in unreadable.findings] == ["source_unreadable"] source_path.write_text(source_text, encoding="utf-8") monkeypatch.setattr("tht.evidence.authoring.MAX_AUTHORING_FILE_BYTES", 1) oversized = validate_workspace_evidence(tmp_path) assert [finding.code for finding in oversized.findings] == ["source_oversized"] def test_workspace_validation_rejects_a_source_symlink(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." _write_workspace(tmp_path, _evidence(source_text), source_text) source_path = tmp_path / "evidence" / "source" / "domain" / "patient.md" outside = tmp_path / "outside.md" outside.write_text(source_text, encoding="utf-8") source_path.unlink() source_path.symlink_to(outside) report = validate_workspace_evidence(tmp_path) assert [finding.code for finding in report.findings] == ["source_unsafe"] class _Restructurer(EvidenceRestructurer): def __init__(self, candidates): self.candidates = candidates self.requests = [] def restructure(self, request): self.requests.append(request) return tuple(self.candidates) def _candidate(*, title="Fascia pediatrica", existing_id=None, kind="domain", payload=None): return RestructureCandidate.model_validate({ "schema_version": 1, "existing_id": existing_id, "title": title, "kind": kind, "purposes": ["disambiguation"], "applies_to": {"concepts": ["fascia pediatrica"]}, "language": "it", "supporting_excerpts": ["I pazienti sotto i 18 anni sono pediatrici."], "review_items": [], "payload": payload or {"rule": "La fascia pediatrica comprende i minori."}, }) def test_prepare_changed_source_uses_one_model_call_and_applies_a_valid_batch(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." _write_workspace(tmp_path, _evidence(source_text), source_text) source_path = tmp_path / "evidence" / "source" / "domain" / "patient.md" source_path.write_text(source_text + " La regola è revisionata.\n", encoding="utf-8") restructurer = _Restructurer([_candidate(existing_id="evidence:fascia-pediatrica")]) report = prepare_workspace_evidence(tmp_path, restructurer=restructurer, git_status=lambda _: ()) assert report.model_calls == 1 assert report.changed == ("source/domain/patient.md",) assert report.created == () assert len(restructurer.requests) == 1 assert restructurer.requests[0].previous_units[0].id == "evidence:fascia-pediatrica" curated_path = tmp_path / "evidence" / "curated" / "domain" / "fascia-pediatrica.md" curated = load_curated_tree(tmp_path / "evidence" / "curated")[0] assert curated.schema_version == 3 assert "# Fascia pediatrica\n" in curated_path.read_text(encoding="utf-8") assert validate_workspace_evidence(tmp_path).publishable is True def test_migrate_workspace_evidence_rewrites_v1_units_as_v3_without_a_model_call(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." _write_workspace(tmp_path, _evidence(source_text), source_text) report = migrate_workspace_evidence(tmp_path, git_status=lambda _: ()) curated_path = tmp_path / "evidence" / "curated" / "domain" / "fascia-pediatrica.md" migrated = load_curated_tree(tmp_path / "evidence" / "curated")[0] assert report.migrated == ("evidence:fascia-pediatrica",) assert report.unchanged == () assert migrated.schema_version == 3 assert migrated.payload.rule == "La fascia pediatrica comprende i minori." assert "## Regola\n\nLa fascia pediatrica comprende i minori." in curated_path.read_text( encoding="utf-8", ) assert report.findings == () def test_migrate_workspace_evidence_rewrites_v2_units_as_table_free_v3(tmp_path): source_text = "I pazienti sotto i 18 anni sono pediatrici." evidence = _evidence(source_text).model_copy(update={"schema_version": 2}) _write_workspace(tmp_path, evidence, source_text) first = migrate_workspace_evidence(tmp_path, git_status=lambda _: ()) second = migrate_workspace_evidence(tmp_path, git_status=lambda _: ()) curated_path = tmp_path / "evidence" / "curated" / "domain" / "fascia-pediatrica.md" text = curated_path.read_text(encoding="utf-8") migrated = load_curated_tree(tmp_path / "evidence" / "curated")[0] assert first.migrated == ("evidence:fascia-pediatrica",) assert first.unchanged == () assert second.migrated == () assert second.unchanged == ("evidence:fascia-pediatrica",) assert migrated.schema_version == 3 assert text.startswith("