fix(preprocess): verify canonical generations and cleanup

2026-07-12 06:18:18 +02:00
parent 4a29086fe4
commit 7d41c4cefc
6 changed files with 86 additions and 18 deletions
@@ -220,6 +220,16 @@ class CorpusPipeline:
            "dimensions": self.embedding_dimensions,
            "chunk_policy": asdict(self.chunk_policy),
        })
+        previous = self.store.active_manifest()
+        if (not dry_run and resume_run_id is None and previous is not None
+                and previous.metadata.get("compatibility_fingerprint") == compatibility
+                and previous.metadata.get("fingerprints") == {
+                    item.source_id: item.fingerprint for _, item in discovered
+                }):
+            return PipelineResult(
+                "succeeded", previous.manifest_id, False, (),
+                tuple(sorted(item.source_id for _, item in discovered)), (), previous,
+            )
        spec = JobSpec(
            workspace_id=workspace_id,
            job_type="evidence",