refactor(evidence): migrate acquisition and preprocessing (#30)

2026-08-24 02:25:11 +02:00
parent d5e78febd3
commit 44f1efa5ba
18 changed files with 554 additions and 303 deletions
@@ -0,0 +1,66 @@
+"""Construction of configured Evidence source adapters."""
+
+from tht.adapters.evidence import FilesystemEvidenceSource, HttpManifestEvidenceSource
+from tht.adapters.evidence.s3 import S3EvidenceSource
+from tht.config import ConfigError, EvidenceSourcesConfig
+from tht.evidence.contracts import EvidenceSource
+
+
+def build_sources(evidence: EvidenceSourcesConfig | None) -> list[EvidenceSource]:
+    """Build configured Evidence adapters in the existing deterministic order."""
+    if evidence is None:
+        return []
+    sources: list[EvidenceSource] = []
+    if evidence.source_root is not None:
+        sources.append(FilesystemEvidenceSource(evidence.source_root / evidence.evidence_dir))
+    for resource in evidence.sources:
+        match resource.type:
+            case "filesystem":
+                sources.append(
+                    FilesystemEvidenceSource(
+                        resource.root,
+                        patterns=resource.patterns,
+                        max_bytes=resource.max_bytes,
+                    )
+                )
+            case "http":
+                sources.append(
+                    HttpManifestEvidenceSource(
+                        resource.transport_urls(),
+                        connect_timeout=resource.connect_timeout,
+                        read_timeout=resource.read_timeout,
+                        max_bytes=resource.max_bytes,
+                        max_redirects=resource.max_redirects,
+                        allow_private_hosts=resource.allow_private_hosts,
+                        max_cache_bytes=resource.max_cache_bytes,
+                    )
+                )
+            case "s3":
+
+                def secret(value):
+                    return value.get_secret_value() if value is not None else None
+
+                sources.append(
+                    S3EvidenceSource(
+                        bucket=resource.bucket,
+                        prefix=resource.prefix,
+                        endpoint_url=resource.endpoint_url,
+                        region=resource.region,
+                        access_key=secret(resource.access_key),
+                        secret_key=secret(resource.secret_key),
+                        session_token=secret(resource.session_token),
+                        trusted_endpoint=resource.trusted_endpoint,
+                        allow_private_endpoint=resource.allow_private_endpoint,
+                        allow_insecure_endpoint=resource.allow_insecure_endpoint,
+                        max_bytes=resource.max_bytes,
+                        max_objects=resource.max_objects,
+                        max_pages=resource.max_pages,
+                        page_size=resource.page_size,
+                    )
+                )
+            case other:  # pragma: no cover - Pydantic rejects unsupported discriminators.
+                raise ConfigError(f"Adapter evidence non supportato: {other}")
+    return sources
+
+
+__all__ = ["build_sources"]