feat(evidence): evaluate retrieval with a small fixture

2026-08-25 01:44:12 +02:00
parent dcb5acc312
commit 619ac2e141
15 changed files with 782 additions and 6 deletions
@@ -237,12 +237,14 @@ def test_run_from_config_uses_runtime_identity_workspace_id(monkeypatch, tmp_pat
            pipeline_version,
            retain_published_generations,
            sparse_language,
+            candidate_evaluator,
        ):
            calls["init"] = {
                "embedding_model": embedding_model,
                "embedding_dimensions": embedding_dimensions,
                "pipeline_version": pipeline_version,
                "sparse_language": sparse_language,
+                "candidate_evaluator": candidate_evaluator,
            }

        def run_as_job(self, **kwargs):
@@ -260,6 +262,7 @@ def test_run_from_config_uses_runtime_identity_workspace_id(monkeypatch, tmp_pat
    command.run_from_config(config)

    assert calls["init"]["sparse_language"] == "english"
+    assert callable(calls["init"]["candidate_evaluator"])
    assert calls["run_as_job"]["workspace_id"] == "psd-clinical"
    assert calls["run_as_job"]["input_fingerprint"] != calls["run_as_job"]["config_fingerprint"]