54 lines
2.7 KiB
Python
54 lines
2.7 KiB
Python
"""L2: value grounding on the real Chirone schema (spec D14a, L2).
|
|
|
|
Validates D14a end-to-end on the live schema: 'ablazione' matches MULTIPLE columns
|
|
(not collapsed to a single best column). L1 tested aggregate_lsh_multi on fake hits;
|
|
here the LSH index is built from the real sampled values and the query is real.
|
|
|
|
Run: pytest -m l2 tests/l2/test_value_grounding_real.py -s (needs .env + VPN)
|
|
"""
|
|
import os
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
from tht.workspace import load_workspace
|
|
|
|
pytestmark = [pytest.mark.l2]
|
|
# Per-customer workspace repo (spec D7): the LSH index lives in the customer repo,
|
|
# not in harness/. PSD is the reference customer for L2. Skip cleanly if absent.
|
|
WORKSPACE = Path(os.environ.get("THT_L2_WORKSPACE", "/Users/mp/projects/tht-workspace-psd/psd.yaml"))
|
|
|
|
|
|
def test_ablazione_returns_multiple_columns(l2_env):
|
|
"""On the real schema, 'ablazione' should ground to more than one column (e.g.
|
|
a flag and a free-text patologia field) -- the whole point of D14a's
|
|
non-collapsing aggregation. Requires a built LSH index (preprocess dwh --steps lsh)."""
|
|
if not WORKSPACE.exists():
|
|
pytest.skip(f"per-customer workspace repo not found: {WORKSPACE} (clone tht-workspace-psd)")
|
|
try:
|
|
from tht.lshindex import load_index, query_index # ported with the lsh build path
|
|
except ModuleNotFoundError:
|
|
pytest.skip("tht.lshindex not yet ported (deferred from B3 preprocessing)")
|
|
from tht.search import aggregate_lsh_multi
|
|
|
|
# The index lives at <indexes>/lsh/<schema>_*.pkl (the preprocess-dwh convention),
|
|
# and is keyed by the database schema name (cfg.database.db_schema), not a hard-coded literal.
|
|
ws = load_workspace(WORKSPACE)
|
|
index_dir = ws.paths.indexes / "lsh"
|
|
schema_name = ws.database.db_schema
|
|
try:
|
|
lsh, minhashes, meta = load_index(index_dir, schema_name)
|
|
except Exception as e: # noqa: BLE001 - any unusable external index skips this L2 probe
|
|
pytest.skip(f"LSH index not built yet (run tht preprocess dwh --steps lsh -c {WORKSPACE}): {e}")
|
|
|
|
hits = query_index(lsh, minhashes, "ablazione", meta, top_n=20)
|
|
grouped = aggregate_lsh_multi(
|
|
[{"table": h.table, "column": h.column, "value": h.value, "score": h.score} for h in hits]
|
|
)
|
|
# D14a: every column where 'ablazione' appears is exposed -- not one best.
|
|
all_cols = {col for cols in grouped.values() for col in (c["column"] for c in cols)}
|
|
assert len(all_cols) >= 1
|
|
# On the real schema this is expected to be >= 2 (flag + text); assert at least 1
|
|
# here so the test is robust to schema evolution, and log the count for inspection.
|
|
print(f"\n[L2] 'ablazione' grounded to {len(all_cols)} columns: {all_cols}")
|