133 lines
3.5 KiB
Python
133 lines
3.5 KiB
Python
import pytest
|
|
|
|
from tht.config import (
|
|
ConfigError,
|
|
PgvectorDirectConfig,
|
|
PostgresDwhConfig,
|
|
ThothRestDwhConfig,
|
|
ThothVectorHttpConfig,
|
|
load_config,
|
|
)
|
|
|
|
|
|
def test_direct_vector_passwords_load_from_file_references(monkeypatch, tmp_path):
|
|
reader = tmp_path / "reader"
|
|
writer = tmp_path / "writer"
|
|
reader.write_text("reader-secret")
|
|
writer.write_text("writer-secret")
|
|
monkeypatch.setenv("READER_FILE", str(reader))
|
|
monkeypatch.setenv("WRITER_FILE", str(writer))
|
|
workspace = tmp_path / "workspace.yaml"
|
|
workspace.write_text("""
|
|
dwh:
|
|
type: postgres_direct
|
|
connection: {database: d, schema: public, user: u, password: p}
|
|
vectors:
|
|
type: pgvector_direct
|
|
reader: {database: d, schema: vectors, user: r, password_file: '${READER_FILE}'}
|
|
writer: {database: d, schema: vectors, user: w, password_file: '${WRITER_FILE}'}
|
|
""")
|
|
config = load_config(workspace)
|
|
assert config.vectors.reader.password == "reader-secret"
|
|
assert config.vectors.writer.password == "writer-secret"
|
|
|
|
|
|
def test_direct_vector_secret_file_rejects_whitespace(tmp_path):
|
|
secret = tmp_path / "reader"
|
|
secret.write_text("bad secret")
|
|
workspace = tmp_path / "workspace.yaml"
|
|
workspace.write_text(f"""
|
|
dwh:
|
|
type: postgres_direct
|
|
connection: {{database: d, schema: public, user: u, password: p}}
|
|
vectors:
|
|
type: pgvector_direct
|
|
reader: {{database: d, schema: vectors, user: r, password_file: {secret}}}
|
|
""")
|
|
with pytest.raises(ConfigError, match="secret file"):
|
|
load_config(workspace)
|
|
|
|
|
|
def test_loads_discriminated_dwh_and_vector_resources(tmp_path):
|
|
workspace = tmp_path / "workspace.yaml"
|
|
workspace.write_text(
|
|
"""
|
|
dwh:
|
|
type: thoth_rest
|
|
database:
|
|
database: analytics
|
|
schema: mart
|
|
endpoint:
|
|
base_url: https://dwh.example.test/
|
|
api_key: dwh-reader
|
|
vectors:
|
|
type: thoth_vector_http
|
|
reader:
|
|
base_url: https://vectors.example.test/
|
|
api_key: vector-reader
|
|
writer:
|
|
base_url: https://vectors.example.test/
|
|
api_key: vector-writer
|
|
roots:
|
|
artifacts: build/artifacts
|
|
indexes: build/indexes
|
|
sessions: build/sessions
|
|
"""
|
|
)
|
|
|
|
cfg = load_config(workspace)
|
|
|
|
assert isinstance(cfg.dwh, ThothRestDwhConfig)
|
|
assert cfg.dwh.database.db_schema == "mart"
|
|
assert isinstance(cfg.vectors, ThothVectorHttpConfig)
|
|
assert cfg.vectors.writer.api_key == "vector-writer"
|
|
assert cfg.roots.sessions.as_posix() == "build/sessions"
|
|
|
|
|
|
def test_loads_direct_discriminated_resources(tmp_path):
|
|
workspace = tmp_path / "workspace.yaml"
|
|
workspace.write_text(
|
|
"""
|
|
dwh:
|
|
type: postgres_direct
|
|
connection: &database
|
|
host: db
|
|
database: analytics
|
|
schema: mart
|
|
user: reader
|
|
password: secret
|
|
vectors:
|
|
type: pgvector_direct
|
|
connection:
|
|
<<: *database
|
|
schema: vectors
|
|
"""
|
|
)
|
|
|
|
cfg = load_config(workspace)
|
|
|
|
assert isinstance(cfg.dwh, PostgresDwhConfig)
|
|
assert cfg.database.transport == "direct"
|
|
assert isinstance(cfg.vectors, PgvectorDirectConfig)
|
|
assert cfg.vector_db.db_schema == "vectors"
|
|
|
|
|
|
def test_loads_writer_only_http_vector_resource(tmp_path):
|
|
workspace = tmp_path / "workspace.yaml"
|
|
workspace.write_text(
|
|
"""
|
|
dwh:
|
|
type: thoth_rest
|
|
database: {database: analytics, schema: mart}
|
|
endpoint: {base_url: https://dwh.test/, api_key: reader}
|
|
vectors:
|
|
type: thoth_vector_http
|
|
writer: {base_url: https://vectors.test/, api_key: writer}
|
|
embeddings: {base_url: http://ollama:11434, dim: 768}
|
|
"""
|
|
)
|
|
|
|
cfg = load_config(workspace)
|
|
assert cfg.vectors.reader is None
|
|
assert cfg.vectors.writer.api_key == "writer"
|