fix(preprocess): reconcile durable DWH generations
This commit is contained in:
@@ -249,6 +249,7 @@ def _resume_run(
|
||||
def run_job(
|
||||
spec: JobSpec, stages: Sequence[Stage], *,
|
||||
after_stage_return: Callable[[JobContext, str], Any] | None = None,
|
||||
reconcile_effects: Callable[[JobRun, Path], set[str]] | None = None,
|
||||
) -> JobReport:
|
||||
"""Run stages once, returning a terminal report instead of leaking stage exceptions."""
|
||||
with WorkspaceJobLock(spec.workspace_root, spec.workspace_id, spec.job_type):
|
||||
@@ -268,6 +269,8 @@ def run_job(
|
||||
source = _load_checkpoint(source_path)
|
||||
_validate_resume_source(spec, stages, source)
|
||||
effect_completed = _validate_artifacts(source_path.parent, spec, source)
|
||||
if reconcile_effects is not None:
|
||||
effect_completed |= reconcile_effects(source, source_path.parent)
|
||||
|
||||
run_id = uuid.uuid4().hex
|
||||
run_dir = jobs_root / run_id
|
||||
|
||||
Reference in New Issue
Block a user