feat(preprocess): resume evidence jobs by run id
This commit is contained in:
@@ -7,6 +7,7 @@ import hashlib
|
||||
import os
|
||||
import uuid
|
||||
import stat
|
||||
import shutil
|
||||
from collections.abc import Callable, Sequence
|
||||
from dataclasses import dataclass
|
||||
from pathlib import Path
|
||||
@@ -155,6 +156,9 @@ def run_job(spec: JobSpec, stages: Sequence[Stage]) -> JobReport:
|
||||
run = _new_run(spec, run_id, stages)
|
||||
else:
|
||||
run = _resume_run(spec, run_id, stages, source)
|
||||
source_artifacts = jobs_root / source.run_id / "artifacts"
|
||||
if source_artifacts.exists():
|
||||
shutil.copytree(source_artifacts, run_dir / "artifacts")
|
||||
_persist(checkpoint_path, run)
|
||||
context = JobContext(run_id, spec.job_type, spec.dry_run, spec.workspace_root, run_dir)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user