fix(preprocess): ignore corrupt DWH retention entries
This commit is contained in:
@@ -453,6 +453,10 @@ class DwhPreprocessPipeline:
|
||||
and stat.S_ISDIR(info.st_mode)
|
||||
and info.st_uid == os.getuid()
|
||||
):
|
||||
try:
|
||||
validate_generation(path)
|
||||
except CorruptCheckpointError:
|
||||
continue
|
||||
generations.append((info.st_mtime_ns, path.name))
|
||||
generations.sort()
|
||||
keep_recent = {name for _, name in generations[-self.retain_generations:]}
|
||||
|
||||
Reference in New Issue
Block a user