From a054663e38d033c86030ffd1b72f3f732700a070 Mon Sep 17 00:00:00 2001 From: Pepijn Date: Thu, 5 Feb 2026 16:54:16 +0100 Subject: [PATCH] cleanup output from earlier runs --- examples/port_datasets/slurm_mirror_dataset.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/examples/port_datasets/slurm_mirror_dataset.py b/examples/port_datasets/slurm_mirror_dataset.py index c348a260c..4ef9b6f79 100644 --- a/examples/port_datasets/slurm_mirror_dataset.py +++ b/examples/port_datasets/slurm_mirror_dataset.py @@ -256,6 +256,8 @@ class MirrorDataAndMetadata(PipelineStep): mirrored[new_key] = value return mirrored + import shutil + root = Path(self.root) if self.root else None output_root = Path(self.output_root) if self.output_root else None @@ -267,6 +269,11 @@ class MirrorDataAndMetadata(PipelineStep): logger.info("Data and metadata already mirrored, skipping") return + # Clean up partial output from previous failed runs + if output_root.exists(): + logger.info(f"Removing existing partial output: {output_root}") + shutil.rmtree(output_root) + robot_type = dataset.meta.robot_type or "bi_openarms_follower" mirroring_mask = get_mirroring_mask(robot_type)