admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-05-17 17:50:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

cleanup output from earlier runs

Browse Source
This commit is contained in:
Pepijn
2026-02-05 16:54:16 +01:00
parent aceb651e40
commit a054663e38
1 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/port_datasets/slurm_mirror_dataset.py
+7
View File
@@ -256,6 +256,8 @@ class MirrorDataAndMetadata(PipelineStep):
mirrored[new_key] = value mirrored[new_key] = value
return mirrored return mirrored
import shutil
root = Path(self.root) if self.root else None root = Path(self.root) if self.root else None
output_root = Path(self.output_root) if self.output_root else None output_root = Path(self.output_root) if self.output_root else None
@@ -267,6 +269,11 @@ class MirrorDataAndMetadata(PipelineStep):
logger.info("Data and metadata already mirrored, skipping") logger.info("Data and metadata already mirrored, skipping")
return return
# Clean up partial output from previous failed runs
if output_root.exists():
logger.info(f"Removing existing partial output: {output_root}")
shutil.rmtree(output_root)
robot_type = dataset.meta.robot_type or "bi_openarms_follower" robot_type = dataset.meta.robot_type or "bi_openarms_follower"
mirroring_mask = get_mirroring_mask(robot_type) mirroring_mask = get_mirroring_mask(robot_type)