From c87fd37736d2aa7438f48011ac71dcace14a165e Mon Sep 17 00:00:00 2001 From: Francesco Capuano Date: Thu, 6 Nov 2025 00:46:11 +0000 Subject: [PATCH] add: num workers to dataset tools while you're at it --- src/lerobot/datasets/dataset_tools.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/lerobot/datasets/dataset_tools.py b/src/lerobot/datasets/dataset_tools.py index 2fb68dca1..318e44c87 100644 --- a/src/lerobot/datasets/dataset_tools.py +++ b/src/lerobot/datasets/dataset_tools.py @@ -234,6 +234,7 @@ def merge_datasets( datasets: list[LeRobotDataset], output_repo_id: str, output_dir: str | Path | None = None, + num_workers: int | None = None, ) -> LeRobotDataset: """Merge multiple LeRobotDatasets into a single dataset. @@ -257,6 +258,7 @@ def merge_datasets( aggr_repo_id=output_repo_id, roots=roots, aggr_root=output_dir, + num_workers=num_workers, ) merged_dataset = LeRobotDataset( @@ -329,7 +331,7 @@ def modify_features( if repo_id is None: repo_id = f"{dataset.repo_id}_modified" - output_dir = Path(output_dir) if output_dir is not None else HF_LEROBOT_HOME / repo_id + output_dir = Path(output_dir, exists_ok=True) if output_dir is not None else HF_LEROBOT_HOME / repo_id new_features = dataset.meta.features.copy()