admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-07-23 17:56:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

add: num workers to dataset tools while you're at it

Browse Source
This commit is contained in:
Francesco Capuano
2025-11-06 00:46:11 +00:00
parent bb5676ee5a
commit c87fd37736
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/lerobot/datasets/dataset_tools.py
+3 -1
View File
@@ -234,6 +234,7 @@ def merge_datasets(
datasets: list[LeRobotDataset], datasets: list[LeRobotDataset],
output_repo_id: str, output_repo_id: str,
output_dir: str | Path | None = None, output_dir: str | Path | None = None,
num_workers: int | None = None,
) -> LeRobotDataset: ) -> LeRobotDataset:
"""Merge multiple LeRobotDatasets into a single dataset. """Merge multiple LeRobotDatasets into a single dataset.
@@ -257,6 +258,7 @@ def merge_datasets(
aggr_repo_id=output_repo_id, aggr_repo_id=output_repo_id,
roots=roots, roots=roots,
aggr_root=output_dir, aggr_root=output_dir,
num_workers=num_workers,
) )
merged_dataset = LeRobotDataset( merged_dataset = LeRobotDataset(
@@ -329,7 +331,7 @@ def modify_features(
if repo_id is None: if repo_id is None:
repo_id = f"{dataset.repo_id}_modified" repo_id = f"{dataset.repo_id}_modified"
output_dir = Path(output_dir) if output_dir is not None else HF_LEROBOT_HOME / repo_id output_dir = Path(output_dir, exists_ok=True) if output_dir is not None else HF_LEROBOT_HOME / repo_id
new_features = dataset.meta.features.copy() new_features = dataset.meta.features.copy()