admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-07-23 17:56:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

add: number of workers for merging datasets

Browse Source
This commit is contained in:
Francesco Capuano
2025-11-06 00:41:12 +00:00
parent a4aa316470
commit bb5676ee5a
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/lerobot/scripts/lerobot_edit_dataset.py
+2
View File
@@ -103,6 +103,7 @@ class SplitConfig:
class MergeConfig: class MergeConfig:
type: str = "merge" type: str = "merge"
repo_ids: list[str] | None = None repo_ids: list[str] | None = None
num_workers: int | None = None
@dataclass @dataclass
@@ -215,6 +216,7 @@ def handle_merge(cfg: EditDatasetConfig) -> None:
datasets, datasets,
output_repo_id=cfg.repo_id, output_repo_id=cfg.repo_id,
output_dir=output_dir, output_dir=output_dir,
num_workers=cfg.operation.num_workers,
) )
logging.info(f"Merged dataset saved to {output_dir}") logging.info(f"Merged dataset saved to {output_dir}")