mirror of
https://github.com/huggingface/lerobot.git
synced 2026-07-23 09:46:00 +00:00
add push to hub
This commit is contained in:
@@ -154,6 +154,7 @@ def mirror_dataset(
|
|||||||
mirroring_mask: dict[str, int] | None = None,
|
mirroring_mask: dict[str, int] | None = None,
|
||||||
vcodec: str = "libsvtav1",
|
vcodec: str = "libsvtav1",
|
||||||
num_workers: int | None = None,
|
num_workers: int | None = None,
|
||||||
|
push_to_hub: bool = False,
|
||||||
) -> LeRobotDataset:
|
) -> LeRobotDataset:
|
||||||
"""Mirror a bimanual robot dataset."""
|
"""Mirror a bimanual robot dataset."""
|
||||||
logger.info(f"Loading dataset: {repo_id}")
|
logger.info(f"Loading dataset: {repo_id}")
|
||||||
@@ -193,7 +194,13 @@ def mirror_dataset(
|
|||||||
_copy_episodes_metadata(dataset, new_meta)
|
_copy_episodes_metadata(dataset, new_meta)
|
||||||
|
|
||||||
logger.info(f"Mirrored dataset saved to: {output_root}")
|
logger.info(f"Mirrored dataset saved to: {output_root}")
|
||||||
return LeRobotDataset(output_repo_id, root=output_root)
|
mirrored_dataset = LeRobotDataset(output_repo_id, root=output_root)
|
||||||
|
|
||||||
|
if push_to_hub:
|
||||||
|
logger.info(f"Pushing mirrored dataset to hub: {output_repo_id}")
|
||||||
|
mirrored_dataset.push_to_hub()
|
||||||
|
|
||||||
|
return mirrored_dataset
|
||||||
|
|
||||||
|
|
||||||
def _mirror_data(
|
def _mirror_data(
|
||||||
@@ -342,6 +349,7 @@ def main():
|
|||||||
parser.add_argument("--output_root", type=str, default=None, help="Output dataset root directory")
|
parser.add_argument("--output_root", type=str, default=None, help="Output dataset root directory")
|
||||||
parser.add_argument("--vcodec", type=str, default="libsvtav1", help="Video codec (libsvtav1, h264, hevc)")
|
parser.add_argument("--vcodec", type=str, default="libsvtav1", help="Video codec (libsvtav1, h264, hevc)")
|
||||||
parser.add_argument("--num_workers", type=int, default=None, help="Number of parallel workers for video processing")
|
parser.add_argument("--num_workers", type=int, default=None, help="Number of parallel workers for video processing")
|
||||||
|
parser.add_argument("--push_to_hub", action="store_true", help="Push mirrored dataset to HuggingFace Hub")
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
mirror_dataset(
|
mirror_dataset(
|
||||||
@@ -351,6 +359,7 @@ def main():
|
|||||||
output_root=args.output_root,
|
output_root=args.output_root,
|
||||||
vcodec=args.vcodec,
|
vcodec=args.vcodec,
|
||||||
num_workers=args.num_workers,
|
num_workers=args.num_workers,
|
||||||
|
push_to_hub=args.push_to_hub,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user