mirror of
https://github.com/huggingface/lerobot.git
synced 2026-07-24 02:06:15 +00:00
Tag normalized SO datasets during migration + add backfill script
Add a 'normalized' card tag for datasets whose SO joints are left in normalized units (uncalibrated -> APPROXIMATE) in run_migration.py, and add tag_normalized.py to backfill the tag on already-migrated datasets.
This commit is contained in:
@@ -25,6 +25,7 @@ from fix_dataset import (
|
||||
)
|
||||
|
||||
SRC_REPO = "HuggingFaceVLA/community_dataset_v3"
|
||||
NORMALIZED_TAG = "normalized" # card tag for datasets whose SO joints stay in normalized units
|
||||
|
||||
|
||||
def download_subfolder(sub: str, work_dir: str, patterns: list[str] | None = None, repo: str = SRC_REPO) -> None:
|
||||
@@ -145,8 +146,11 @@ def _write_dataset_card(local: Path, sub: str, result: dict) -> None:
|
||||
return dict(self)
|
||||
|
||||
rt = result.get("robot_type") or None
|
||||
tags = [rt] if rt else []
|
||||
if enc == "normalized" and not converted_degrees:
|
||||
tags.append(NORMALIZED_TAG)
|
||||
card = create_lerobot_dataset_card(
|
||||
tags=[rt] if rt else None,
|
||||
tags=tags or None,
|
||||
dataset_info=_Info(load_info(local)),
|
||||
license="apache-2.0",
|
||||
repo_id=sub,
|
||||
|
||||
Reference in New Issue
Block a user