⬆️ upgrade lerobot to 0.2.0 (#51)

agibot2lerobot/README.md

@@ -125,7 +125,7 @@ Dataset Structure of `meta/info.json`:
 ## Get started
 
 > [!IMPORTANT]  
-> 1.If you want to save depth when converting the dataset, modify `_assert_type_and_shape()` function in [lerobot.common.datasets.compute_stats.py](https://github.com/huggingface/lerobot/blob/main/lerobot/common/datasets/compute_stats.py).
+> 1.If you want to save depth when converting the dataset, modify `_assert_type_and_shape()` function in [lerobot.datasets.compute_stats.py](https://github.com/huggingface/lerobot/blob/main/src/lerobot/datasets/compute_stats.py).
 >
 > ```python
 > def _assert_type_and_shape(stats_list: list[dict[str, dict]]):

agibot2lerobot/agibot_h5.py

@@ -13,9 +13,9 @@ import torch
 from agibot_utils.agibot_utils import get_task_info, load_local_dataset
 from agibot_utils.config import AgiBotWorld_TASK_TYPE
 from agibot_utils.lerobot_utils import compute_episode_stats, generate_features_from_config
-from lerobot.common.datasets.compute_stats import aggregate_stats
+from lerobot.datasets.compute_stats import aggregate_stats
-from lerobot.common.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata
+from lerobot.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata
-from lerobot.common.datasets.utils import (
+from lerobot.datasets.utils import (
     check_timestamps_sync,
     get_episode_data_index,
     validate_episode_buffer,
@@ -24,7 +24,7 @@ from lerobot.common.datasets.utils import (
     write_episode_stats,
     write_info,
 )
-from lerobot.common.datasets.video_utils import get_safe_default_codec
+from lerobot.datasets.video_utils import get_safe_default_codec
 from ray.runtime_env import RuntimeEnv
 
 

agibot2lerobot/agibot_utils/lerobot_utils.py

@@ -1,7 +1,7 @@
 import numpy as np
 import torch
 import torchvision
-from lerobot.common.datasets.compute_stats import auto_downsample_height_width, get_feature_stats, sample_indices
+from lerobot.datasets.compute_stats import auto_downsample_height_width, get_feature_stats, sample_indices
 
 torchvision.set_video_backend("pyav")
 

dataset_merging/merge_lerobot_dataset.py

@@ -1090,7 +1090,7 @@ def early_validation(source_folders, episode_mapping, default_fps=20, fps=None):
                 print(f"{colored('WARNING', 'yellow', attrs=['bold'])}: Video file not found for {image_dir}, episode {old_index} in {old_folder}")
                 if image_dir_exists:
                     print("  Image directory exists, encoding video from images.")
-                    from lerobot.common.datasets.video_utils import encode_video_frames
+                    from lerobot.datasets.video_utils import encode_video_frames
                     encode_video_frames(source_image_dir, source_video_path, fps, overwrite=True)
                     print("  Encoded video frames successfully.")
                 else:
@@ -1124,7 +1124,7 @@ def early_validation(source_folders, episode_mapping, default_fps=20, fps=None):
                     print(f"  Expected: {expected_frames}, Found: {video_frame_count}")
                     print(f"  Re-encoded video frames from {source_image_dir} to {source_video_path}")
                     
-                    from lerobot.common.datasets.video_utils import encode_video_frames
+                    from lerobot.datasets.video_utils import encode_video_frames
                     encode_video_frames(source_image_dir, source_video_path, fps, overwrite=True)
                     print("  Re-encoded video frames successfully.")
                     

ds_version_convert/convert_dataset_v20_to_v21.py

@@ -19,11 +19,11 @@ from multiprocessing import cpu_count
 
 import numpy as np
 from huggingface_hub import HfApi
-from lerobot.common.datasets.compute_stats import get_feature_stats
+from lerobot.datasets.compute_stats import get_feature_stats
-from lerobot.common.datasets.lerobot_dataset import LeRobotDataset
+from lerobot.datasets.lerobot_dataset import LeRobotDataset
-from lerobot.common.datasets.utils import EPISODES_STATS_PATH, STATS_PATH, load_stats, write_episode_stats, write_info
+from lerobot.datasets.utils import EPISODES_STATS_PATH, STATS_PATH, load_stats, write_episode_stats, write_info
-from lerobot.common.datasets.v21.convert_dataset_v20_to_v21 import V20, V21, SuppressWarnings
+from lerobot.datasets.v21.convert_dataset_v20_to_v21 import V20, V21, SuppressWarnings
-from lerobot.common.datasets.v21.convert_stats import check_aggregate_stats, convert_stats, sample_episode_video_frames
+from lerobot.datasets.v21.convert_stats import check_aggregate_stats, convert_stats, sample_episode_video_frames
 from tqdm import tqdm
 
 

lerobot2rlds/lerobot2rlds.py

@@ -6,7 +6,7 @@ from pathlib import Path
 
 import numpy as np
 import tensorflow_datasets as tfds
-from lerobot.common.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata
+from lerobot.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata
 from tensorflow_datasets.core.file_adapters import FileFormat
 from tensorflow_datasets.core.utils.lazy_imports_utils import apache_beam as beam
 from tensorflow_datasets.rlds import rlds_base

libero2lerobot/libero_h5.py

@@ -9,8 +9,8 @@ import pandas as pd
 import ray
 from datatrove.executor import LocalPipelineExecutor, RayPipelineExecutor
 from datatrove.pipeline.base import PipelineStep
-from lerobot.common.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata
+from lerobot.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata
-from lerobot.common.datasets.utils import (
+from lerobot.datasets.utils import (
     write_episode,
     write_episode_stats,
     write_info,

libero2lerobot/libero_utils/lerobot_utils.py

@@ -1,5 +1,5 @@
 import tqdm
-from lerobot.common.datasets.lerobot_dataset import LeRobotDatasetMetadata
+from lerobot.datasets.lerobot_dataset import LeRobotDatasetMetadata
 
 
 def validate_all_metadata(all_metadata: list[LeRobotDatasetMetadata]):

openx2lerobot/README.md

@@ -71,7 +71,7 @@ Dataset Structure of `meta/info.json`:
 ## Get started
 
 > [!IMPORTANT]  
-> 1.for `bc_z` dataset, modify `encode_video_frames()` in `lerobot/common/datasets/video_utils.py`.
+> 1.for `bc_z` dataset, modify `encode_video_frames()` in `src/lerobot/datasets/video_utils.py`.
 > 
 > ```python
 > # add the following content to line 141:

openx2lerobot/openx_rlds.py

@@ -37,8 +37,8 @@ from pathlib import Path
 import numpy as np
 import tensorflow as tf
 import tensorflow_datasets as tfds
-from lerobot.common.constants import HF_LEROBOT_HOME
+from lerobot.constants import HF_LEROBOT_HOME
-from lerobot.common.datasets.lerobot_dataset import LeRobotDataset
+from lerobot.datasets.lerobot_dataset import LeRobotDataset
 from oxe_utils.configs import OXE_DATASET_CONFIGS, ActionEncoding, StateEncoding
 from oxe_utils.transforms import OXE_STANDARDIZATION_TRANSFORMS
 

robomind2lerobot/README.md

@@ -126,7 +126,7 @@ Dataset Structure of `meta/info.json`:
 
 > [!IMPORTANT]
 >
-> 1. If you want to save depth when converting the dataset, modify `_assert_type_and_shape()` function in [lerobot.common.datasets.compute_stats.py](https://github.com/huggingface/lerobot/blob/main/lerobot/common/datasets/compute_stats.py).
+> 1. If you want to save depth when converting the dataset, modify `_assert_type_and_shape()` function in [lerobot.datasets.compute_stats.py](https://github.com/huggingface/lerobot/blob/main/src/lerobot/datasets/compute_stats.py).
 >
 > ```python
 > def _assert_type_and_shape(stats_list: list[dict[str, dict]]):

robomind2lerobot/robomind_h5.py

@@ -9,9 +9,9 @@ import numpy as np
 import pandas as pd
 import ray
 import torch
-from lerobot.common.datasets.compute_stats import aggregate_stats
+from lerobot.datasets.compute_stats import aggregate_stats
-from lerobot.common.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata
+from lerobot.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata
-from lerobot.common.datasets.utils import (
+from lerobot.datasets.utils import (
     check_timestamps_sync,
     get_episode_data_index,
     validate_episode_buffer,
@@ -20,7 +20,7 @@ from lerobot.common.datasets.utils import (
     write_episode_stats,
     write_info,
 )
-from lerobot.common.datasets.video_utils import get_safe_default_codec
+from lerobot.datasets.video_utils import get_safe_default_codec
 from ray.runtime_env import RuntimeEnv
 from robomind_uitls.configs import ROBOMIND_CONFIG
 from robomind_uitls.lerobot_uitls import compute_episode_stats, generate_features_from_config

robomind2lerobot/robomind_uitls/lerobot_uitls.py

@@ -1,7 +1,7 @@
 import numpy as np
 import torchvision
-from lerobot.common.datasets.compute_stats import auto_downsample_height_width, get_feature_stats, sample_indices
+from lerobot.datasets.compute_stats import auto_downsample_height_width, get_feature_stats, sample_indices
-from lerobot.common.datasets.utils import load_image_as_numpy
+from lerobot.datasets.utils import load_image_as_numpy
 
 torchvision.set_video_backend("pyav")