diff --git a/agibot2lerobot/README.md b/agibot2lerobot/README.md index 73ce22d..b805a59 100644 --- a/agibot2lerobot/README.md +++ b/agibot2lerobot/README.md @@ -125,7 +125,7 @@ Dataset Structure of `meta/info.json`: ## Get started > [!IMPORTANT] -> 1.If you want to save depth when converting the dataset, modify `_assert_type_and_shape()` function in [lerobot.common.datasets.compute_stats.py](https://github.com/huggingface/lerobot/blob/main/lerobot/common/datasets/compute_stats.py). +> 1.If you want to save depth when converting the dataset, modify `_assert_type_and_shape()` function in [lerobot.datasets.compute_stats.py](https://github.com/huggingface/lerobot/blob/main/src/lerobot/datasets/compute_stats.py). > > ```python > def _assert_type_and_shape(stats_list: list[dict[str, dict]]): diff --git a/agibot2lerobot/agibot_h5.py b/agibot2lerobot/agibot_h5.py index 2bbdece..98cdcb9 100644 --- a/agibot2lerobot/agibot_h5.py +++ b/agibot2lerobot/agibot_h5.py @@ -13,9 +13,9 @@ import torch from agibot_utils.agibot_utils import get_task_info, load_local_dataset from agibot_utils.config import AgiBotWorld_TASK_TYPE from agibot_utils.lerobot_utils import compute_episode_stats, generate_features_from_config -from lerobot.common.datasets.compute_stats import aggregate_stats -from lerobot.common.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata -from lerobot.common.datasets.utils import ( +from lerobot.datasets.compute_stats import aggregate_stats +from lerobot.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata +from lerobot.datasets.utils import ( check_timestamps_sync, get_episode_data_index, validate_episode_buffer, @@ -24,7 +24,7 @@ from lerobot.common.datasets.utils import ( write_episode_stats, write_info, ) -from lerobot.common.datasets.video_utils import get_safe_default_codec +from lerobot.datasets.video_utils import get_safe_default_codec from ray.runtime_env import RuntimeEnv diff --git a/agibot2lerobot/agibot_utils/lerobot_utils.py b/agibot2lerobot/agibot_utils/lerobot_utils.py index fc6ac81..c420535 100644 --- a/agibot2lerobot/agibot_utils/lerobot_utils.py +++ b/agibot2lerobot/agibot_utils/lerobot_utils.py @@ -1,7 +1,7 @@ import numpy as np import torch import torchvision -from lerobot.common.datasets.compute_stats import auto_downsample_height_width, get_feature_stats, sample_indices +from lerobot.datasets.compute_stats import auto_downsample_height_width, get_feature_stats, sample_indices torchvision.set_video_backend("pyav") diff --git a/dataset_merging/merge_lerobot_dataset.py b/dataset_merging/merge_lerobot_dataset.py index 4bcb137..32f571b 100644 --- a/dataset_merging/merge_lerobot_dataset.py +++ b/dataset_merging/merge_lerobot_dataset.py @@ -1090,7 +1090,7 @@ def early_validation(source_folders, episode_mapping, default_fps=20, fps=None): print(f"{colored('WARNING', 'yellow', attrs=['bold'])}: Video file not found for {image_dir}, episode {old_index} in {old_folder}") if image_dir_exists: print(" Image directory exists, encoding video from images.") - from lerobot.common.datasets.video_utils import encode_video_frames + from lerobot.datasets.video_utils import encode_video_frames encode_video_frames(source_image_dir, source_video_path, fps, overwrite=True) print(" Encoded video frames successfully.") else: @@ -1124,7 +1124,7 @@ def early_validation(source_folders, episode_mapping, default_fps=20, fps=None): print(f" Expected: {expected_frames}, Found: {video_frame_count}") print(f" Re-encoded video frames from {source_image_dir} to {source_video_path}") - from lerobot.common.datasets.video_utils import encode_video_frames + from lerobot.datasets.video_utils import encode_video_frames encode_video_frames(source_image_dir, source_video_path, fps, overwrite=True) print(" Re-encoded video frames successfully.") diff --git a/ds_version_convert/convert_dataset_v20_to_v21.py b/ds_version_convert/convert_dataset_v20_to_v21.py index 47d74b8..497fe92 100644 --- a/ds_version_convert/convert_dataset_v20_to_v21.py +++ b/ds_version_convert/convert_dataset_v20_to_v21.py @@ -19,11 +19,11 @@ from multiprocessing import cpu_count import numpy as np from huggingface_hub import HfApi -from lerobot.common.datasets.compute_stats import get_feature_stats -from lerobot.common.datasets.lerobot_dataset import LeRobotDataset -from lerobot.common.datasets.utils import EPISODES_STATS_PATH, STATS_PATH, load_stats, write_episode_stats, write_info -from lerobot.common.datasets.v21.convert_dataset_v20_to_v21 import V20, V21, SuppressWarnings -from lerobot.common.datasets.v21.convert_stats import check_aggregate_stats, convert_stats, sample_episode_video_frames +from lerobot.datasets.compute_stats import get_feature_stats +from lerobot.datasets.lerobot_dataset import LeRobotDataset +from lerobot.datasets.utils import EPISODES_STATS_PATH, STATS_PATH, load_stats, write_episode_stats, write_info +from lerobot.datasets.v21.convert_dataset_v20_to_v21 import V20, V21, SuppressWarnings +from lerobot.datasets.v21.convert_stats import check_aggregate_stats, convert_stats, sample_episode_video_frames from tqdm import tqdm diff --git a/lerobot2rlds/lerobot2rlds.py b/lerobot2rlds/lerobot2rlds.py index 752fc4e..3b866f9 100644 --- a/lerobot2rlds/lerobot2rlds.py +++ b/lerobot2rlds/lerobot2rlds.py @@ -6,7 +6,7 @@ from pathlib import Path import numpy as np import tensorflow_datasets as tfds -from lerobot.common.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata +from lerobot.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata from tensorflow_datasets.core.file_adapters import FileFormat from tensorflow_datasets.core.utils.lazy_imports_utils import apache_beam as beam from tensorflow_datasets.rlds import rlds_base diff --git a/libero2lerobot/libero_h5.py b/libero2lerobot/libero_h5.py index f7d10cd..c7a8a50 100644 --- a/libero2lerobot/libero_h5.py +++ b/libero2lerobot/libero_h5.py @@ -9,8 +9,8 @@ import pandas as pd import ray from datatrove.executor import LocalPipelineExecutor, RayPipelineExecutor from datatrove.pipeline.base import PipelineStep -from lerobot.common.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata -from lerobot.common.datasets.utils import ( +from lerobot.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata +from lerobot.datasets.utils import ( write_episode, write_episode_stats, write_info, diff --git a/libero2lerobot/libero_utils/lerobot_utils.py b/libero2lerobot/libero_utils/lerobot_utils.py index 228ede0..f2b05c0 100644 --- a/libero2lerobot/libero_utils/lerobot_utils.py +++ b/libero2lerobot/libero_utils/lerobot_utils.py @@ -1,5 +1,5 @@ import tqdm -from lerobot.common.datasets.lerobot_dataset import LeRobotDatasetMetadata +from lerobot.datasets.lerobot_dataset import LeRobotDatasetMetadata def validate_all_metadata(all_metadata: list[LeRobotDatasetMetadata]): diff --git a/openx2lerobot/README.md b/openx2lerobot/README.md index 65d01f6..88a2090 100644 --- a/openx2lerobot/README.md +++ b/openx2lerobot/README.md @@ -71,7 +71,7 @@ Dataset Structure of `meta/info.json`: ## Get started > [!IMPORTANT] -> 1.for `bc_z` dataset, modify `encode_video_frames()` in `lerobot/common/datasets/video_utils.py`. +> 1.for `bc_z` dataset, modify `encode_video_frames()` in `src/lerobot/datasets/video_utils.py`. > > ```python > # add the following content to line 141: diff --git a/openx2lerobot/openx_rlds.py b/openx2lerobot/openx_rlds.py index 2f7af34..1d842f4 100644 --- a/openx2lerobot/openx_rlds.py +++ b/openx2lerobot/openx_rlds.py @@ -37,8 +37,8 @@ from pathlib import Path import numpy as np import tensorflow as tf import tensorflow_datasets as tfds -from lerobot.common.constants import HF_LEROBOT_HOME -from lerobot.common.datasets.lerobot_dataset import LeRobotDataset +from lerobot.constants import HF_LEROBOT_HOME +from lerobot.datasets.lerobot_dataset import LeRobotDataset from oxe_utils.configs import OXE_DATASET_CONFIGS, ActionEncoding, StateEncoding from oxe_utils.transforms import OXE_STANDARDIZATION_TRANSFORMS diff --git a/robomind2lerobot/README.md b/robomind2lerobot/README.md index 74195db..fbefcc7 100644 --- a/robomind2lerobot/README.md +++ b/robomind2lerobot/README.md @@ -126,7 +126,7 @@ Dataset Structure of `meta/info.json`: > [!IMPORTANT] > -> 1. If you want to save depth when converting the dataset, modify `_assert_type_and_shape()` function in [lerobot.common.datasets.compute_stats.py](https://github.com/huggingface/lerobot/blob/main/lerobot/common/datasets/compute_stats.py). +> 1. If you want to save depth when converting the dataset, modify `_assert_type_and_shape()` function in [lerobot.datasets.compute_stats.py](https://github.com/huggingface/lerobot/blob/main/src/lerobot/datasets/compute_stats.py). > > ```python > def _assert_type_and_shape(stats_list: list[dict[str, dict]]): diff --git a/robomind2lerobot/robomind_h5.py b/robomind2lerobot/robomind_h5.py index 5f513b3..759d5b1 100644 --- a/robomind2lerobot/robomind_h5.py +++ b/robomind2lerobot/robomind_h5.py @@ -9,9 +9,9 @@ import numpy as np import pandas as pd import ray import torch -from lerobot.common.datasets.compute_stats import aggregate_stats -from lerobot.common.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata -from lerobot.common.datasets.utils import ( +from lerobot.datasets.compute_stats import aggregate_stats +from lerobot.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata +from lerobot.datasets.utils import ( check_timestamps_sync, get_episode_data_index, validate_episode_buffer, @@ -20,7 +20,7 @@ from lerobot.common.datasets.utils import ( write_episode_stats, write_info, ) -from lerobot.common.datasets.video_utils import get_safe_default_codec +from lerobot.datasets.video_utils import get_safe_default_codec from ray.runtime_env import RuntimeEnv from robomind_uitls.configs import ROBOMIND_CONFIG from robomind_uitls.lerobot_uitls import compute_episode_stats, generate_features_from_config diff --git a/robomind2lerobot/robomind_uitls/lerobot_uitls.py b/robomind2lerobot/robomind_uitls/lerobot_uitls.py index 5a0360d..41666ba 100644 --- a/robomind2lerobot/robomind_uitls/lerobot_uitls.py +++ b/robomind2lerobot/robomind_uitls/lerobot_uitls.py @@ -1,7 +1,7 @@ import numpy as np import torchvision -from lerobot.common.datasets.compute_stats import auto_downsample_height_width, get_feature_stats, sample_indices -from lerobot.common.datasets.utils import load_image_as_numpy +from lerobot.datasets.compute_stats import auto_downsample_height_width, get_feature_stats, sample_indices +from lerobot.datasets.utils import load_image_as_numpy torchvision.set_video_backend("pyav")