mirror of
https://github.com/huggingface/lerobot.git
synced 2026-05-20 11:09:59 +00:00
Remove more references to lerobot.common
This commit is contained in:
@@ -8,8 +8,8 @@ import h5py
|
|||||||
import numpy as np
|
import numpy as np
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
|
|
||||||
from lerobot.common.datasets.lerobot_dataset import LeRobotDataset
|
from lerobot.datasets.lerobot_dataset import LeRobotDataset
|
||||||
from lerobot.common.datasets.utils import (
|
from lerobot.datasets.utils import (
|
||||||
DEFAULT_CHUNK_SIZE,
|
DEFAULT_CHUNK_SIZE,
|
||||||
DEFAULT_VIDEO_FILE_SIZE_IN_MB,
|
DEFAULT_VIDEO_FILE_SIZE_IN_MB,
|
||||||
DEFAULT_VIDEO_PATH,
|
DEFAULT_VIDEO_PATH,
|
||||||
@@ -20,7 +20,7 @@ from lerobot.common.datasets.utils import (
|
|||||||
update_chunk_file_indices,
|
update_chunk_file_indices,
|
||||||
write_info,
|
write_info,
|
||||||
)
|
)
|
||||||
from lerobot.common.utils.utils import get_elapsed_time_in_days_hours_minutes_seconds
|
from lerobot.utils.utils import get_elapsed_time_in_days_hours_minutes_seconds
|
||||||
|
|
||||||
AGIBOT_FPS = 30
|
AGIBOT_FPS = 30
|
||||||
AGIBOT_ROBOT_TYPE = "AgiBot_A2D"
|
AGIBOT_ROBOT_TYPE = "AgiBot_A2D"
|
||||||
|
|||||||
@@ -37,8 +37,8 @@ class PortAgiBotShards(PipelineStep):
|
|||||||
)
|
)
|
||||||
from examples.port_datasets.agibot_hdf5.port_agibot import port_agibot
|
from examples.port_datasets.agibot_hdf5.port_agibot import port_agibot
|
||||||
from examples.port_datasets.droid_rlds.port_droid import validate_dataset
|
from examples.port_datasets.droid_rlds.port_droid import validate_dataset
|
||||||
from lerobot.common.constants import HF_LEROBOT_HOME
|
from lerobot.constants import HF_LEROBOT_HOME
|
||||||
from lerobot.common.utils.utils import init_logging
|
from lerobot.utils.utils import init_logging
|
||||||
|
|
||||||
init_logging()
|
init_logging()
|
||||||
disable_progress_bars()
|
disable_progress_bars()
|
||||||
|
|||||||
@@ -108,7 +108,7 @@ python examples/port_datasets/droid_rlds/slurm_port_shards.py --slurm 1 ...
|
|||||||
|
|
||||||
Once all jobs are completed, you will have one dataset per shard (e.g. `droid_1.0.1_world_2048_rank_1594`) saved on disk in your `/lerobot/home/dir/your_id` directory. You can find your `/lerobot/home/dir` by running:
|
Once all jobs are completed, you will have one dataset per shard (e.g. `droid_1.0.1_world_2048_rank_1594`) saved on disk in your `/lerobot/home/dir/your_id` directory. You can find your `/lerobot/home/dir` by running:
|
||||||
```bash
|
```bash
|
||||||
python -c "from lerobot.common.constants import HF_LEROBOT_HOME;print(HF_LEROBOT_HOME)"
|
python -c "from lerobot.constants import HF_LEROBOT_HOME;print(HF_LEROBOT_HOME)"
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -22,8 +22,8 @@ from pathlib import Path
|
|||||||
import numpy as np
|
import numpy as np
|
||||||
import tensorflow_datasets as tfds
|
import tensorflow_datasets as tfds
|
||||||
|
|
||||||
from lerobot.common.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata
|
from lerobot.datasets.lerobot_dataset import LeRobotDataset, LeRobotDatasetMetadata
|
||||||
from lerobot.common.utils.utils import get_elapsed_time_in_days_hours_minutes_seconds
|
from lerobot.utils.utils import get_elapsed_time_in_days_hours_minutes_seconds
|
||||||
|
|
||||||
DROID_SHARDS = 2048
|
DROID_SHARDS = 2048
|
||||||
DROID_FPS = 15
|
DROID_FPS = 15
|
||||||
|
|||||||
@@ -24,15 +24,15 @@ from datatrove.executor.slurm import SlurmPipelineExecutor
|
|||||||
from datatrove.pipeline.base import PipelineStep
|
from datatrove.pipeline.base import PipelineStep
|
||||||
|
|
||||||
from examples.port_datasets.droid_rlds.port_droid import DROID_SHARDS
|
from examples.port_datasets.droid_rlds.port_droid import DROID_SHARDS
|
||||||
from lerobot.common.datasets.aggregate import validate_all_metadata
|
from lerobot.datasets.aggregate import validate_all_metadata
|
||||||
from lerobot.common.datasets.lerobot_dataset import LeRobotDatasetMetadata
|
from lerobot.datasets.lerobot_dataset import LeRobotDatasetMetadata
|
||||||
from lerobot.common.datasets.utils import (
|
from lerobot.datasets.utils import (
|
||||||
legacy_write_episode_stats,
|
legacy_write_episode_stats,
|
||||||
legacy_write_task,
|
legacy_write_task,
|
||||||
write_episode,
|
write_episode,
|
||||||
write_info,
|
write_info,
|
||||||
)
|
)
|
||||||
from lerobot.common.utils.utils import init_logging
|
from lerobot.utils.utils import init_logging
|
||||||
|
|
||||||
|
|
||||||
class AggregateDatasets(PipelineStep):
|
class AggregateDatasets(PipelineStep):
|
||||||
@@ -149,9 +149,9 @@ class AggregateDatasets(PipelineStep):
|
|||||||
|
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
|
|
||||||
from lerobot.common.datasets.aggregate import get_update_episode_and_task_func
|
from lerobot.datasets.aggregate import get_update_episode_and_task_func
|
||||||
from lerobot.common.datasets.lerobot_dataset import LeRobotDatasetMetadata
|
from lerobot.datasets.lerobot_dataset import LeRobotDatasetMetadata
|
||||||
from lerobot.common.utils.utils import init_logging
|
from lerobot.utils.utils import init_logging
|
||||||
|
|
||||||
init_logging()
|
init_logging()
|
||||||
|
|
||||||
|
|||||||
@@ -22,7 +22,7 @@ class PortDroidShards(PipelineStep):
|
|||||||
from datasets.utils.tqdm import disable_progress_bars
|
from datasets.utils.tqdm import disable_progress_bars
|
||||||
|
|
||||||
from examples.port_datasets.droid_rlds.port_droid import port_droid, validate_dataset
|
from examples.port_datasets.droid_rlds.port_droid import port_droid, validate_dataset
|
||||||
from lerobot.common.utils.utils import init_logging
|
from lerobot.utils.utils import init_logging
|
||||||
|
|
||||||
init_logging()
|
init_logging()
|
||||||
disable_progress_bars()
|
disable_progress_bars()
|
||||||
|
|||||||
@@ -10,9 +10,9 @@ from huggingface_hub import HfApi
|
|||||||
from huggingface_hub.constants import REPOCARD_NAME
|
from huggingface_hub.constants import REPOCARD_NAME
|
||||||
|
|
||||||
from examples.port_datasets.droid_rlds.port_droid import DROID_SHARDS
|
from examples.port_datasets.droid_rlds.port_droid import DROID_SHARDS
|
||||||
from lerobot.common.datasets.lerobot_dataset import CODEBASE_VERSION, LeRobotDatasetMetadata
|
from lerobot.datasets.lerobot_dataset import CODEBASE_VERSION, LeRobotDatasetMetadata
|
||||||
from lerobot.common.datasets.utils import create_lerobot_dataset_card
|
from lerobot.datasets.utils import create_lerobot_dataset_card
|
||||||
from lerobot.common.utils.utils import init_logging
|
from lerobot.utils.utils import init_logging
|
||||||
|
|
||||||
|
|
||||||
class UploadDataset(PipelineStep):
|
class UploadDataset(PipelineStep):
|
||||||
@@ -137,8 +137,8 @@ class UploadDataset(PipelineStep):
|
|||||||
from datasets.utils.tqdm import disable_progress_bars
|
from datasets.utils.tqdm import disable_progress_bars
|
||||||
from huggingface_hub import CommitOperationAdd, preupload_lfs_files
|
from huggingface_hub import CommitOperationAdd, preupload_lfs_files
|
||||||
|
|
||||||
from lerobot.common.datasets.lerobot_dataset import LeRobotDatasetMetadata
|
from lerobot.datasets.lerobot_dataset import LeRobotDatasetMetadata
|
||||||
from lerobot.common.utils.utils import init_logging
|
from lerobot.utils.utils import init_logging
|
||||||
|
|
||||||
init_logging()
|
init_logging()
|
||||||
disable_progress_bars()
|
disable_progress_bars()
|
||||||
|
|||||||
@@ -52,7 +52,7 @@ The dataset you requested ({repo_id}) is in {version} format.
|
|||||||
While current version of LeRobot is backward-compatible with it, the version of your dataset still uses global
|
While current version of LeRobot is backward-compatible with it, the version of your dataset still uses global
|
||||||
stats instead of per-episode stats. Update your dataset stats to the new format using this command:
|
stats instead of per-episode stats. Update your dataset stats to the new format using this command:
|
||||||
```
|
```
|
||||||
python lerobot/common/datasets/v30/convert_dataset_v21_to_v30.py --repo-id={repo_id}
|
python -m lerobot.datasets.v30.convert_dataset_v21_to_v30 --repo-id={repo_id}
|
||||||
```
|
```
|
||||||
|
|
||||||
If you encounter a problem, contact LeRobot maintainers on [Discord](https://discord.com/invite/s3KuuzsPFb)
|
If you encounter a problem, contact LeRobot maintainers on [Discord](https://discord.com/invite/s3KuuzsPFb)
|
||||||
|
|||||||
Vendored
+1
-1
@@ -26,7 +26,7 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
from datasets import Dataset
|
from datasets import Dataset
|
||||||
|
|
||||||
from lerobot.common.datasets.video_utils import encode_video_frames
|
from lerobot.datasets.video_utils import encode_video_frames
|
||||||
from lerobot.datasets.lerobot_dataset import CODEBASE_VERSION, LeRobotDataset, LeRobotDatasetMetadata
|
from lerobot.datasets.lerobot_dataset import CODEBASE_VERSION, LeRobotDataset, LeRobotDatasetMetadata
|
||||||
from lerobot.datasets.utils import (
|
from lerobot.datasets.utils import (
|
||||||
DEFAULT_CHUNK_SIZE,
|
DEFAULT_CHUNK_SIZE,
|
||||||
|
|||||||
@@ -23,20 +23,20 @@ import torch
|
|||||||
from safetensors.torch import load_file
|
from safetensors.torch import load_file
|
||||||
|
|
||||||
from lerobot import available_policies
|
from lerobot import available_policies
|
||||||
from lerobot.common.datasets.factory import make_dataset
|
from lerobot.datasets.factory import make_dataset
|
||||||
from lerobot.common.datasets.utils import cycle, dataset_to_policy_features
|
from lerobot.datasets.utils import cycle, dataset_to_policy_features
|
||||||
from lerobot.common.envs.factory import make_env, make_env_config
|
from lerobot.envs.factory import make_env, make_env_config
|
||||||
from lerobot.common.envs.utils import preprocess_observation
|
from lerobot.envs.utils import preprocess_observation
|
||||||
from lerobot.common.optim.factory import make_optimizer_and_scheduler
|
from lerobot.optim.factory import make_optimizer_and_scheduler
|
||||||
from lerobot.common.policies.act.modeling_act import ACTTemporalEnsembler
|
from lerobot.policies.act.modeling_act import ACTTemporalEnsembler
|
||||||
from lerobot.common.policies.factory import (
|
from lerobot.policies.factory import (
|
||||||
get_policy_class,
|
get_policy_class,
|
||||||
make_policy,
|
make_policy,
|
||||||
make_policy_config,
|
make_policy_config,
|
||||||
)
|
)
|
||||||
from lerobot.common.policies.normalize import Normalize, Unnormalize
|
from lerobot.policies.normalize import Normalize, Unnormalize
|
||||||
from lerobot.common.policies.pretrained import PreTrainedPolicy
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
from lerobot.common.utils.random_utils import seeded_context
|
from lerobot.utils.random_utils import seeded_context
|
||||||
from lerobot.configs.default import DatasetConfig
|
from lerobot.configs.default import DatasetConfig
|
||||||
from lerobot.configs.train import TrainPipelineConfig
|
from lerobot.configs.train import TrainPipelineConfig
|
||||||
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
||||||
|
|||||||
Reference in New Issue
Block a user