mirror of
https://github.com/huggingface/lerobot.git
synced 2026-07-24 10:16:09 +00:00
chore: move constants to utils (#2016)
This commit is contained in:
@@ -20,13 +20,13 @@ from pathlib import Path
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType
|
from lerobot.configs.types import FeatureType
|
||||||
from lerobot.constants import ACTION
|
|
||||||
from lerobot.datasets.lerobot_dataset import LeRobotDatasetMetadata
|
from lerobot.datasets.lerobot_dataset import LeRobotDatasetMetadata
|
||||||
from lerobot.datasets.streaming_dataset import StreamingLeRobotDataset
|
from lerobot.datasets.streaming_dataset import StreamingLeRobotDataset
|
||||||
from lerobot.datasets.utils import dataset_to_policy_features
|
from lerobot.datasets.utils import dataset_to_policy_features
|
||||||
from lerobot.policies.act.configuration_act import ACTConfig
|
from lerobot.policies.act.configuration_act import ACTConfig
|
||||||
from lerobot.policies.act.modeling_act import ACTPolicy
|
from lerobot.policies.act.modeling_act import ACTPolicy
|
||||||
from lerobot.policies.factory import make_pre_post_processors
|
from lerobot.policies.factory import make_pre_post_processors
|
||||||
|
from lerobot.utils.constants import ACTION
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
|
|||||||
@@ -27,9 +27,9 @@ from huggingface_hub.constants import CONFIG_NAME
|
|||||||
from huggingface_hub.errors import HfHubHTTPError
|
from huggingface_hub.errors import HfHubHTTPError
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, PolicyFeature
|
from lerobot.configs.types import FeatureType, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_STATE
|
|
||||||
from lerobot.optim.optimizers import OptimizerConfig
|
from lerobot.optim.optimizers import OptimizerConfig
|
||||||
from lerobot.optim.schedulers import LRSchedulerConfig
|
from lerobot.optim.schedulers import LRSchedulerConfig
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_STATE
|
||||||
from lerobot.utils.hub import HubMixin
|
from lerobot.utils.hub import HubMixin
|
||||||
from lerobot.utils.utils import auto_select_torch_device, is_amp_available, is_torch_device_available
|
from lerobot.utils.utils import auto_select_torch_device, is_amp_available, is_torch_device_available
|
||||||
|
|
||||||
|
|||||||
@@ -31,7 +31,6 @@ import torch.utils
|
|||||||
from huggingface_hub import HfApi, snapshot_download
|
from huggingface_hub import HfApi, snapshot_download
|
||||||
from huggingface_hub.errors import RevisionNotFoundError
|
from huggingface_hub.errors import RevisionNotFoundError
|
||||||
|
|
||||||
from lerobot.constants import HF_LEROBOT_HOME
|
|
||||||
from lerobot.datasets.compute_stats import aggregate_stats, compute_episode_stats
|
from lerobot.datasets.compute_stats import aggregate_stats, compute_episode_stats
|
||||||
from lerobot.datasets.image_writer import AsyncImageWriter, write_image
|
from lerobot.datasets.image_writer import AsyncImageWriter, write_image
|
||||||
from lerobot.datasets.utils import (
|
from lerobot.datasets.utils import (
|
||||||
@@ -79,6 +78,7 @@ from lerobot.datasets.video_utils import (
|
|||||||
get_video_duration_in_s,
|
get_video_duration_in_s,
|
||||||
get_video_info,
|
get_video_info,
|
||||||
)
|
)
|
||||||
|
from lerobot.utils.constants import HF_LEROBOT_HOME
|
||||||
|
|
||||||
CODEBASE_VERSION = "v3.0"
|
CODEBASE_VERSION = "v3.0"
|
||||||
|
|
||||||
|
|||||||
@@ -17,9 +17,9 @@ from collections.abc import Sequence
|
|||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
from lerobot.configs.types import PipelineFeatureType
|
from lerobot.configs.types import PipelineFeatureType
|
||||||
from lerobot.constants import ACTION, OBS_IMAGES, OBS_STATE
|
|
||||||
from lerobot.datasets.utils import hw_to_dataset_features
|
from lerobot.datasets.utils import hw_to_dataset_features
|
||||||
from lerobot.processor import DataProcessorPipeline
|
from lerobot.processor import DataProcessorPipeline
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_IMAGES, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
def create_initial_features(
|
def create_initial_features(
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import numpy as np
|
|||||||
import torch
|
import torch
|
||||||
from datasets import load_dataset
|
from datasets import load_dataset
|
||||||
|
|
||||||
from lerobot.constants import HF_LEROBOT_HOME, LOOKAHEAD_BACKTRACKTABLE, LOOKBACK_BACKTRACKTABLE
|
|
||||||
from lerobot.datasets.lerobot_dataset import CODEBASE_VERSION, LeRobotDatasetMetadata
|
from lerobot.datasets.lerobot_dataset import CODEBASE_VERSION, LeRobotDatasetMetadata
|
||||||
from lerobot.datasets.utils import (
|
from lerobot.datasets.utils import (
|
||||||
Backtrackable,
|
Backtrackable,
|
||||||
@@ -38,6 +37,7 @@ from lerobot.datasets.video_utils import (
|
|||||||
VideoDecoderCache,
|
VideoDecoderCache,
|
||||||
decode_video_frames_torchcodec,
|
decode_video_frames_torchcodec,
|
||||||
)
|
)
|
||||||
|
from lerobot.utils.constants import HF_LEROBOT_HOME, LOOKAHEAD_BACKTRACKTABLE, LOOKBACK_BACKTRACKTABLE
|
||||||
|
|
||||||
|
|
||||||
class StreamingLeRobotDataset(torch.utils.data.IterableDataset):
|
class StreamingLeRobotDataset(torch.utils.data.IterableDataset):
|
||||||
|
|||||||
@@ -46,7 +46,6 @@ from datasets import Dataset, Features, Image
|
|||||||
from huggingface_hub import HfApi, snapshot_download
|
from huggingface_hub import HfApi, snapshot_download
|
||||||
from requests import HTTPError
|
from requests import HTTPError
|
||||||
|
|
||||||
from lerobot.constants import HF_LEROBOT_HOME
|
|
||||||
from lerobot.datasets.compute_stats import aggregate_stats
|
from lerobot.datasets.compute_stats import aggregate_stats
|
||||||
from lerobot.datasets.lerobot_dataset import CODEBASE_VERSION, LeRobotDataset
|
from lerobot.datasets.lerobot_dataset import CODEBASE_VERSION, LeRobotDataset
|
||||||
from lerobot.datasets.utils import (
|
from lerobot.datasets.utils import (
|
||||||
@@ -71,6 +70,7 @@ from lerobot.datasets.utils import (
|
|||||||
write_tasks,
|
write_tasks,
|
||||||
)
|
)
|
||||||
from lerobot.datasets.video_utils import concatenate_video_files, get_video_duration_in_s
|
from lerobot.datasets.video_utils import concatenate_video_files, get_video_duration_in_s
|
||||||
|
from lerobot.utils.constants import HF_LEROBOT_HOME
|
||||||
|
|
||||||
V21 = "v2.1"
|
V21 = "v2.1"
|
||||||
|
|
||||||
|
|||||||
@@ -19,9 +19,9 @@ from typing import Any
|
|||||||
import draccus
|
import draccus
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, PolicyFeature
|
from lerobot.configs.types import FeatureType, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_ENV_STATE, OBS_IMAGE, OBS_IMAGES, OBS_STATE
|
|
||||||
from lerobot.robots import RobotConfig
|
from lerobot.robots import RobotConfig
|
||||||
from lerobot.teleoperators.config import TeleoperatorConfig
|
from lerobot.teleoperators.config import TeleoperatorConfig
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_ENV_STATE, OBS_IMAGE, OBS_IMAGES, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
|
|||||||
@@ -22,11 +22,11 @@ import draccus
|
|||||||
import torch
|
import torch
|
||||||
from safetensors.torch import load_file, save_file
|
from safetensors.torch import load_file, save_file
|
||||||
|
|
||||||
from lerobot.constants import (
|
from lerobot.datasets.utils import flatten_dict, unflatten_dict, write_json
|
||||||
|
from lerobot.utils.constants import (
|
||||||
OPTIMIZER_PARAM_GROUPS,
|
OPTIMIZER_PARAM_GROUPS,
|
||||||
OPTIMIZER_STATE,
|
OPTIMIZER_STATE,
|
||||||
)
|
)
|
||||||
from lerobot.datasets.utils import flatten_dict, unflatten_dict, write_json
|
|
||||||
from lerobot.utils.io_utils import deserialize_json_into_object
|
from lerobot.utils.io_utils import deserialize_json_into_object
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -22,8 +22,8 @@ import draccus
|
|||||||
from torch.optim import Optimizer
|
from torch.optim import Optimizer
|
||||||
from torch.optim.lr_scheduler import LambdaLR, LRScheduler
|
from torch.optim.lr_scheduler import LambdaLR, LRScheduler
|
||||||
|
|
||||||
from lerobot.constants import SCHEDULER_STATE
|
|
||||||
from lerobot.datasets.utils import write_json
|
from lerobot.datasets.utils import write_json
|
||||||
|
from lerobot.utils.constants import SCHEDULER_STATE
|
||||||
from lerobot.utils.io_utils import deserialize_json_into_object
|
from lerobot.utils.io_utils import deserialize_json_into_object
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -33,9 +33,9 @@ from torch import Tensor, nn
|
|||||||
from torchvision.models._utils import IntermediateLayerGetter
|
from torchvision.models._utils import IntermediateLayerGetter
|
||||||
from torchvision.ops.misc import FrozenBatchNorm2d
|
from torchvision.ops.misc import FrozenBatchNorm2d
|
||||||
|
|
||||||
from lerobot.constants import ACTION, OBS_IMAGES
|
|
||||||
from lerobot.policies.act.configuration_act import ACTConfig
|
from lerobot.policies.act.configuration_act import ACTConfig
|
||||||
from lerobot.policies.pretrained import PreTrainedPolicy
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_IMAGES
|
||||||
|
|
||||||
|
|
||||||
class ACTPolicy(PreTrainedPolicy):
|
class ACTPolicy(PreTrainedPolicy):
|
||||||
|
|||||||
@@ -17,7 +17,6 @@ from typing import Any
|
|||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
|
||||||
from lerobot.policies.act.configuration_act import ACTConfig
|
from lerobot.policies.act.configuration_act import ACTConfig
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
AddBatchDimensionProcessorStep,
|
AddBatchDimensionProcessorStep,
|
||||||
@@ -29,6 +28,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
||||||
|
from lerobot.utils.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
||||||
|
|
||||||
|
|
||||||
def make_act_pre_post_processors(
|
def make_act_pre_post_processors(
|
||||||
|
|||||||
@@ -33,7 +33,6 @@ from diffusers.schedulers.scheduling_ddim import DDIMScheduler
|
|||||||
from diffusers.schedulers.scheduling_ddpm import DDPMScheduler
|
from diffusers.schedulers.scheduling_ddpm import DDPMScheduler
|
||||||
from torch import Tensor, nn
|
from torch import Tensor, nn
|
||||||
|
|
||||||
from lerobot.constants import ACTION, OBS_ENV_STATE, OBS_IMAGES, OBS_STATE
|
|
||||||
from lerobot.policies.diffusion.configuration_diffusion import DiffusionConfig
|
from lerobot.policies.diffusion.configuration_diffusion import DiffusionConfig
|
||||||
from lerobot.policies.pretrained import PreTrainedPolicy
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
from lerobot.policies.utils import (
|
from lerobot.policies.utils import (
|
||||||
@@ -42,6 +41,7 @@ from lerobot.policies.utils import (
|
|||||||
get_output_shape,
|
get_output_shape,
|
||||||
populate_queues,
|
populate_queues,
|
||||||
)
|
)
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_ENV_STATE, OBS_IMAGES, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
class DiffusionPolicy(PreTrainedPolicy):
|
class DiffusionPolicy(PreTrainedPolicy):
|
||||||
|
|||||||
@@ -18,7 +18,6 @@ from typing import Any
|
|||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
|
||||||
from lerobot.policies.diffusion.configuration_diffusion import DiffusionConfig
|
from lerobot.policies.diffusion.configuration_diffusion import DiffusionConfig
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
AddBatchDimensionProcessorStep,
|
AddBatchDimensionProcessorStep,
|
||||||
@@ -30,6 +29,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
||||||
|
from lerobot.utils.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
||||||
|
|
||||||
|
|
||||||
def make_diffusion_pre_post_processors(
|
def make_diffusion_pre_post_processors(
|
||||||
|
|||||||
@@ -24,7 +24,6 @@ from typing_extensions import Unpack
|
|||||||
|
|
||||||
from lerobot.configs.policies import PreTrainedConfig
|
from lerobot.configs.policies import PreTrainedConfig
|
||||||
from lerobot.configs.types import FeatureType
|
from lerobot.configs.types import FeatureType
|
||||||
from lerobot.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
|
||||||
from lerobot.datasets.lerobot_dataset import LeRobotDatasetMetadata
|
from lerobot.datasets.lerobot_dataset import LeRobotDatasetMetadata
|
||||||
from lerobot.datasets.utils import dataset_to_policy_features
|
from lerobot.datasets.utils import dataset_to_policy_features
|
||||||
from lerobot.envs.configs import EnvConfig
|
from lerobot.envs.configs import EnvConfig
|
||||||
@@ -46,6 +45,7 @@ from lerobot.processor.converters import (
|
|||||||
transition_to_batch,
|
transition_to_batch,
|
||||||
transition_to_policy_action,
|
transition_to_policy_action,
|
||||||
)
|
)
|
||||||
|
from lerobot.utils.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
||||||
|
|
||||||
|
|
||||||
def get_policy_class(name: str) -> type[PreTrainedPolicy]:
|
def get_policy_class(name: str) -> type[PreTrainedPolicy]:
|
||||||
|
|||||||
@@ -57,13 +57,13 @@ import torch
|
|||||||
import torch.nn.functional as F # noqa: N812
|
import torch.nn.functional as F # noqa: N812
|
||||||
from torch import Tensor, nn
|
from torch import Tensor, nn
|
||||||
|
|
||||||
from lerobot.constants import ACTION, OBS_LANGUAGE_ATTENTION_MASK, OBS_LANGUAGE_TOKENS, OBS_STATE
|
|
||||||
from lerobot.policies.pi0.configuration_pi0 import PI0Config
|
from lerobot.policies.pi0.configuration_pi0 import PI0Config
|
||||||
from lerobot.policies.pi0.paligemma_with_expert import (
|
from lerobot.policies.pi0.paligemma_with_expert import (
|
||||||
PaliGemmaWithExpertConfig,
|
PaliGemmaWithExpertConfig,
|
||||||
PaliGemmaWithExpertModel,
|
PaliGemmaWithExpertModel,
|
||||||
)
|
)
|
||||||
from lerobot.policies.pretrained import PreTrainedPolicy
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_LANGUAGE_ATTENTION_MASK, OBS_LANGUAGE_TOKENS, OBS_STATE
|
||||||
from lerobot.utils.utils import get_safe_dtype
|
from lerobot.utils.utils import get_safe_dtype
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -19,7 +19,6 @@ from typing import Any
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import PipelineFeatureType, PolicyFeature
|
from lerobot.configs.types import PipelineFeatureType, PolicyFeature
|
||||||
from lerobot.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
|
||||||
from lerobot.policies.pi0.configuration_pi0 import PI0Config
|
from lerobot.policies.pi0.configuration_pi0 import PI0Config
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
AddBatchDimensionProcessorStep,
|
AddBatchDimensionProcessorStep,
|
||||||
@@ -35,6 +34,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
||||||
|
from lerobot.utils.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
||||||
|
|
||||||
|
|
||||||
@ProcessorStepRegistry.register(name="pi0_new_line_processor")
|
@ProcessorStepRegistry.register(name="pi0_new_line_processor")
|
||||||
|
|||||||
@@ -57,9 +57,9 @@ from transformers import AutoProcessor, AutoTokenizer, PaliGemmaForConditionalGe
|
|||||||
from transformers.cache_utils import HybridCache, StaticCache
|
from transformers.cache_utils import HybridCache, StaticCache
|
||||||
from transformers.models.auto import CONFIG_MAPPING
|
from transformers.models.auto import CONFIG_MAPPING
|
||||||
|
|
||||||
from lerobot.constants import ACTION, OBS_STATE
|
|
||||||
from lerobot.policies.pi0fast.configuration_pi0fast import PI0FASTConfig
|
from lerobot.policies.pi0fast.configuration_pi0fast import PI0FASTConfig
|
||||||
from lerobot.policies.pretrained import PreTrainedPolicy
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_STATE
|
||||||
|
|
||||||
PRECISION = {
|
PRECISION = {
|
||||||
"float16": torch.float16,
|
"float16": torch.float16,
|
||||||
|
|||||||
@@ -18,7 +18,6 @@ from typing import Any
|
|||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
|
||||||
from lerobot.policies.pi0fast.configuration_pi0fast import PI0FASTConfig
|
from lerobot.policies.pi0fast.configuration_pi0fast import PI0FASTConfig
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
AddBatchDimensionProcessorStep,
|
AddBatchDimensionProcessorStep,
|
||||||
@@ -30,6 +29,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
||||||
|
from lerobot.utils.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
||||||
|
|
||||||
|
|
||||||
def make_pi0fast_pre_post_processors(
|
def make_pi0fast_pre_post_processors(
|
||||||
|
|||||||
@@ -19,8 +19,8 @@ from dataclasses import dataclass, field
|
|||||||
|
|
||||||
from lerobot.configs.policies import PreTrainedConfig
|
from lerobot.configs.policies import PreTrainedConfig
|
||||||
from lerobot.configs.types import NormalizationMode
|
from lerobot.configs.types import NormalizationMode
|
||||||
from lerobot.constants import ACTION, OBS_IMAGE, OBS_STATE
|
|
||||||
from lerobot.optim.optimizers import MultiAdamConfig
|
from lerobot.optim.optimizers import MultiAdamConfig
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_IMAGE, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
def is_image_feature(key: str) -> bool:
|
def is_image_feature(key: str) -> bool:
|
||||||
|
|||||||
@@ -19,7 +19,6 @@ from typing import Any
|
|||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
|
||||||
from lerobot.policies.sac.configuration_sac import SACConfig
|
from lerobot.policies.sac.configuration_sac import SACConfig
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
AddBatchDimensionProcessorStep,
|
AddBatchDimensionProcessorStep,
|
||||||
@@ -31,6 +30,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
||||||
|
from lerobot.utils.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
||||||
|
|
||||||
|
|
||||||
def make_sac_pre_post_processors(
|
def make_sac_pre_post_processors(
|
||||||
|
|||||||
@@ -19,9 +19,9 @@ import logging
|
|||||||
import torch
|
import torch
|
||||||
from torch import Tensor, nn
|
from torch import Tensor, nn
|
||||||
|
|
||||||
from lerobot.constants import OBS_IMAGE, REWARD
|
|
||||||
from lerobot.policies.pretrained import PreTrainedPolicy
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
from lerobot.policies.sac.reward_model.configuration_classifier import RewardClassifierConfig
|
from lerobot.policies.sac.reward_model.configuration_classifier import RewardClassifierConfig
|
||||||
|
from lerobot.utils.constants import OBS_IMAGE, REWARD
|
||||||
|
|
||||||
|
|
||||||
class ClassifierOutput:
|
class ClassifierOutput:
|
||||||
|
|||||||
@@ -59,13 +59,13 @@ import torch
|
|||||||
import torch.nn.functional as F # noqa: N812
|
import torch.nn.functional as F # noqa: N812
|
||||||
from torch import Tensor, nn
|
from torch import Tensor, nn
|
||||||
|
|
||||||
from lerobot.constants import ACTION, OBS_LANGUAGE_ATTENTION_MASK, OBS_LANGUAGE_TOKENS, OBS_STATE
|
|
||||||
from lerobot.policies.pretrained import PreTrainedPolicy
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
from lerobot.policies.smolvla.configuration_smolvla import SmolVLAConfig
|
from lerobot.policies.smolvla.configuration_smolvla import SmolVLAConfig
|
||||||
from lerobot.policies.smolvla.smolvlm_with_expert import SmolVLMWithExpertModel
|
from lerobot.policies.smolvla.smolvlm_with_expert import SmolVLMWithExpertModel
|
||||||
from lerobot.policies.utils import (
|
from lerobot.policies.utils import (
|
||||||
populate_queues,
|
populate_queues,
|
||||||
)
|
)
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_LANGUAGE_ATTENTION_MASK, OBS_LANGUAGE_TOKENS, OBS_STATE
|
||||||
from lerobot.utils.utils import get_safe_dtype
|
from lerobot.utils.utils import get_safe_dtype
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -19,7 +19,6 @@ from typing import Any
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import PipelineFeatureType, PolicyFeature
|
from lerobot.configs.types import PipelineFeatureType, PolicyFeature
|
||||||
from lerobot.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
|
||||||
from lerobot.policies.smolvla.configuration_smolvla import SmolVLAConfig
|
from lerobot.policies.smolvla.configuration_smolvla import SmolVLAConfig
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
AddBatchDimensionProcessorStep,
|
AddBatchDimensionProcessorStep,
|
||||||
@@ -34,6 +33,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
||||||
|
from lerobot.utils.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
||||||
|
|
||||||
|
|
||||||
def make_smolvla_pre_post_processors(
|
def make_smolvla_pre_post_processors(
|
||||||
|
|||||||
@@ -35,10 +35,10 @@ import torch.nn as nn
|
|||||||
import torch.nn.functional as F # noqa: N812
|
import torch.nn.functional as F # noqa: N812
|
||||||
from torch import Tensor
|
from torch import Tensor
|
||||||
|
|
||||||
from lerobot.constants import ACTION, OBS_ENV_STATE, OBS_IMAGE, OBS_STATE, REWARD
|
|
||||||
from lerobot.policies.pretrained import PreTrainedPolicy
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
from lerobot.policies.tdmpc.configuration_tdmpc import TDMPCConfig
|
from lerobot.policies.tdmpc.configuration_tdmpc import TDMPCConfig
|
||||||
from lerobot.policies.utils import get_device_from_parameters, get_output_shape, populate_queues
|
from lerobot.policies.utils import get_device_from_parameters, get_output_shape, populate_queues
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_ENV_STATE, OBS_IMAGE, OBS_STATE, REWARD
|
||||||
|
|
||||||
|
|
||||||
class TDMPCPolicy(PreTrainedPolicy):
|
class TDMPCPolicy(PreTrainedPolicy):
|
||||||
|
|||||||
@@ -18,7 +18,6 @@ from typing import Any
|
|||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
|
||||||
from lerobot.policies.tdmpc.configuration_tdmpc import TDMPCConfig
|
from lerobot.policies.tdmpc.configuration_tdmpc import TDMPCConfig
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
AddBatchDimensionProcessorStep,
|
AddBatchDimensionProcessorStep,
|
||||||
@@ -30,6 +29,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
||||||
|
from lerobot.utils.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
||||||
|
|
||||||
|
|
||||||
def make_tdmpc_pre_post_processors(
|
def make_tdmpc_pre_post_processors(
|
||||||
|
|||||||
@@ -27,11 +27,11 @@ import torch.nn.functional as F # noqa: N812
|
|||||||
import torchvision
|
import torchvision
|
||||||
from torch import Tensor, nn
|
from torch import Tensor, nn
|
||||||
|
|
||||||
from lerobot.constants import ACTION, OBS_IMAGES, OBS_STATE
|
|
||||||
from lerobot.policies.pretrained import PreTrainedPolicy
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
from lerobot.policies.utils import get_device_from_parameters, get_output_shape, populate_queues
|
from lerobot.policies.utils import get_device_from_parameters, get_output_shape, populate_queues
|
||||||
from lerobot.policies.vqbet.configuration_vqbet import VQBeTConfig
|
from lerobot.policies.vqbet.configuration_vqbet import VQBeTConfig
|
||||||
from lerobot.policies.vqbet.vqbet_utils import GPT, ResidualVQ
|
from lerobot.policies.vqbet.vqbet_utils import GPT, ResidualVQ
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_IMAGES, OBS_STATE
|
||||||
|
|
||||||
# ruff: noqa: N806
|
# ruff: noqa: N806
|
||||||
|
|
||||||
|
|||||||
@@ -19,7 +19,6 @@ from typing import Any
|
|||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
|
||||||
from lerobot.policies.vqbet.configuration_vqbet import VQBeTConfig
|
from lerobot.policies.vqbet.configuration_vqbet import VQBeTConfig
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
AddBatchDimensionProcessorStep,
|
AddBatchDimensionProcessorStep,
|
||||||
@@ -31,6 +30,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
from lerobot.processor.converters import policy_action_to_transition, transition_to_policy_action
|
||||||
|
from lerobot.utils.constants import POLICY_POSTPROCESSOR_DEFAULT_NAME, POLICY_PREPROCESSOR_DEFAULT_NAME
|
||||||
|
|
||||||
|
|
||||||
def make_vqbet_pre_post_processors(
|
def make_vqbet_pre_post_processors(
|
||||||
|
|||||||
@@ -25,7 +25,7 @@ from dataclasses import dataclass, field
|
|||||||
from torch import Tensor
|
from torch import Tensor
|
||||||
|
|
||||||
from lerobot.configs.types import PipelineFeatureType, PolicyFeature
|
from lerobot.configs.types import PipelineFeatureType, PolicyFeature
|
||||||
from lerobot.constants import OBS_ENV_STATE, OBS_IMAGE, OBS_IMAGES, OBS_STATE
|
from lerobot.utils.constants import OBS_ENV_STATE, OBS_IMAGE, OBS_IMAGES, OBS_STATE
|
||||||
|
|
||||||
from .core import EnvTransition, PolicyAction
|
from .core import EnvTransition, PolicyAction
|
||||||
from .pipeline import (
|
from .pipeline import (
|
||||||
|
|||||||
@@ -20,12 +20,12 @@ from typing import Any
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import PipelineFeatureType, PolicyFeature
|
from lerobot.configs.types import PipelineFeatureType, PolicyFeature
|
||||||
from lerobot.constants import OBS_STATE
|
|
||||||
from lerobot.processor.pipeline import (
|
from lerobot.processor.pipeline import (
|
||||||
ObservationProcessorStep,
|
ObservationProcessorStep,
|
||||||
ProcessorStepRegistry,
|
ProcessorStepRegistry,
|
||||||
)
|
)
|
||||||
from lerobot.robots import Robot
|
from lerobot.robots import Robot
|
||||||
|
from lerobot.utils.constants import OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ import torch
|
|||||||
from torch import Tensor
|
from torch import Tensor
|
||||||
|
|
||||||
from lerobot.configs.types import PipelineFeatureType, PolicyFeature
|
from lerobot.configs.types import PipelineFeatureType, PolicyFeature
|
||||||
from lerobot.constants import OBS_ENV_STATE, OBS_IMAGE, OBS_IMAGES, OBS_STATE
|
from lerobot.utils.constants import OBS_ENV_STATE, OBS_IMAGE, OBS_IMAGES, OBS_STATE
|
||||||
|
|
||||||
from .pipeline import ObservationProcessorStep, ProcessorStepRegistry
|
from .pipeline import ObservationProcessorStep, ProcessorStepRegistry
|
||||||
|
|
||||||
|
|||||||
@@ -422,7 +422,7 @@ class DataProcessorPipeline(HubMixin, Generic[TInput, TOutput]):
|
|||||||
"""
|
"""
|
||||||
if save_directory is None:
|
if save_directory is None:
|
||||||
# Use default directory in HF_LEROBOT_HOME
|
# Use default directory in HF_LEROBOT_HOME
|
||||||
from lerobot.constants import HF_LEROBOT_HOME
|
from lerobot.utils.constants import HF_LEROBOT_HOME
|
||||||
|
|
||||||
sanitized_name = re.sub(r"[^a-zA-Z0-9_]", "_", self.name.lower())
|
sanitized_name = re.sub(r"[^a-zA-Z0-9_]", "_", self.name.lower())
|
||||||
save_directory = HF_LEROBOT_HOME / "processors" / sanitized_name
|
save_directory = HF_LEROBOT_HOME / "processors" / sanitized_name
|
||||||
|
|||||||
@@ -29,7 +29,7 @@ from typing import TYPE_CHECKING, Any
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, PipelineFeatureType, PolicyFeature
|
from lerobot.configs.types import FeatureType, PipelineFeatureType, PolicyFeature
|
||||||
from lerobot.constants import OBS_LANGUAGE_ATTENTION_MASK, OBS_LANGUAGE_TOKENS
|
from lerobot.utils.constants import OBS_LANGUAGE_ATTENTION_MASK, OBS_LANGUAGE_TOKENS
|
||||||
from lerobot.utils.import_utils import _transformers_available
|
from lerobot.utils.import_utils import _transformers_available
|
||||||
|
|
||||||
from .core import EnvTransition, TransitionKey
|
from .core import EnvTransition, TransitionKey
|
||||||
|
|||||||
@@ -62,12 +62,6 @@ from torch.optim.optimizer import Optimizer
|
|||||||
from lerobot.cameras import opencv # noqa: F401
|
from lerobot.cameras import opencv # noqa: F401
|
||||||
from lerobot.configs import parser
|
from lerobot.configs import parser
|
||||||
from lerobot.configs.train import TrainRLServerPipelineConfig
|
from lerobot.configs.train import TrainRLServerPipelineConfig
|
||||||
from lerobot.constants import (
|
|
||||||
CHECKPOINTS_DIR,
|
|
||||||
LAST_CHECKPOINT_LINK,
|
|
||||||
PRETRAINED_MODEL_DIR,
|
|
||||||
TRAINING_STATE_DIR,
|
|
||||||
)
|
|
||||||
from lerobot.datasets.factory import make_dataset
|
from lerobot.datasets.factory import make_dataset
|
||||||
from lerobot.datasets.lerobot_dataset import LeRobotDataset
|
from lerobot.datasets.lerobot_dataset import LeRobotDataset
|
||||||
from lerobot.policies.factory import make_policy
|
from lerobot.policies.factory import make_policy
|
||||||
@@ -83,6 +77,12 @@ from lerobot.transport.utils import (
|
|||||||
state_to_bytes,
|
state_to_bytes,
|
||||||
)
|
)
|
||||||
from lerobot.utils.buffer import ReplayBuffer, concatenate_batch_transitions
|
from lerobot.utils.buffer import ReplayBuffer, concatenate_batch_transitions
|
||||||
|
from lerobot.utils.constants import (
|
||||||
|
CHECKPOINTS_DIR,
|
||||||
|
LAST_CHECKPOINT_LINK,
|
||||||
|
PRETRAINED_MODEL_DIR,
|
||||||
|
TRAINING_STATE_DIR,
|
||||||
|
)
|
||||||
from lerobot.utils.process import ProcessSignalHandler
|
from lerobot.utils.process import ProcessSignalHandler
|
||||||
from lerobot.utils.random_utils import set_seed
|
from lerobot.utils.random_utils import set_seed
|
||||||
from lerobot.utils.train_utils import (
|
from lerobot.utils.train_utils import (
|
||||||
|
|||||||
@@ -19,8 +19,8 @@ from typing import Any
|
|||||||
|
|
||||||
import draccus
|
import draccus
|
||||||
|
|
||||||
from lerobot.constants import HF_LEROBOT_CALIBRATION, ROBOTS
|
|
||||||
from lerobot.motors import MotorCalibration
|
from lerobot.motors import MotorCalibration
|
||||||
|
from lerobot.utils.constants import HF_LEROBOT_CALIBRATION, ROBOTS
|
||||||
|
|
||||||
from .config import RobotConfig
|
from .config import RobotConfig
|
||||||
|
|
||||||
|
|||||||
@@ -22,8 +22,8 @@ from stretch_body.robot import Robot as StretchAPI
|
|||||||
from stretch_body.robot_params import RobotParams
|
from stretch_body.robot_params import RobotParams
|
||||||
|
|
||||||
from lerobot.cameras.utils import make_cameras_from_configs
|
from lerobot.cameras.utils import make_cameras_from_configs
|
||||||
from lerobot.constants import OBS_IMAGES, OBS_STATE
|
|
||||||
from lerobot.datasets.utils import get_nested_item
|
from lerobot.datasets.utils import get_nested_item
|
||||||
|
from lerobot.utils.constants import OBS_IMAGES, OBS_STATE
|
||||||
|
|
||||||
from ..robot import Robot
|
from ..robot import Robot
|
||||||
from .configuration_stretch3 import Stretch3RobotConfig
|
from .configuration_stretch3 import Stretch3RobotConfig
|
||||||
|
|||||||
@@ -18,13 +18,13 @@ from functools import cached_property
|
|||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
from lerobot.cameras.utils import make_cameras_from_configs
|
from lerobot.cameras.utils import make_cameras_from_configs
|
||||||
from lerobot.constants import OBS_STATE
|
|
||||||
from lerobot.errors import DeviceAlreadyConnectedError, DeviceNotConnectedError
|
from lerobot.errors import DeviceAlreadyConnectedError, DeviceNotConnectedError
|
||||||
from lerobot.motors import Motor, MotorCalibration, MotorNormMode
|
from lerobot.motors import Motor, MotorCalibration, MotorNormMode
|
||||||
from lerobot.motors.dynamixel import (
|
from lerobot.motors.dynamixel import (
|
||||||
DynamixelMotorsBus,
|
DynamixelMotorsBus,
|
||||||
OperatingMode,
|
OperatingMode,
|
||||||
)
|
)
|
||||||
|
from lerobot.utils.constants import OBS_STATE
|
||||||
|
|
||||||
from ..robot import Robot
|
from ..robot import Robot
|
||||||
from ..utils import ensure_safe_goal_position
|
from ..utils import ensure_safe_goal_position
|
||||||
|
|||||||
@@ -22,12 +22,12 @@ from pathlib import Path
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import PolicyFeature
|
from lerobot.configs.types import PolicyFeature
|
||||||
from lerobot.constants import OBS_IMAGES, OBS_STATE
|
|
||||||
from lerobot.datasets.utils import build_dataset_frame, hw_to_dataset_features
|
from lerobot.datasets.utils import build_dataset_frame, hw_to_dataset_features
|
||||||
|
|
||||||
# NOTE: Configs need to be loaded for the client to be able to instantiate the policy config
|
# NOTE: Configs need to be loaded for the client to be able to instantiate the policy config
|
||||||
from lerobot.policies import ACTConfig, DiffusionConfig, PI0Config, SmolVLAConfig, VQBeTConfig # noqa: F401
|
from lerobot.policies import ACTConfig, DiffusionConfig, PI0Config, SmolVLAConfig, VQBeTConfig # noqa: F401
|
||||||
from lerobot.robots.robot import Robot
|
from lerobot.robots.robot import Robot
|
||||||
|
from lerobot.utils.constants import OBS_IMAGES, OBS_STATE
|
||||||
from lerobot.utils.utils import init_logging
|
from lerobot.utils.utils import init_logging
|
||||||
|
|
||||||
Action = torch.Tensor
|
Action = torch.Tensor
|
||||||
|
|||||||
@@ -19,8 +19,8 @@ from typing import Any
|
|||||||
|
|
||||||
import draccus
|
import draccus
|
||||||
|
|
||||||
from lerobot.constants import HF_LEROBOT_CALIBRATION, TELEOPERATORS
|
|
||||||
from lerobot.motors.motors_bus import MotorCalibration
|
from lerobot.motors.motors_bus import MotorCalibration
|
||||||
|
from lerobot.utils.constants import HF_LEROBOT_CALIBRATION, TELEOPERATORS
|
||||||
|
|
||||||
from .config import TeleoperatorConfig
|
from .config import TeleoperatorConfig
|
||||||
|
|
||||||
|
|||||||
@@ -23,8 +23,8 @@ import numpy as np
|
|||||||
import torch
|
import torch
|
||||||
from safetensors.torch import load_file, save_file
|
from safetensors.torch import load_file, save_file
|
||||||
|
|
||||||
from lerobot.constants import RNG_STATE
|
|
||||||
from lerobot.datasets.utils import flatten_dict, unflatten_dict
|
from lerobot.datasets.utils import flatten_dict, unflatten_dict
|
||||||
|
from lerobot.utils.constants import RNG_STATE
|
||||||
|
|
||||||
|
|
||||||
def serialize_python_rng_state() -> dict[str, torch.Tensor]:
|
def serialize_python_rng_state() -> dict[str, torch.Tensor]:
|
||||||
|
|||||||
@@ -21,18 +21,18 @@ from torch.optim import Optimizer
|
|||||||
from torch.optim.lr_scheduler import LRScheduler
|
from torch.optim.lr_scheduler import LRScheduler
|
||||||
|
|
||||||
from lerobot.configs.train import TrainPipelineConfig
|
from lerobot.configs.train import TrainPipelineConfig
|
||||||
from lerobot.constants import (
|
from lerobot.datasets.utils import load_json, write_json
|
||||||
|
from lerobot.optim.optimizers import load_optimizer_state, save_optimizer_state
|
||||||
|
from lerobot.optim.schedulers import load_scheduler_state, save_scheduler_state
|
||||||
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
|
from lerobot.processor import PolicyProcessorPipeline
|
||||||
|
from lerobot.utils.constants import (
|
||||||
CHECKPOINTS_DIR,
|
CHECKPOINTS_DIR,
|
||||||
LAST_CHECKPOINT_LINK,
|
LAST_CHECKPOINT_LINK,
|
||||||
PRETRAINED_MODEL_DIR,
|
PRETRAINED_MODEL_DIR,
|
||||||
TRAINING_STATE_DIR,
|
TRAINING_STATE_DIR,
|
||||||
TRAINING_STEP,
|
TRAINING_STEP,
|
||||||
)
|
)
|
||||||
from lerobot.datasets.utils import load_json, write_json
|
|
||||||
from lerobot.optim.optimizers import load_optimizer_state, save_optimizer_state
|
|
||||||
from lerobot.optim.schedulers import load_scheduler_state, save_scheduler_state
|
|
||||||
from lerobot.policies.pretrained import PreTrainedPolicy
|
|
||||||
from lerobot.processor import PolicyProcessorPipeline
|
|
||||||
from lerobot.utils.random_utils import load_rng_state, save_rng_state
|
from lerobot.utils.random_utils import load_rng_state, save_rng_state
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -23,7 +23,7 @@ from huggingface_hub.constants import SAFETENSORS_SINGLE_FILE
|
|||||||
from termcolor import colored
|
from termcolor import colored
|
||||||
|
|
||||||
from lerobot.configs.train import TrainPipelineConfig
|
from lerobot.configs.train import TrainPipelineConfig
|
||||||
from lerobot.constants import PRETRAINED_MODEL_DIR
|
from lerobot.utils.constants import PRETRAINED_MODEL_DIR
|
||||||
|
|
||||||
|
|
||||||
def cfg_to_group(cfg: TrainPipelineConfig, return_list: bool = False) -> list[str] | str:
|
def cfg_to_group(cfg: TrainPipelineConfig, return_list: bool = False) -> list[str] | str:
|
||||||
|
|||||||
@@ -112,7 +112,7 @@ def test_dataset_initialization(tmp_path, lerobot_dataset_factory):
|
|||||||
# and test the small resulting function that validates the features
|
# and test the small resulting function that validates the features
|
||||||
def test_dataset_feature_with_forward_slash_raises_error():
|
def test_dataset_feature_with_forward_slash_raises_error():
|
||||||
# make sure dir does not exist
|
# make sure dir does not exist
|
||||||
from lerobot.constants import HF_LEROBOT_HOME
|
from lerobot.utils.constants import HF_LEROBOT_HOME
|
||||||
|
|
||||||
dataset_dir = HF_LEROBOT_HOME / "lerobot/test/with/slash"
|
dataset_dir = HF_LEROBOT_HOME / "lerobot/test/with/slash"
|
||||||
# make sure does not exist
|
# make sure does not exist
|
||||||
|
|||||||
Vendored
+1
-1
@@ -11,7 +11,7 @@
|
|||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
# See the License for the specific language governing permissions and
|
# See the License for the specific language governing permissions and
|
||||||
# limitations under the License.
|
# limitations under the License.
|
||||||
from lerobot.constants import HF_LEROBOT_HOME
|
from lerobot.utils.constants import HF_LEROBOT_HOME
|
||||||
|
|
||||||
LEROBOT_TEST_DIR = HF_LEROBOT_HOME / "_testing"
|
LEROBOT_TEST_DIR = HF_LEROBOT_HOME / "_testing"
|
||||||
DUMMY_REPO_ID = "dummy/repo"
|
DUMMY_REPO_ID = "dummy/repo"
|
||||||
|
|||||||
@@ -14,10 +14,6 @@
|
|||||||
import pytest
|
import pytest
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.constants import (
|
|
||||||
OPTIMIZER_PARAM_GROUPS,
|
|
||||||
OPTIMIZER_STATE,
|
|
||||||
)
|
|
||||||
from lerobot.optim.optimizers import (
|
from lerobot.optim.optimizers import (
|
||||||
AdamConfig,
|
AdamConfig,
|
||||||
AdamWConfig,
|
AdamWConfig,
|
||||||
@@ -26,6 +22,10 @@ from lerobot.optim.optimizers import (
|
|||||||
load_optimizer_state,
|
load_optimizer_state,
|
||||||
save_optimizer_state,
|
save_optimizer_state,
|
||||||
)
|
)
|
||||||
|
from lerobot.utils.constants import (
|
||||||
|
OPTIMIZER_PARAM_GROUPS,
|
||||||
|
OPTIMIZER_STATE,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize(
|
@pytest.mark.parametrize(
|
||||||
|
|||||||
@@ -13,7 +13,6 @@
|
|||||||
# limitations under the License.
|
# limitations under the License.
|
||||||
from torch.optim.lr_scheduler import LambdaLR
|
from torch.optim.lr_scheduler import LambdaLR
|
||||||
|
|
||||||
from lerobot.constants import SCHEDULER_STATE
|
|
||||||
from lerobot.optim.schedulers import (
|
from lerobot.optim.schedulers import (
|
||||||
CosineDecayWithWarmupSchedulerConfig,
|
CosineDecayWithWarmupSchedulerConfig,
|
||||||
DiffuserSchedulerConfig,
|
DiffuserSchedulerConfig,
|
||||||
@@ -21,6 +20,7 @@ from lerobot.optim.schedulers import (
|
|||||||
load_scheduler_state,
|
load_scheduler_state,
|
||||||
save_scheduler_state,
|
save_scheduler_state,
|
||||||
)
|
)
|
||||||
|
from lerobot.utils.constants import SCHEDULER_STATE
|
||||||
|
|
||||||
|
|
||||||
def test_diffuser_scheduler(optimizer):
|
def test_diffuser_scheduler(optimizer):
|
||||||
|
|||||||
@@ -27,7 +27,6 @@ from lerobot import available_policies
|
|||||||
from lerobot.configs.default import DatasetConfig
|
from lerobot.configs.default import DatasetConfig
|
||||||
from lerobot.configs.train import TrainPipelineConfig
|
from lerobot.configs.train import TrainPipelineConfig
|
||||||
from lerobot.configs.types import FeatureType, PolicyFeature
|
from lerobot.configs.types import FeatureType, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_STATE
|
|
||||||
from lerobot.datasets.factory import make_dataset
|
from lerobot.datasets.factory import make_dataset
|
||||||
from lerobot.datasets.utils import cycle, dataset_to_policy_features
|
from lerobot.datasets.utils import cycle, dataset_to_policy_features
|
||||||
from lerobot.envs.factory import make_env, make_env_config
|
from lerobot.envs.factory import make_env, make_env_config
|
||||||
@@ -42,6 +41,7 @@ from lerobot.policies.factory import (
|
|||||||
make_pre_post_processors,
|
make_pre_post_processors,
|
||||||
)
|
)
|
||||||
from lerobot.policies.pretrained import PreTrainedPolicy
|
from lerobot.policies.pretrained import PreTrainedPolicy
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_STATE
|
||||||
from lerobot.utils.random_utils import seeded_context
|
from lerobot.utils.random_utils import seeded_context
|
||||||
from tests.artifacts.policies.save_policy_to_safetensors import get_policy_stats
|
from tests.artifacts.policies.save_policy_to_safetensors import get_policy_stats
|
||||||
from tests.utils import DEVICE, require_cpu, require_env, require_x86_64_kernel
|
from tests.utils import DEVICE, require_cpu, require_env, require_x86_64_kernel
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_STATE
|
|
||||||
from lerobot.policies.act.configuration_act import ACTConfig
|
from lerobot.policies.act.configuration_act import ACTConfig
|
||||||
from lerobot.policies.act.processor_act import make_act_pre_post_processors
|
from lerobot.policies.act.processor_act import make_act_pre_post_processors
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
@@ -34,6 +33,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import create_transition, transition_to_batch
|
from lerobot.processor.converters import create_transition, transition_to_batch
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
def create_default_config():
|
def create_default_config():
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import numpy as np
|
|||||||
import pytest
|
import pytest
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.constants import OBS_ENV_STATE, OBS_IMAGE, OBS_IMAGES, OBS_STATE
|
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
AddBatchDimensionProcessorStep,
|
AddBatchDimensionProcessorStep,
|
||||||
DataProcessorPipeline,
|
DataProcessorPipeline,
|
||||||
@@ -29,6 +28,7 @@ from lerobot.processor import (
|
|||||||
TransitionKey,
|
TransitionKey,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import create_transition, identity_transition
|
from lerobot.processor.converters import create_transition, identity_transition
|
||||||
|
from lerobot.utils.constants import OBS_ENV_STATE, OBS_IMAGE, OBS_IMAGES, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
def test_state_1d_to_2d():
|
def test_state_1d_to_2d():
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
||||||
from lerobot.constants import OBS_IMAGE, OBS_STATE
|
|
||||||
from lerobot.policies.sac.reward_model.configuration_classifier import RewardClassifierConfig
|
from lerobot.policies.sac.reward_model.configuration_classifier import RewardClassifierConfig
|
||||||
from lerobot.policies.sac.reward_model.processor_classifier import make_classifier_processor
|
from lerobot.policies.sac.reward_model.processor_classifier import make_classifier_processor
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
@@ -32,6 +31,7 @@ from lerobot.processor import (
|
|||||||
TransitionKey,
|
TransitionKey,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import create_transition, transition_to_batch
|
from lerobot.processor.converters import create_transition, transition_to_batch
|
||||||
|
from lerobot.utils.constants import OBS_IMAGE, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
def create_default_config():
|
def create_default_config():
|
||||||
|
|||||||
@@ -284,8 +284,8 @@ def test_features():
|
|||||||
|
|
||||||
def test_integration_with_robot_processor():
|
def test_integration_with_robot_processor():
|
||||||
"""Test integration with RobotProcessor."""
|
"""Test integration with RobotProcessor."""
|
||||||
from lerobot.constants import OBS_STATE
|
|
||||||
from lerobot.processor import AddBatchDimensionProcessorStep
|
from lerobot.processor import AddBatchDimensionProcessorStep
|
||||||
|
from lerobot.utils.constants import OBS_STATE
|
||||||
|
|
||||||
# Create a pipeline with DeviceProcessorStep
|
# Create a pipeline with DeviceProcessorStep
|
||||||
device_processor = DeviceProcessorStep(device="cpu")
|
device_processor = DeviceProcessorStep(device="cpu")
|
||||||
@@ -948,12 +948,12 @@ def test_simulated_accelerate_scenario():
|
|||||||
def test_policy_processor_integration():
|
def test_policy_processor_integration():
|
||||||
"""Test integration with policy processors - input on GPU, output on CPU."""
|
"""Test integration with policy processors - input on GPU, output on CPU."""
|
||||||
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_STATE
|
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
AddBatchDimensionProcessorStep,
|
AddBatchDimensionProcessorStep,
|
||||||
NormalizerProcessorStep,
|
NormalizerProcessorStep,
|
||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_STATE
|
||||||
|
|
||||||
# Create features and stats
|
# Create features and stats
|
||||||
features = {
|
features = {
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_IMAGE, OBS_STATE
|
|
||||||
from lerobot.policies.diffusion.configuration_diffusion import DiffusionConfig
|
from lerobot.policies.diffusion.configuration_diffusion import DiffusionConfig
|
||||||
from lerobot.policies.diffusion.processor_diffusion import make_diffusion_pre_post_processors
|
from lerobot.policies.diffusion.processor_diffusion import make_diffusion_pre_post_processors
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
@@ -34,6 +33,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import create_transition, transition_to_batch
|
from lerobot.processor.converters import create_transition, transition_to_batch
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_IMAGE, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
def create_default_config():
|
def create_default_config():
|
||||||
|
|||||||
@@ -19,9 +19,9 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, PipelineFeatureType
|
from lerobot.configs.types import FeatureType, PipelineFeatureType
|
||||||
from lerobot.constants import OBS_ENV_STATE, OBS_IMAGE, OBS_IMAGES, OBS_STATE
|
|
||||||
from lerobot.processor import TransitionKey, VanillaObservationProcessorStep
|
from lerobot.processor import TransitionKey, VanillaObservationProcessorStep
|
||||||
from lerobot.processor.converters import create_transition
|
from lerobot.processor.converters import create_transition
|
||||||
|
from lerobot.utils.constants import OBS_ENV_STATE, OBS_IMAGE, OBS_IMAGES, OBS_STATE
|
||||||
from tests.conftest import assert_contract_is_typed
|
from tests.conftest import assert_contract_is_typed
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_IMAGE, OBS_STATE
|
|
||||||
from lerobot.policies.pi0.configuration_pi0 import PI0Config
|
from lerobot.policies.pi0.configuration_pi0 import PI0Config
|
||||||
from lerobot.policies.pi0.processor_pi0 import Pi0NewLineProcessor, make_pi0_pre_post_processors
|
from lerobot.policies.pi0.processor_pi0 import Pi0NewLineProcessor, make_pi0_pre_post_processors
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
@@ -35,6 +34,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import create_transition, transition_to_batch
|
from lerobot.processor.converters import create_transition, transition_to_batch
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_IMAGE, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
class MockTokenizerProcessorStep(ProcessorStep):
|
class MockTokenizerProcessorStep(ProcessorStep):
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_STATE
|
|
||||||
from lerobot.policies.sac.configuration_sac import SACConfig
|
from lerobot.policies.sac.configuration_sac import SACConfig
|
||||||
from lerobot.policies.sac.processor_sac import make_sac_pre_post_processors
|
from lerobot.policies.sac.processor_sac import make_sac_pre_post_processors
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
@@ -34,6 +33,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import create_transition, transition_to_batch
|
from lerobot.processor.converters import create_transition, transition_to_batch
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
def create_default_config():
|
def create_default_config():
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, NormalizationMode, PipelineFeatureType, PolicyFeature
|
from lerobot.configs.types import FeatureType, NormalizationMode, PipelineFeatureType, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_IMAGE, OBS_STATE
|
|
||||||
from lerobot.policies.smolvla.configuration_smolvla import SmolVLAConfig
|
from lerobot.policies.smolvla.configuration_smolvla import SmolVLAConfig
|
||||||
from lerobot.policies.smolvla.processor_smolvla import (
|
from lerobot.policies.smolvla.processor_smolvla import (
|
||||||
SmolVLANewLineProcessor,
|
SmolVLANewLineProcessor,
|
||||||
@@ -38,6 +37,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import create_transition, transition_to_batch
|
from lerobot.processor.converters import create_transition, transition_to_batch
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_IMAGE, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
class MockTokenizerProcessorStep(ProcessorStep):
|
class MockTokenizerProcessorStep(ProcessorStep):
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_IMAGE, OBS_STATE
|
|
||||||
from lerobot.policies.tdmpc.configuration_tdmpc import TDMPCConfig
|
from lerobot.policies.tdmpc.configuration_tdmpc import TDMPCConfig
|
||||||
from lerobot.policies.tdmpc.processor_tdmpc import make_tdmpc_pre_post_processors
|
from lerobot.policies.tdmpc.processor_tdmpc import make_tdmpc_pre_post_processors
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
@@ -34,6 +33,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import create_transition, transition_to_batch
|
from lerobot.processor.converters import create_transition, transition_to_batch
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_IMAGE, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
def create_default_config():
|
def create_default_config():
|
||||||
|
|||||||
@@ -9,9 +9,9 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, PipelineFeatureType, PolicyFeature
|
from lerobot.configs.types import FeatureType, PipelineFeatureType, PolicyFeature
|
||||||
from lerobot.constants import OBS_LANGUAGE
|
|
||||||
from lerobot.processor import DataProcessorPipeline, TokenizerProcessorStep, TransitionKey
|
from lerobot.processor import DataProcessorPipeline, TokenizerProcessorStep, TransitionKey
|
||||||
from lerobot.processor.converters import create_transition, identity_transition
|
from lerobot.processor.converters import create_transition, identity_transition
|
||||||
|
from lerobot.utils.constants import OBS_LANGUAGE
|
||||||
from tests.utils import require_package
|
from tests.utils import require_package
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
from lerobot.configs.types import FeatureType, NormalizationMode, PolicyFeature
|
||||||
from lerobot.constants import ACTION, OBS_IMAGE, OBS_STATE
|
|
||||||
from lerobot.policies.vqbet.configuration_vqbet import VQBeTConfig
|
from lerobot.policies.vqbet.configuration_vqbet import VQBeTConfig
|
||||||
from lerobot.policies.vqbet.processor_vqbet import make_vqbet_pre_post_processors
|
from lerobot.policies.vqbet.processor_vqbet import make_vqbet_pre_post_processors
|
||||||
from lerobot.processor import (
|
from lerobot.processor import (
|
||||||
@@ -34,6 +33,7 @@ from lerobot.processor import (
|
|||||||
UnnormalizerProcessorStep,
|
UnnormalizerProcessorStep,
|
||||||
)
|
)
|
||||||
from lerobot.processor.converters import create_transition, transition_to_batch
|
from lerobot.processor.converters import create_transition, transition_to_batch
|
||||||
|
from lerobot.utils.constants import ACTION, OBS_IMAGE, OBS_STATE
|
||||||
|
|
||||||
|
|
||||||
def create_default_config():
|
def create_default_config():
|
||||||
|
|||||||
@@ -14,7 +14,7 @@
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from unittest.mock import Mock, patch
|
from unittest.mock import Mock, patch
|
||||||
|
|
||||||
from lerobot.constants import (
|
from lerobot.utils.constants import (
|
||||||
CHECKPOINTS_DIR,
|
CHECKPOINTS_DIR,
|
||||||
LAST_CHECKPOINT_LINK,
|
LAST_CHECKPOINT_LINK,
|
||||||
OPTIMIZER_PARAM_GROUPS,
|
OPTIMIZER_PARAM_GROUPS,
|
||||||
|
|||||||
Reference in New Issue
Block a user