mirror of
https://github.com/huggingface/lerobot.git
synced 2026-07-17 23:11:45 +00:00
8194897994
* fix(deps): cap placo below 0.9.16 and harden kinematics import placo 0.9.16 links against liburdfdom_sensor.so.4, which is unavailable on Ubuntu 24.04 (noble ships urdfdom 3.x). Importing placo on that base crashes with: ImportError: liburdfdom_sensor.so.4.0: cannot open shared object file This broke nightly Latest Deps tests (CPU and GPU) when the lockfile upgrade picked placo 0.9.16, since lerobot.model.kinematics unconditionally imports placo when _placo_available is true, and that check (importlib.util.find_spec) cannot detect dlopen failures of transitive shared libraries — so unrelated subsystems (RL actor, gym_manipulator) became unimportable. Two changes: 1. Pin placo to <0.9.16 in pyproject.toml + regenerate uv.lock (0.9.16 → 0.9.15). Short-term unblock for nightly CI until system urdfdom 4.x is broadly available. 2. Harden the import guard in src/lerobot/model/kinematics.py: wrap 'import placo' in try/except ImportError so a missing transitive .so no longer crashes module import. RobotKinematics instantiation now raises an informative ImportError citing the underlying dlopen failure via _raise_if_placo_unusable(). Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com> * fix(kinematics): hoist _placo_runtime_error to module scope for mypy Mypy walks the TYPE_CHECKING branch in which the runtime else-block is not executed, so _placo_runtime_error was only defined at runtime and mypy reported 'Name "_placo_runtime_error" is not defined' on the three references inside _raise_if_placo_unusable. Declare the symbol unconditionally at module scope with a default of None; the runtime import-failure branch still assigns to it. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com> * style(kinematics): drop verbose comments around placo import guard Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com> --------- Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
152 lines
5.3 KiB
Python
152 lines
5.3 KiB
Python
# Copyright 2025 The HuggingFace Inc. team. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import TYPE_CHECKING
|
|
|
|
import numpy as np
|
|
|
|
from lerobot.utils.import_utils import require_package
|
|
|
|
_placo_runtime_error: ImportError | None = None
|
|
|
|
if TYPE_CHECKING:
|
|
import placo # type: ignore[import-not-found]
|
|
else:
|
|
try:
|
|
import placo # type: ignore[import-not-found]
|
|
except ImportError as _placo_import_err:
|
|
placo = None
|
|
_placo_runtime_error = _placo_import_err
|
|
|
|
|
|
def _raise_if_placo_unusable() -> None:
|
|
if placo is None and _placo_runtime_error is not None:
|
|
raise ImportError(
|
|
f"placo is installed but failed to import: {_placo_runtime_error!s}"
|
|
) from _placo_runtime_error
|
|
|
|
|
|
class RobotKinematics:
|
|
"""Robot kinematics using placo library for forward and inverse kinematics."""
|
|
|
|
def __init__(
|
|
self,
|
|
urdf_path: str,
|
|
target_frame_name: str = "gripper_frame_link",
|
|
joint_names: list[str] | None = None,
|
|
):
|
|
"""
|
|
Initialize placo-based kinematics solver.
|
|
|
|
Args:
|
|
urdf_path (str): Path to the robot URDF file
|
|
target_frame_name (str): Name of the end-effector frame in the URDF
|
|
joint_names (list[str] | None): List of joint names to use for the kinematics solver
|
|
"""
|
|
require_package("placo", extra="placo-dep")
|
|
_raise_if_placo_unusable()
|
|
|
|
self.robot = placo.RobotWrapper(urdf_path)
|
|
self.solver = placo.KinematicsSolver(self.robot)
|
|
self.solver.mask_fbase(True) # Fix the base
|
|
|
|
self.target_frame_name = target_frame_name
|
|
|
|
# Set joint names
|
|
self.joint_names = list(self.robot.joint_names()) if joint_names is None else joint_names
|
|
|
|
# Initialize frame task for IK
|
|
self.tip_frame = self.solver.add_frame_task(self.target_frame_name, np.eye(4))
|
|
|
|
def forward_kinematics(self, joint_pos_deg: np.ndarray) -> np.ndarray:
|
|
"""
|
|
Compute forward kinematics for given joint configuration given the target frame name in the constructor.
|
|
|
|
Args:
|
|
joint_pos_deg: Joint positions in degrees (numpy array)
|
|
|
|
Returns:
|
|
4x4 transformation matrix of the end-effector pose
|
|
"""
|
|
|
|
# Convert degrees to radians
|
|
joint_pos_rad = np.deg2rad(joint_pos_deg[: len(self.joint_names)])
|
|
|
|
# Update joint positions in placo robot
|
|
for i, joint_name in enumerate(self.joint_names):
|
|
self.robot.set_joint(joint_name, joint_pos_rad[i])
|
|
|
|
# Update kinematics
|
|
self.robot.update_kinematics()
|
|
|
|
# Get the transformation matrix
|
|
return self.robot.get_T_world_frame(self.target_frame_name)
|
|
|
|
def inverse_kinematics(
|
|
self,
|
|
current_joint_pos: np.ndarray,
|
|
desired_ee_pose: np.ndarray,
|
|
position_weight: float = 1.0,
|
|
orientation_weight: float = 0.01,
|
|
) -> np.ndarray:
|
|
"""
|
|
Compute inverse kinematics using placo solver.
|
|
|
|
Args:
|
|
current_joint_pos: Current joint positions in degrees (used as initial guess)
|
|
desired_ee_pose: Target end-effector pose as a 4x4 transformation matrix
|
|
position_weight: Weight for position constraint in IK
|
|
orientation_weight: Weight for orientation constraint in IK, set to 0.0 to only constrain position
|
|
|
|
Returns:
|
|
Joint positions in degrees that achieve the desired end-effector pose
|
|
"""
|
|
|
|
# Convert current joint positions to radians for initial guess
|
|
current_joint_rad = np.deg2rad(current_joint_pos[: len(self.joint_names)])
|
|
|
|
# Set current joint positions as initial guess
|
|
for i, joint_name in enumerate(self.joint_names):
|
|
self.robot.set_joint(joint_name, current_joint_rad[i])
|
|
|
|
# Update the target pose for the frame task
|
|
self.tip_frame.T_world_frame = desired_ee_pose
|
|
|
|
# Configure the task based on position_only flag
|
|
self.tip_frame.configure(self.target_frame_name, "soft", position_weight, orientation_weight)
|
|
|
|
# Solve IK
|
|
self.solver.solve(True)
|
|
self.robot.update_kinematics()
|
|
|
|
# Extract joint positions
|
|
joint_pos_rad = []
|
|
for joint_name in self.joint_names:
|
|
joint = self.robot.get_joint(joint_name)
|
|
joint_pos_rad.append(joint)
|
|
|
|
# Convert back to degrees
|
|
joint_pos_deg = np.rad2deg(joint_pos_rad)
|
|
|
|
# Preserve gripper position if present in current_joint_pos
|
|
if len(current_joint_pos) > len(self.joint_names):
|
|
result = np.zeros_like(current_joint_pos)
|
|
result[: len(self.joint_names)] = joint_pos_deg
|
|
result[len(self.joint_names) :] = current_joint_pos[len(self.joint_names) :]
|
|
return result
|
|
else:
|
|
return joint_pos_deg
|