feat(grid): Leveraging rerun's automatic grid arangement for improved layout

This commit is contained in:
CarolinePascal
2026-06-10 19:20:43 +02:00
parent f72fc3b4ba
commit 1adc7a0309
2 changed files with 12 additions and 29 deletions
+7 -17
View File
@@ -113,36 +113,26 @@ def to_hwc_uint8_numpy(chw_float32_torch: torch.Tensor) -> np.ndarray:
def build_blueprint_from_dataset(dataset: LeRobotDataset): def build_blueprint_from_dataset(dataset: LeRobotDataset):
"""Build a Rerun blueprint laying out camera images and time series for the given dataset. """Build a Rerun blueprint laying out camera images and time series for the given dataset.
Camera images are arranged in a grid on the left, and the available scalar signals Camera images and scalar signals (action, state, reward, done, success) are arranged in a grid.
(action, state, reward, done, success) are stacked as time series views on the right. The per-dimension series names and colors for ``action`` and ``state`` are applied directly
The per-dimension series names and colors for ``action`` and ``state`` are applied via blueprint overrides.
directly via blueprint overrides.
""" """
import rerun as rr import rerun as rr
import rerun.blueprint as rrb import rerun.blueprint as rrb
image_views = [rrb.Spatial2DView(origin=key, name=key) for key in dataset.meta.camera_keys] views = [rrb.Spatial2DView(origin=key, name=key) for key in dataset.meta.camera_keys]
timeseries_views = []
# Style multi-dimensional signals (action, state) with per-dimension names and colors. # Style multi-dimensional signals (action, state) with per-dimension names and colors.
for origin, key in ((ACTION, ACTION), ("state", OBS_STATE)): for origin, key in ((ACTION, ACTION), ("state", OBS_STATE)):
if key in dataset.features: if key in dataset.features:
names = get_feature_names(dataset, key) names = get_feature_names(dataset, key)
styling = rr.SeriesLines(names=names, colors=get_sequential_colors(len(names))) styling = rr.SeriesLines(names=names, colors=get_sequential_colors(len(names)))
timeseries_views.append( views.append(rrb.TimeSeriesView(origin=origin, name=origin, overrides={origin: styling}))
rrb.TimeSeriesView(origin=origin, name=origin, overrides={origin: styling})
)
for key in (DONE, REWARD, "next.success"): for key in (DONE, REWARD, "next.success"):
if key in dataset.features: if key in dataset.features:
timeseries_views.append(rrb.TimeSeriesView(origin=key, name=key)) views.append(rrb.TimeSeriesView(origin=key, name=key))
contents = [] return rrb.Blueprint(rrb.Grid(*views))
if image_views:
contents.append(rrb.Grid(*image_views, name="images"))
if timeseries_views:
contents.append(rrb.Vertical(*timeseries_views, name="time series"))
return rrb.Blueprint(rrb.Horizontal(*contents) if contents else rrb.Grid())
def visualize_dataset( def visualize_dataset(
+5 -12
View File
@@ -66,25 +66,18 @@ def _is_scalar(x):
def _build_blueprint(observation_paths: set[str], action_paths: set[str], image_paths: set[str]): def _build_blueprint(observation_paths: set[str], action_paths: set[str], image_paths: set[str]):
"""Build a Rerun blueprint laying out camera images, observation and action scalars in separate views. """Build a Rerun blueprint laying out camera images, observation and action scalars in separate views.
Camera images are arranged in a grid on the left, and the observation and action scalars are stacked as time series views on the right. Camera images, observation and action scalars are arranged in a grid.
""" """
import rerun.blueprint as rrb import rerun.blueprint as rrb
image_views = [rrb.Spatial2DView(origin=path, name=path) for path in sorted(image_paths)] views = [rrb.Spatial2DView(origin=path, name=path) for path in sorted(image_paths)]
timeseries_views = []
if observation_paths: if observation_paths:
timeseries_views.append(rrb.TimeSeriesView(name="observation", contents=sorted(observation_paths))) views.append(rrb.TimeSeriesView(name="observation", contents=sorted(observation_paths)))
if action_paths: if action_paths:
timeseries_views.append(rrb.TimeSeriesView(name="action", contents=sorted(action_paths))) views.append(rrb.TimeSeriesView(name="action", contents=sorted(action_paths)))
contents = [] return rrb.Blueprint(rrb.Grid(*views))
if image_views:
contents.append(rrb.Grid(*image_views, name="images"))
if timeseries_views:
contents.append(rrb.Vertical(*timeseries_views, name="time series"))
return rrb.Blueprint(rrb.Horizontal(*contents) if contents else rrb.Grid())
def _ensure_blueprint(observation_paths: set[str], action_paths: set[str], image_paths: set[str], rr) -> None: def _ensure_blueprint(observation_paths: set[str], action_paths: set[str], image_paths: set[str], rr) -> None: