admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-07-25 10:46:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix temporal siglip value function

Browse Source
This commit is contained in:
Khalil Meftah
2026-07-23 21:55:24 +02:00
parent 8ff4a96b5e
commit d015474483
3 changed files with 17 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/rewards/test_temporal_siglip_value_function.py
+5 -2
View File
@@ -53,12 +53,15 @@ def test_temporal_image_processor():
)
transition = {
TransitionKey.OBSERVATION: {
CAMERAS[0]: torch.full((1, 2, 3, 20, 16), 0.5),
CAMERAS[0]: torch.full((1, 2, 3, 20, 16), 128, dtype=torch.uint8),
CAMERAS[0] + "_is_pad": torch.tensor([[True, False]]),
}
}
observation = step(transition)[TransitionKey.OBSERVATION]
assert observation[CAMERAS[0]].shape == (1, 2, 3, 32, 32)
assert observation[CAMERAS[0] + ".mask"].shape == (1, 2)
assert observation[CAMERAS[0] + ".mask"].tolist() == [[False, True]]
assert -1.0 <= observation[CAMERAS[0]].min() <= observation[CAMERAS[0]].max() <= 1.0
def test_temporal_model_forward(monkeypatch):
@@ -89,7 +92,7 @@ def test_temporal_model_forward(monkeypatch):
model = modeling.TemporalSiglipVFRewardModel(_config())
batch = {
**{key: torch.rand(1, 2, 3, 16, 16) for key in CAMERAS},
**{key + ".mask": torch.ones(1, 2, dtype=torch.bool) for key in CAMERAS},
**{key + ".mask": torch.tensor([[False, True]]) for key in CAMERAS},
OBS_STATE: torch.rand(1, 2, 4),
OBS_LANGUAGE_TOKENS: torch.ones(1, 4, dtype=torch.long),
OBS_LANGUAGE_ATTENTION_MASK: torch.ones(1, 4, dtype=torch.bool),