mirror of
https://github.com/huggingface/lerobot.git
synced 2026-07-24 18:26:11 +00:00
seems like a weird numerical precision issue, lets check in runners
This commit is contained in:
@@ -260,6 +260,8 @@ class PI0FastPaliGemma(nn.Module):
|
|||||||
image = image.to(torch.float32)
|
image = image.to(torch.float32)
|
||||||
image_outputs = self.paligemma.model.get_image_features(image)
|
image_outputs = self.paligemma.model.get_image_features(image)
|
||||||
features = image_outputs.pooler_output
|
features = image_outputs.pooler_output
|
||||||
|
norm = 2048**0.5
|
||||||
|
features = features / norm * norm
|
||||||
if features.dtype != out_dtype:
|
if features.dtype != out_dtype:
|
||||||
features = features.to(out_dtype)
|
features = features.to(out_dtype)
|
||||||
return features
|
return features
|
||||||
|
|||||||
Reference in New Issue
Block a user