add for rest of policies

This commit is contained in:
Jade Choghari
2026-02-27 16:32:33 +01:00
parent a6a2f3662a
commit 62d23b0986
3 changed files with 17 additions and 2 deletions
+7
View File
@@ -995,6 +995,13 @@ class PI0Policy(PreTrainedPolicy):
# Initialize model without loading weights # Initialize model without loading weights
# Check if dataset_stats were provided in kwargs # Check if dataset_stats were provided in kwargs
if _transformers_available:
from transformers.modeling_utils import no_init_weights
with no_init_weights():
model = cls(config, **kwargs)
model.model.paligemma_with_expert.paligemma.tie_weights()
else:
model = cls(config, **kwargs) model = cls(config, **kwargs)
# Now manually load and remap the state dict # Now manually load and remap the state dict
@@ -969,6 +969,7 @@ class PI05Policy(PreTrainedPolicy):
# Check if dataset_stats were provided in kwargs # Check if dataset_stats were provided in kwargs
if _transformers_available: if _transformers_available:
from transformers.modeling_utils import no_init_weights from transformers.modeling_utils import no_init_weights
with no_init_weights(): with no_init_weights():
model = cls(config, **kwargs) model = cls(config, **kwargs)
model.model.paligemma_with_expert.paligemma.tie_weights() model.model.paligemma_with_expert.paligemma.tie_weights()
@@ -895,6 +895,13 @@ class PI0FastPolicy(PreTrainedPolicy):
# Initialize model without loading weights # Initialize model without loading weights
# Check if dataset_stats were provided in kwargs # Check if dataset_stats were provided in kwargs
if _transformers_available:
from transformers.modeling_utils import no_init_weights
with no_init_weights():
model = cls(config, **kwargs)
model.model.paligemma_with_expert.paligemma.tie_weights()
else:
model = cls(config, **kwargs) model = cls(config, **kwargs)
# Now manually load and remap the state dict # Now manually load and remap the state dict