admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-07-23 17:56:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Warn when encountering from-scratch-training

Browse Source
This commit is contained in:
nemo
2025-11-28 18:18:00 +01:00
parent e544562c39
commit abfed126ff
1 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/lerobot/scripts/lerobot_train.py
+12
View File
@@ -167,6 +167,18 @@ def wrap_policy_in_peft_model(cfg, policy):
for p in policy.parameters(): for p in policy.parameters():
p.requires_grad_(False) p.requires_grad_(False)
if not cfg.policy.pretrained_path:
logging.warning(
"Training from scratch using PEFT. This is unlikely to yield good results. "
"Consider supplying a `policy.path` to fine-tune an existing model."
)
if cfg.policy.type == "smolvla" and not cfg.load_vlm_weights:
logging.warning(
"Traning SmolVLA from scratch using PEFT. This is unlikely to yield good results. Set "
"`load_vlm_weights=True` to fine-tune the existing policy."
)
peft_config_policy = get_default_peft_configuration(cfg.policy.type) peft_config_policy = get_default_peft_configuration(cfg.policy.type)
peft_config_cli = dataclasses.asdict(cfg.peft) if cfg.peft else {} peft_config_cli = dataclasses.asdict(cfg.peft) if cfg.peft else {}
peft_config_cli["modules_to_save"] = peft_config_cli["full_training_modules"] # compatibility with PEFT peft_config_cli["modules_to_save"] = peft_config_cli["full_training_modules"] # compatibility with PEFT