From 81b6ea1669a4f4756c4516f5f6a711804887e5c3 Mon Sep 17 00:00:00 2001 From: Khalil Meftah Date: Sat, 11 Jul 2026 11:11:13 +0200 Subject: [PATCH] add recipe for advantage annotation with dropout for cfg --- .../recap_advantage_molmoact2_blend.yaml | 43 +++++++++++++++++++ 1 file changed, 43 insertions(+) create mode 100644 src/lerobot/configs/recipes/recap_advantage_molmoact2_blend.yaml diff --git a/src/lerobot/configs/recipes/recap_advantage_molmoact2_blend.yaml b/src/lerobot/configs/recipes/recap_advantage_molmoact2_blend.yaml new file mode 100644 index 000000000..948df20ee --- /dev/null +++ b/src/lerobot/configs/recipes/recap_advantage_molmoact2_blend.yaml @@ -0,0 +1,43 @@ +# RECAP advantage recipe for MolmoAct2 with CFG blend (training-time dropout). +# +# Two components selected per sample: +# 1. advantage_conditioned (70%): Task + advantage indicator → action +# 2. unconditional (30%): Task only → action (no advantage, trains CFG baseline) +# +# At inference, classifier-free guidance combines both: +# action = action_uncond + w * (action_cond - action_uncond) +# +# Paper: pi*0.6, Appendix E & F. + +bindings: + advantage: "active_at(t, style=advantage)" + +blend: + advantage_conditioned: + weight: 0.7 + messages: + - role: user + content: "${task} Advantage: ${advantage}" + stream: high_level + if_present: advantage + + - role: user + content: "${task}" + stream: high_level + + - role: assistant + content: "" + stream: low_level + target: true + + unconditional: + weight: 0.3 + messages: + - role: user + content: "${task}" + stream: high_level + + - role: assistant + content: "" + stream: low_level + target: true