From 899434903e1d8d69ee201dedd314ce31fb1cd7f4 Mon Sep 17 00:00:00 2001 From: Pepijn Date: Wed, 15 Jul 2026 20:03:09 +0200 Subject: [PATCH] fix(robomme): report current evaluation schema --- examples/robomme/smolvla_visual_memory_ablation.sh | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/examples/robomme/smolvla_visual_memory_ablation.sh b/examples/robomme/smolvla_visual_memory_ablation.sh index 004dc6175..437ebffba 100755 --- a/examples/robomme/smolvla_visual_memory_ablation.sh +++ b/examples/robomme/smolvla_visual_memory_ablation.sh @@ -76,9 +76,14 @@ for variant in ("baseline", "visual-memory"): continue with result_path.open() as handle: info = json.load(handle) - overall = info["aggregated"] + overall = info["overall"] print( f"{variant}: success={overall['pc_success']:.2f}% " f"avg_reward={overall['avg_sum_reward']:.4f}" ) + for task, metrics in info["per_group"].items(): + print( + f" {task}: success={metrics['pc_success']:.2f}% " + f"avg_reward={metrics['avg_sum_reward']:.4f}" + ) PY