admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-07-27 11:46:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(robomme): report current evaluation schema

Browse Source
This commit is contained in:
Pepijn
2026-07-15 20:03:09 +02:00
parent 4627900be2
commit 899434903e
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/robomme/smolvla_visual_memory_ablation.sh
+6 -1
View File
@@ -76,9 +76,14 @@ for variant in ("baseline", "visual-memory"):
continue continue
with result_path.open() as handle: with result_path.open() as handle:
info = json.load(handle) info = json.load(handle)
overall = info["aggregated"] overall = info["overall"]
print( print(
f"{variant}: success={overall['pc_success']:.2f}% " f"{variant}: success={overall['pc_success']:.2f}% "
f"avg_reward={overall['avg_sum_reward']:.4f}" f"avg_reward={overall['avg_sum_reward']:.4f}"
) )
for task, metrics in info["per_group"].items():
print(
f" {task}: success={metrics['pc_success']:.2f}% "
f"avg_reward={metrics['avg_sum_reward']:.4f}"
)
PY PY