From bab08a6a4939a748f3b063fcb20891a3584d5690 Mon Sep 17 00:00:00 2001 From: Pepijn Date: Thu, 16 Apr 2026 16:48:06 +0200 Subject: [PATCH] fix(ci): align RoboCerebra eval with training pipeline MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Fixes 5 mismatches that caused 0% success rate: - env.type: robocerebra (unregistered) → libero - resolution: 360x360 (default) → 256x256 (matches dataset) - camera_name_mapping: map eye_in_hand → wrist_image (not image2) - empty_cameras: 3 → 1 (matches training) - add HF_USER_TOKEN guard on eval step Made-with: Cursor --- .github/workflows/benchmark_tests.yml | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/.github/workflows/benchmark_tests.yml b/.github/workflows/benchmark_tests.yml index 0af5e4354..b46b39252 100644 --- a/.github/workflows/benchmark_tests.yml +++ b/.github/workflows/benchmark_tests.yml @@ -353,6 +353,7 @@ jobs: bash -c "hf auth login --token '$HF_USER_TOKEN' --add-to-git-credential && hf auth whoami" - name: Run RoboCerebra smoke eval (1 episode) + if: env.HF_USER_TOKEN != '' run: | docker run --name robocerebra-eval --gpus all \ --shm-size=4g \ @@ -365,14 +366,17 @@ jobs: hf auth login --token \"\$HF_USER_TOKEN\" --add-to-git-credential 2>/dev/null || true lerobot-eval \ --policy.path=lerobot/smolvla_robocerebra \ - --env.type=robocerebra \ + --env.type=libero \ --env.task=libero_10 \ + --env.observation_height=256 \ + --env.observation_width=256 \ + '--env.camera_name_mapping={\"agentview_image\": \"image\", \"robot0_eye_in_hand_image\": \"wrist_image\"}' \ --eval.batch_size=1 \ --eval.n_episodes=1 \ --eval.use_async_envs=false \ --policy.device=cuda \ '--rename_map={\"observation.images.image\": \"observation.images.camera1\", \"observation.images.wrist_image\": \"observation.images.camera2\"}' \ - --policy.empty_cameras=3 \ + --policy.empty_cameras=1 \ --output_dir=/tmp/eval-artifacts python scripts/ci/extract_task_descriptions.py \ --env libero --task libero_10 \