From 566d28130fb9397cd82e26cfab8d59e1b6890680 Mon Sep 17 00:00:00 2001 From: pepijn Date: Thu, 16 Apr 2026 14:08:43 +0000 Subject: [PATCH] ci: use lerobot/smolvla_vlabench checkpoint for VLABench smoke eval Wire the trained SmolVLA-VLABench checkpoint into the CI smoke test with the correct rename_map for the 3-camera dataset layout. Made-with: Cursor --- .github/workflows/benchmark_tests.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/benchmark_tests.yml b/.github/workflows/benchmark_tests.yml index aaeb014f9..05b109177 100644 --- a/.github/workflows/benchmark_tests.yml +++ b/.github/workflows/benchmark_tests.yml @@ -359,13 +359,14 @@ jobs: bash -c " hf auth login --token \"\$HF_USER_TOKEN\" --add-to-git-credential 2>/dev/null || true lerobot-eval \ - --policy.path=your-vlabench-policy \ + --policy.path=lerobot/smolvla_vlabench \ --env.type=vlabench \ --env.task=select_fruit \ --eval.batch_size=1 \ --eval.n_episodes=1 \ --eval.use_async_envs=false \ --policy.device=cuda \ + '--rename_map={\"observation.images.image\": \"observation.images.camera1\", \"observation.images.second_image\": \"observation.images.camera2\", \"observation.images.wrist_image\": \"observation.images.camera3\"}' \ --output_dir=/tmp/eval-artifacts " @@ -383,7 +384,7 @@ jobs: --artifacts-dir /tmp/vlabench-artifacts \ --env vlabench \ --task select_fruit \ - --policy your-vlabench-policy + --policy lerobot/smolvla_vlabench - name: Upload VLABench rollout video if: always()