admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-05-21 03:30:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ci): upload rollout videos as artifacts for quick visual validation

Browse Source 
Mount a host volume into the container so lerobot-eval writes videos to
/artifacts, then upload artifacts/videos/ via actions/upload-artifact.
`if: always()` ensures the video is uploaded even when the eval fails,
which helps debug rollout issues.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Pepijn
2026-04-08 16:26:32 +02:00
parent 4131f22ea1
commit 8bf77ef6b9
1 changed files with 24 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/benchmark_tests.yml
+24 -2
View File
@@ -102,11 +102,13 @@ jobs:
- name: Run Libero smoke eval (1 episode) - name: Run Libero smoke eval (1 episode)
run: | run: |
mkdir -p /tmp/libero-artifacts
docker run --rm --gpus all \ docker run --rm --gpus all \
--shm-size=4g \ --shm-size=4g \
-e HF_HOME=/tmp/hf \ -e HF_HOME=/tmp/hf \
-e HF_USER_TOKEN="${HF_USER_TOKEN}" \ -e HF_USER_TOKEN="${HF_USER_TOKEN}" \
-e HF_HUB_DOWNLOAD_TIMEOUT=300 \ -e HF_HUB_DOWNLOAD_TIMEOUT=300 \
-v /tmp/libero-artifacts:/artifacts \
lerobot-benchmark-libero:ci \ lerobot-benchmark-libero:ci \
bash -c " bash -c "
hf auth login --token \"\$HF_USER_TOKEN\" --add-to-git-credential 2>/dev/null || true hf auth login --token \"\$HF_USER_TOKEN\" --add-to-git-credential 2>/dev/null || true
@@ -119,9 +121,18 @@ jobs:
--eval.use_async_envs=false \ --eval.use_async_envs=false \
--policy.device=cuda \ --policy.device=cuda \
'--env.camera_name_mapping={\"agentview_image\": \"camera1\", \"robot0_eye_in_hand_image\": \"camera2\"}' \ '--env.camera_name_mapping={\"agentview_image\": \"camera1\", \"robot0_eye_in_hand_image\": \"camera2\"}' \
--policy.empty_cameras=1 --policy.empty_cameras=1 \
--output_dir=/artifacts
" "
- name: Upload Libero rollout video
if: always()
uses: actions/upload-artifact@v4
with:
name: libero-rollout-video
path: /tmp/libero-artifacts/videos/
if-no-files-found: warn
# ── METAWORLD ───────────────────────────────────────────────────────────── # ── METAWORLD ─────────────────────────────────────────────────────────────
# Isolated image: lerobot[metaworld] only (metaworld==3.0.0, mujoco>=3 chain) # Isolated image: lerobot[metaworld] only (metaworld==3.0.0, mujoco>=3 chain)
metaworld-integration-test: metaworld-integration-test:
@@ -155,11 +166,13 @@ jobs:
- name: Run MetaWorld smoke eval (1 episode) - name: Run MetaWorld smoke eval (1 episode)
run: | run: |
mkdir -p /tmp/metaworld-artifacts
docker run --rm --gpus all \ docker run --rm --gpus all \
--shm-size=4g \ --shm-size=4g \
-e HF_HOME=/tmp/hf \ -e HF_HOME=/tmp/hf \
-e HF_USER_TOKEN="${HF_USER_TOKEN}" \ -e HF_USER_TOKEN="${HF_USER_TOKEN}" \
-e HF_HUB_DOWNLOAD_TIMEOUT=300 \ -e HF_HUB_DOWNLOAD_TIMEOUT=300 \
-v /tmp/metaworld-artifacts:/artifacts \
lerobot-benchmark-metaworld:ci \ lerobot-benchmark-metaworld:ci \
bash -c " bash -c "
hf auth login --token \"\$HF_USER_TOKEN\" --add-to-git-credential 2>/dev/null || true hf auth login --token \"\$HF_USER_TOKEN\" --add-to-git-credential 2>/dev/null || true
@@ -172,5 +185,14 @@ jobs:
--eval.use_async_envs=false \ --eval.use_async_envs=false \
--policy.device=cuda \ --policy.device=cuda \
'--rename_map={\"observation.image\": \"observation.images.camera1\"}' \ '--rename_map={\"observation.image\": \"observation.images.camera1\"}' \
--policy.empty_cameras=2 --policy.empty_cameras=2 \
--output_dir=/artifacts
" "
- name: Upload MetaWorld rollout video
if: always()
uses: actions/upload-artifact@v4
with:
name: metaworld-rollout-video
path: /tmp/metaworld-artifacts/videos/
if-no-files-found: warn