admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-05-16 09:09:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: jobs for conversion and aggregation

Browse Source
This commit is contained in:
fracapuano
2025-11-13 14:44:13 +00:00
parent f875566e1d
commit f386591be7
2 changed files with 15 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/behavior_1k/aggregate.slurm
+13 -9
View File
@@ -2,19 +2,23 @@
#SBATCH -J b1k-aggregate
#SBATCH -p hopper-cpu
#SBATCH --qos=high
#SBATCH -c 2 # More CPUs won't help much (I/O bound)
#SBATCH -t 20:00:00 # Conservative: 5.2x pattern suggests ~13h, so 12h is tight but reasonable
#SBATCH --mem=8G # Peak will be ~5-6GB, 8G gives comfortable margin
#SBATCH -o logs/aggregate-50-%j.out
#SBATCH -e logs/aggregate-50-%j.err
#SBATCH -c 2
#SBATCH -t 20:00:00
#SBATCH --mem=8G
#SBATCH -D /admin/home/francesco_capuano/lerobot
#SBATCH -o /admin/home/francesco_capuano/lerobot/examples/behavior_1k/logs/aggregate-50-%j.out
#SBATCH -e /admin/home/francesco_capuano/lerobot/examples/behavior_1k/logs/aggregate-50-%j.err
set -euo pipefail
export OMP_NUM_THREADS=${SLURM_CPUS_PER_TASK:-1}
set -x
export PYTHONUNBUFFERED=1
export OMP_NUM_THREADS=${SLURM_CPUS_PER_TASK:-1}
source "$HOME/.bashrc"
source "$HOME/.bashrc" 2>/dev/null || true
if ! command -v conda >/dev/null 2>&1; then
source "$HOME/miniconda3/etc/profile.d/conda.sh" 2>/dev/null || true
source "$HOME/anaconda3/etc/profile.d/conda.sh" 2>/dev/null || true
fi
conda activate lerobot
cd /admin/home/francesco_capuano/lerobot
python examples/behavior_1k/aggregate_tasks_datasets.py
examples/behavior_1k/convert.slurm
+2 -2
View File
@@ -15,8 +15,8 @@ set -x
export PYTHONUNBUFFERED=1
export OMP_NUM_THREADS=${SLURM_CPUS_PER_TASK:-1} # avoid BLAS oversubscription
DATA_PATH="/fsx/francesco_capuano/.cache/behavior-1k/2025-challenge-demos"
BASE_OUT="/fsx/francesco_capuano/behavior1k"
DATA_PATH="/fsx/francesco_capuano/behavior1k-2025-v21"
BASE_OUT="/fsx/francesco_capuano/behavior1k-v3"
mkdir -p "$BASE_OUT" logs
i="${SLURM_ARRAY_TASK_ID}"