diff --git a/examples/behavior_1k/aggregate.slurm b/examples/behavior_1k/aggregate.slurm index 22c65a51a..241a09a9d 100644 --- a/examples/behavior_1k/aggregate.slurm +++ b/examples/behavior_1k/aggregate.slurm @@ -2,19 +2,23 @@ #SBATCH -J b1k-aggregate #SBATCH -p hopper-cpu #SBATCH --qos=high -#SBATCH -c 2 # More CPUs won't help much (I/O bound) -#SBATCH -t 20:00:00 # Conservative: 5.2x pattern suggests ~13h, so 12h is tight but reasonable -#SBATCH --mem=8G # Peak will be ~5-6GB, 8G gives comfortable margin -#SBATCH -o logs/aggregate-50-%j.out -#SBATCH -e logs/aggregate-50-%j.err +#SBATCH -c 2 +#SBATCH -t 20:00:00 +#SBATCH --mem=8G +#SBATCH -D /admin/home/francesco_capuano/lerobot +#SBATCH -o /admin/home/francesco_capuano/lerobot/examples/behavior_1k/logs/aggregate-50-%j.out +#SBATCH -e /admin/home/francesco_capuano/lerobot/examples/behavior_1k/logs/aggregate-50-%j.err set -euo pipefail -export OMP_NUM_THREADS=${SLURM_CPUS_PER_TASK:-1} +set -x export PYTHONUNBUFFERED=1 +export OMP_NUM_THREADS=${SLURM_CPUS_PER_TASK:-1} -source "$HOME/.bashrc" +source "$HOME/.bashrc" 2>/dev/null || true +if ! command -v conda >/dev/null 2>&1; then + source "$HOME/miniconda3/etc/profile.d/conda.sh" 2>/dev/null || true + source "$HOME/anaconda3/etc/profile.d/conda.sh" 2>/dev/null || true +fi conda activate lerobot -cd /admin/home/francesco_capuano/lerobot - python examples/behavior_1k/aggregate_tasks_datasets.py diff --git a/examples/behavior_1k/convert.slurm b/examples/behavior_1k/convert.slurm index 0a04ed287..3931c9e9f 100644 --- a/examples/behavior_1k/convert.slurm +++ b/examples/behavior_1k/convert.slurm @@ -15,8 +15,8 @@ set -x export PYTHONUNBUFFERED=1 export OMP_NUM_THREADS=${SLURM_CPUS_PER_TASK:-1} # avoid BLAS oversubscription -DATA_PATH="/fsx/francesco_capuano/.cache/behavior-1k/2025-challenge-demos" -BASE_OUT="/fsx/francesco_capuano/behavior1k" +DATA_PATH="/fsx/francesco_capuano/behavior1k-2025-v21" +BASE_OUT="/fsx/francesco_capuano/behavior1k-v3" mkdir -p "$BASE_OUT" logs i="${SLURM_ARRAY_TASK_ID}"