From e380653c62d644786f00d5b660c6db4347f7c6a9 Mon Sep 17 00:00:00 2001 From: Pepijn Date: Sat, 30 Aug 2025 16:30:04 +0200 Subject: [PATCH] more video prefetch --- src/lerobot/scripts/train.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/lerobot/scripts/train.py b/src/lerobot/scripts/train.py index 91514e711..9e9d9ff77 100644 --- a/src/lerobot/scripts/train.py +++ b/src/lerobot/scripts/train.py @@ -257,8 +257,9 @@ def train(cfg: TrainPipelineConfig): sampler=sampler, pin_memory=device.type == "cuda", drop_last=False, - persistent_workers=cfg.num_workers > 0, # Keep workers alive - prefetch_factor=2 if cfg.num_workers > 0 else None, # Prefetch batches + persistent_workers=cfg.num_workers > 0, # Keep workers alive between epochs + prefetch_factor=6, # More aggressive prefetching for video + timeout=30, # Prevent hanging on video decode errors ) dl_iter = cycle(dataloader)