admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-05-23 20:50:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

more video prefetch

Browse Source
This commit is contained in:
Pepijn
2025-08-30 16:30:04 +02:00
parent bf5c037959
commit e380653c62
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/lerobot/scripts/train.py
+3 -2
View File
@@ -257,8 +257,9 @@ def train(cfg: TrainPipelineConfig):
sampler=sampler, sampler=sampler,
pin_memory=device.type == "cuda", pin_memory=device.type == "cuda",
drop_last=False, drop_last=False,
persistent_workers=cfg.num_workers > 0, # Keep workers alive persistent_workers=cfg.num_workers > 0, # Keep workers alive between epochs
prefetch_factor=2 if cfg.num_workers > 0 else None, # Prefetch batches prefetch_factor=6, # More aggressive prefetching for video
timeout=30, # Prevent hanging on video decode errors
) )
dl_iter = cycle(dataloader) dl_iter = cycle(dataloader)