admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-05-21 19:49:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix spawn

Browse Source
This commit is contained in:
Pepijn
2025-11-18 15:44:24 +01:00
parent 1ffdc6f49e
commit 0d84f4724d
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/dataset_annotation/subtask_annotation.py
+4 -1
View File
@@ -1073,7 +1073,10 @@ Performance Tips:
# Start parallel processing using ProcessPoolExecutor # Start parallel processing using ProcessPoolExecutor
console.print(f"\n[bold cyan]Starting parallel annotation...[/bold cyan]") console.print(f"\n[bold cyan]Starting parallel annotation...[/bold cyan]")
with ProcessPoolExecutor(max_workers=args.num_workers) as executor: # Use 'spawn' method for CUDA compatibility (required for multi-GPU)
mp_context = mp.get_context('spawn')
with ProcessPoolExecutor(max_workers=args.num_workers, mp_context=mp_context) as executor:
# Submit all worker jobs # Submit all worker jobs
futures = [] futures = []
for worker_id in range(args.num_workers): for worker_id in range(args.num_workers):