From 0d84f4724d10821cbad0830e91ed956ca44c6851 Mon Sep 17 00:00:00 2001
From: Pepijn <pepijn@huggingface.co>
Date: Tue, 18 Nov 2025 15:44:24 +0100
Subject: [PATCH] fix spawn

---
 examples/dataset_annotation/subtask_annotation.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/examples/dataset_annotation/subtask_annotation.py b/examples/dataset_annotation/subtask_annotation.py
index 0df1c942f..ef2532fbd 100644
--- a/examples/dataset_annotation/subtask_annotation.py
+++ b/examples/dataset_annotation/subtask_annotation.py
@@ -1073,7 +1073,10 @@ Performance Tips:
         # Start parallel processing using ProcessPoolExecutor
         console.print(f"\n[bold cyan]Starting parallel annotation...[/bold cyan]")
         
-        with ProcessPoolExecutor(max_workers=args.num_workers) as executor:
+        # Use 'spawn' method for CUDA compatibility (required for multi-GPU)
+        mp_context = mp.get_context('spawn')
+        
+        with ProcessPoolExecutor(max_workers=args.num_workers, mp_context=mp_context) as executor:
             # Submit all worker jobs
             futures = []
             for worker_id in range(args.num_workers):