Fixes in port droid scripts (#2455)

* Fixes in port droid scripts

* revert default mem-per-cpu

* style nit

* fix relative imports

* style nit
This commit is contained in:
Michel Aractingi
2025-11-17 23:42:30 +01:00
committed by GitHub
parent d9e74a9d37
commit 784cdae55a
3 changed files with 17 additions and 10 deletions
+2 -2
View File
@@ -20,7 +20,7 @@ from pathlib import Path
from datatrove.executor import LocalPipelineExecutor
from datatrove.executor.slurm import SlurmPipelineExecutor
from datatrove.pipeline.base import PipelineStep
from port_datasets.droid_rlds.port_droid import DROID_SHARDS
from port_droid import DROID_SHARDS
class PortDroidShards(PipelineStep):
@@ -35,7 +35,7 @@ class PortDroidShards(PipelineStep):
def run(self, data=None, rank: int = 0, world_size: int = 1):
from datasets.utils.tqdm import disable_progress_bars
from port_datasets.droid_rlds.port_droid import port_droid, validate_dataset
from port_droid import port_droid, validate_dataset
from lerobot.utils.utils import init_logging