mirror of
https://github.com/huggingface/lerobot.git
synced 2026-07-26 11:16:00 +00:00
feat(dataset): integrate episode streaming into training
This commit is contained in:
@@ -25,6 +25,7 @@ from lerobot.datasets.language import ( # noqa: E402
|
||||
language_persistent_arrow_type,
|
||||
validate_camera_field,
|
||||
)
|
||||
from lerobot.datasets.streaming_dataset import StreamingLeRobotDataset # noqa: E402
|
||||
from lerobot.datasets.utils import DEFAULT_DATA_PATH # noqa: E402
|
||||
|
||||
|
||||
@@ -171,3 +172,16 @@ def test_lerobot_dataset_passes_language_columns_through(tmp_path, empty_lerobot
|
||||
assert first[LANGUAGE_EVENTS] == [event]
|
||||
assert second[LANGUAGE_PERSISTENT] == persistent
|
||||
assert second[LANGUAGE_EVENTS] == []
|
||||
|
||||
streamed = {
|
||||
int(item["index"]): item
|
||||
for item in StreamingLeRobotDataset(
|
||||
repo_id=dataset.repo_id,
|
||||
root=root,
|
||||
shuffle=False,
|
||||
)
|
||||
}
|
||||
assert streamed[0][LANGUAGE_PERSISTENT] == persistent
|
||||
assert streamed[0][LANGUAGE_EVENTS] == [event]
|
||||
assert streamed[1][LANGUAGE_PERSISTENT] == persistent
|
||||
assert streamed[1][LANGUAGE_EVENTS] == []
|
||||
|
||||
Reference in New Issue
Block a user