mirror of
https://github.com/huggingface/lerobot.git
synced 2026-07-08 18:41:54 +00:00
Nicolas Rabault
5ff3b25c39
The fast test env installs base deps only, so require_package('datasets')
raised ImportError before the mocked lerobot.datasets import was reached.
Monkeypatch the guard to a no-op so the unit test exercises the upload logic.
70 lines
2.7 KiB
Python
70 lines
2.7 KiB
Python
# Copyright 2025 The HuggingFace Inc. team. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import sys
|
|
from unittest.mock import MagicMock
|
|
|
|
import pytest
|
|
|
|
from lerobot.jobs.dataset import ensure_dataset_available
|
|
|
|
|
|
def _api_with_dataset(exists: bool):
|
|
api = MagicMock()
|
|
api.repo_exists.return_value = exists
|
|
return api
|
|
|
|
|
|
def _make_local_cache(tmp_path, repo_id: str) -> None:
|
|
"""Create the minimal local-cache layout that ensure_dataset_available checks."""
|
|
info = tmp_path / repo_id / "meta" / "info.json"
|
|
info.parent.mkdir(parents=True)
|
|
info.write_text("{}")
|
|
|
|
|
|
# Branch 1: dataset already on Hub → no push, no error (pod downloads by repo_id).
|
|
def test_dataset_already_on_hub_is_noop():
|
|
api = _api_with_dataset(True)
|
|
assert ensure_dataset_available("user/ds", api=api) is None
|
|
api.repo_exists.assert_called_once_with("user/ds", repo_type="dataset")
|
|
|
|
|
|
# Branch 2: not on Hub but present locally → always push privately.
|
|
def test_dataset_local_only_uploads_privately(tmp_path, monkeypatch):
|
|
monkeypatch.setattr("lerobot.jobs.dataset.HF_LEROBOT_HOME", tmp_path)
|
|
_make_local_cache(tmp_path, "user/ds")
|
|
|
|
api = _api_with_dataset(False)
|
|
mock_ds_cls = MagicMock()
|
|
fake_datasets_module = MagicMock()
|
|
fake_datasets_module.LeRobotDataset = mock_ds_cls
|
|
monkeypatch.setitem(sys.modules, "lerobot.datasets", fake_datasets_module)
|
|
# The `datasets` extra isn't installed in the base test env; skip the import guard.
|
|
monkeypatch.setattr("lerobot.jobs.dataset.require_package", lambda *a, **k: None)
|
|
|
|
assert ensure_dataset_available("user/ds", api=api, tags=["lerobot", "lelab"]) is None
|
|
|
|
mock_ds_cls.assert_called_once_with("user/ds")
|
|
mock_ds_cls.return_value.push_to_hub.assert_called_once_with(private=True, tags=["lerobot", "lelab"])
|
|
|
|
|
|
# Branch 3: not on Hub, NOT in local cache → RuntimeError.
|
|
def test_dataset_neither_on_hub_nor_local_raises(tmp_path, monkeypatch):
|
|
monkeypatch.setattr("lerobot.jobs.dataset.HF_LEROBOT_HOME", tmp_path)
|
|
# tmp_path is empty — no local cache.
|
|
|
|
api = _api_with_dataset(False)
|
|
with pytest.raises(RuntimeError, match="not in the local cache"):
|
|
ensure_dataset_available("user/ds", api=api)
|