admin/lerobot
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-05-16 00:59:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(processor): specialized processors respect contract by raising if none (#1909)

Browse Source 
* fix(processor): specialized processor now raise

* test(processor): fix tests for now raise specialized processors

* test(processor): use identity in newly introduced pipeline
This commit is contained in:
Steven Palma
2025-09-10 18:45:47 +02:00
committed by GitHub
parent 51588f741b
commit 6745958362
7 changed files with 78 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/processor/test_tokenizer_processor.py
+5 -5
View File
@@ -203,7 +203,7 @@ def test_none_complementary_data(mock_auto_tokenizer):
processor = TokenizerProcessorStep(tokenizer_name="test-tokenizer")
transition = create_transition(complementary_data=None)
transition = create_transition(observation={}, complementary_data=None)
result = processor(transition)
assert result == transition # Should return unchanged
@@ -218,7 +218,7 @@ def test_missing_task_key(mock_auto_tokenizer):
processor = TokenizerProcessorStep(tokenizer_name="test-tokenizer")
transition = create_transition(complementary_data={"other_field": "some value"})
transition = create_transition(observation={}, complementary_data={"other_field": "some value"})
result = processor(transition)
assert result == transition # Should return unchanged
@@ -233,7 +233,7 @@ def test_none_task_value(mock_auto_tokenizer):
processor = TokenizerProcessorStep(tokenizer_name="test-tokenizer")
transition = create_transition(complementary_data={"task": None})
transition = create_transition(observation={}, complementary_data={"task": None})
result = processor(transition)
assert result == transition # Should return unchanged
@@ -249,13 +249,13 @@ def test_unsupported_task_type(mock_auto_tokenizer):
processor = TokenizerProcessorStep(tokenizer_name="test-tokenizer")
# Test with integer task
transition = create_transition(complementary_data={"task": 123})
transition = create_transition(observation={}, complementary_data={"task": 123})
result = processor(transition)
assert result == transition # Should return unchanged
# Test with mixed list
transition = create_transition(complementary_data={"task": ["text", 123, "more text"]})
transition = create_transition(observation={}, complementary_data={"task": ["text", 123, "more text"]})
result = processor(transition)
assert result == transition # Should return unchanged