mirror of
https://github.com/huggingface/lerobot.git
synced 2026-07-24 02:06:15 +00:00
[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
This commit is contained in:
@@ -315,13 +315,13 @@ class LeRobotDatasetMetadata:
|
|||||||
# Update the Hugging Face dataset by reloading it.
|
# Update the Hugging Face dataset by reloading it.
|
||||||
# This process should be fast because only the latest Parquet file has been modified.
|
# This process should be fast because only the latest Parquet file has been modified.
|
||||||
# Therefore, only this file needs to be converted to PyArrow; the rest is loaded from the PyArrow memory-mapped cache.
|
# Therefore, only this file needs to be converted to PyArrow; the rest is loaded from the PyArrow memory-mapped cache.
|
||||||
|
|
||||||
# Explicitly delete old dataset to free memory before reloading
|
# Explicitly delete old dataset to free memory before reloading
|
||||||
if hasattr(self, 'episodes') and self.episodes is not None:
|
if hasattr(self, "episodes") and self.episodes is not None:
|
||||||
del self.episodes
|
del self.episodes
|
||||||
self.episodes = None
|
self.episodes = None
|
||||||
gc.collect()
|
gc.collect()
|
||||||
|
|
||||||
self.episodes = load_episodes(self.root)
|
self.episodes = load_episodes(self.root)
|
||||||
|
|
||||||
def save_episode(
|
def save_episode(
|
||||||
@@ -1059,13 +1059,13 @@ class LeRobotDataset(torch.utils.data.Dataset):
|
|||||||
# Update the Hugging Face dataset by reloading it.
|
# Update the Hugging Face dataset by reloading it.
|
||||||
# This process should be fast because only the latest Parquet file has been modified.
|
# This process should be fast because only the latest Parquet file has been modified.
|
||||||
# Therefore, only this file needs to be converted to PyArrow; the rest is loaded from the PyArrow memory-mapped cache.
|
# Therefore, only this file needs to be converted to PyArrow; the rest is loaded from the PyArrow memory-mapped cache.
|
||||||
|
|
||||||
# Explicitly delete old dataset to free memory before reloading
|
# Explicitly delete old dataset to free memory before reloading
|
||||||
if hasattr(self, 'hf_dataset') and self.hf_dataset is not None:
|
if hasattr(self, "hf_dataset") and self.hf_dataset is not None:
|
||||||
del self.hf_dataset
|
del self.hf_dataset
|
||||||
self.hf_dataset = None
|
self.hf_dataset = None
|
||||||
gc.collect()
|
gc.collect()
|
||||||
|
|
||||||
self.hf_dataset = self.load_hf_dataset()
|
self.hf_dataset = self.load_hf_dataset()
|
||||||
|
|
||||||
metadata = {
|
metadata = {
|
||||||
|
|||||||
Reference in New Issue
Block a user