mirror of
https://github.com/huggingface/lerobot.git
synced 2026-06-18 16:57:12 +00:00
Use HfFileSystem for sidecar episode benchmark
This commit is contained in:
@@ -969,16 +969,6 @@ def main() -> None:
|
||||
if args.include_decode:
|
||||
run_remote_strategy(meta, data_root, args, parquet_reader)
|
||||
print()
|
||||
run_indexed_strategy(
|
||||
meta,
|
||||
data_root,
|
||||
args,
|
||||
parquet_reader,
|
||||
range_backend="native-http",
|
||||
label="indexed-native-http-sidecar",
|
||||
sidecar_path=str(sidecar_path),
|
||||
)
|
||||
print()
|
||||
run_indexed_strategy(
|
||||
meta,
|
||||
data_root,
|
||||
@@ -1010,13 +1000,14 @@ def main() -> None:
|
||||
)
|
||||
return
|
||||
if sidecar_path is not None and args.strategy == "native-http":
|
||||
print("using_indexed_sidecar_for_native_http: sidecar mode uses HfFileSystem range reads")
|
||||
run_indexed_strategy(
|
||||
meta,
|
||||
data_root,
|
||||
args,
|
||||
parquet_reader,
|
||||
range_backend="native-http",
|
||||
label="indexed-native-http-sidecar",
|
||||
range_backend="fsspec",
|
||||
label="indexed-sidecar",
|
||||
sidecar_path=str(sidecar_path),
|
||||
)
|
||||
return
|
||||
|
||||
Reference in New Issue
Block a user