mirror of
https://github.com/huggingface/lerobot.git
synced 2026-07-24 02:06:15 +00:00
Use HfFileSystem for sidecar episode benchmark
This commit is contained in:
@@ -969,16 +969,6 @@ def main() -> None:
|
|||||||
if args.include_decode:
|
if args.include_decode:
|
||||||
run_remote_strategy(meta, data_root, args, parquet_reader)
|
run_remote_strategy(meta, data_root, args, parquet_reader)
|
||||||
print()
|
print()
|
||||||
run_indexed_strategy(
|
|
||||||
meta,
|
|
||||||
data_root,
|
|
||||||
args,
|
|
||||||
parquet_reader,
|
|
||||||
range_backend="native-http",
|
|
||||||
label="indexed-native-http-sidecar",
|
|
||||||
sidecar_path=str(sidecar_path),
|
|
||||||
)
|
|
||||||
print()
|
|
||||||
run_indexed_strategy(
|
run_indexed_strategy(
|
||||||
meta,
|
meta,
|
||||||
data_root,
|
data_root,
|
||||||
@@ -1010,13 +1000,14 @@ def main() -> None:
|
|||||||
)
|
)
|
||||||
return
|
return
|
||||||
if sidecar_path is not None and args.strategy == "native-http":
|
if sidecar_path is not None and args.strategy == "native-http":
|
||||||
|
print("using_indexed_sidecar_for_native_http: sidecar mode uses HfFileSystem range reads")
|
||||||
run_indexed_strategy(
|
run_indexed_strategy(
|
||||||
meta,
|
meta,
|
||||||
data_root,
|
data_root,
|
||||||
args,
|
args,
|
||||||
parquet_reader,
|
parquet_reader,
|
||||||
range_backend="native-http",
|
range_backend="fsspec",
|
||||||
label="indexed-native-http-sidecar",
|
label="indexed-sidecar",
|
||||||
sidecar_path=str(sidecar_path),
|
sidecar_path=str(sidecar_path),
|
||||||
)
|
)
|
||||||
return
|
return
|
||||||
|
|||||||
Reference in New Issue
Block a user