Use HfFileSystem for sidecar episode benchmark

This commit is contained in:
Pepijn
2026-06-17 21:01:43 +02:00
parent 30849ce74f
commit 3451e53452
+3 -12
View File
@@ -969,16 +969,6 @@ def main() -> None:
if args.include_decode:
run_remote_strategy(meta, data_root, args, parquet_reader)
print()
run_indexed_strategy(
meta,
data_root,
args,
parquet_reader,
range_backend="native-http",
label="indexed-native-http-sidecar",
sidecar_path=str(sidecar_path),
)
print()
run_indexed_strategy(
meta,
data_root,
@@ -1010,13 +1000,14 @@ def main() -> None:
)
return
if sidecar_path is not None and args.strategy == "native-http":
print("using_indexed_sidecar_for_native_http: sidecar mode uses HfFileSystem range reads")
run_indexed_strategy(
meta,
data_root,
args,
parquet_reader,
range_backend="native-http",
label="indexed-native-http-sidecar",
range_backend="fsspec",
label="indexed-sidecar",
sidecar_path=str(sidecar_path),
)
return