migration: skip non-standard SO arms instead of relabeling them

Only migrate datasets usable right away as a clean 6-DOF joint stack. SO datasets
whose action/observation.state dim isn't a multiple of 6 (extra bbox/EE columns
appended) are now skipped as out-of-scope, matching the end-effector skip, rather
than being relabeled '_nonstandard' and migrated structurally.
This commit is contained in:
CarolinePascal
2026-07-17 16:31:22 +02:00
parent 17f0d8f9dc
commit d53557dec4
2 changed files with 10 additions and 21 deletions
+1 -20
View File
@@ -8,7 +8,7 @@ import numpy as np
import pandas as pd
import so_arm_frame
from classify import classify, load_info
from classify import classify
VALUE_COLS = ("observation.state", "action")
@@ -17,13 +17,6 @@ def _stack(col_values) -> np.ndarray:
return np.stack([np.asarray(v, dtype=np.float64) for v in col_values]) # (N, D)
def _set_robot_type(root: Path, robot_type: str) -> None:
info_path = root / "meta" / "info.json"
info = json.loads(info_path.read_text())
info["robot_type"] = robot_type
info_path.write_text(json.dumps(info, indent=4))
def _rewrite_parquet(root: Path, encoding: str) -> None:
for pq in sorted((root / "data").glob("*/*.parquet")):
df = pd.read_parquet(pq)
@@ -85,18 +78,6 @@ def fix_dataset_in_place(root) -> dict:
return {**cls, "converted": False,
"action": "structural v2.1->v3.0 only; joint values kept in normalized units "
"(-100..100 / 0..100), NOT converted to degrees (uncalibrated -> APPROXIMATE)"}
feats = load_info(root).get("features", {})
dims = [feats[c]["shape"][0] for c in VALUE_COLS if c in feats and feats[c].get("shape")]
if any(d % 6 != 0 for d in dims):
# Not a plain stack of 6-joint SO arms (e.g. a 7-joint variant): the degrees mapping
# doesn't apply. Keep the original robot_type but flag it '_nonstandard' so the SO
# lineage is preserved while making clear it isn't a canonical 6-DOF arm.
rt = cls.get("robot_type") or "so"
new_rt = rt if rt.endswith("_nonstandard") else f"{rt}_nonstandard"
_set_robot_type(root, new_rt)
return {**cls, "robot_type": new_rt, "converted": False,
"action": f"structural v2.1->v3.0 only; joint dims {dims} not a multiple of 6 "
f"(non-standard arm), robot_type set to '{new_rt}', joint values left unchanged"}
# drop stray files that would otherwise be uploaded
for junk in (root / "meta").glob("info.json.bak"):
junk.unlink()