mirror of
https://github.com/huggingface/lerobot.git
synced 2026-08-08 17:39:44 +00:00
fix(g05): initialize ActionCodec layer scales
This commit is contained in:
@@ -42,6 +42,7 @@ def _tiny_codec_config() -> dict:
|
||||
"dim_heads": 64,
|
||||
"rope_base": 10_000,
|
||||
"ffn_mult": 2,
|
||||
"layer_scale_init": 0.01,
|
||||
"n_codebooks": 2,
|
||||
"codebook_size": 16,
|
||||
"codebook_dim": 4,
|
||||
@@ -65,6 +66,10 @@ def test_native_action_codec_language_roundtrip_and_absent_groups() -> None:
|
||||
codec = G05NativeActionCodec(_tiny_codec_config(), action_token_begin=100)
|
||||
actions = torch.linspace(-1, 1, 8 * 8).reshape(8, 8)
|
||||
|
||||
for name, parameter in codec.module.named_parameters():
|
||||
if name.endswith(("ls1", "ls2")):
|
||||
torch.testing.assert_close(parameter, torch.full_like(parameter, 0.01))
|
||||
|
||||
token_ids = codec.encode_for_language({"value": actions})
|
||||
decoded, absent = codec.decode_language_tokens(
|
||||
torch.tensor(token_ids),
|
||||
|
||||
Reference in New Issue
Block a user