Fix convergence of sac, multiple torch compile on the same model caused divergence

This commit is contained in:
AdilZouitine
2025-03-31 13:54:21 +00:00
parent 8494634d48
commit 026ad463a9
3 changed files with 1 additions and 5 deletions
+1 -3
View File
@@ -285,9 +285,7 @@ def add_actor_information_and_train(
# ds_meta=cfg.dataset,
env_cfg=cfg.env,
)
# compile policy
policy = torch.compile(policy)
assert isinstance(policy, nn.Module)
policy.train()