Fix convergence of sac, multiple torch compile on the same model caused divergence

This commit is contained in:
AdilZouitine
2025-03-31 13:54:21 +00:00
parent 8494634d48
commit 026ad463a9
3 changed files with 1 additions and 5 deletions

View File

@@ -231,7 +231,6 @@ def act_with_policy(
cfg=cfg.policy,
env_cfg=cfg.env,
)
policy = torch.compile(policy)
assert isinstance(policy, nn.Module)
obs, info = online_env.reset()