[Feature] inline hold_out_net (#2498)

pytorch · Oct 17, 2024 · 7c63e2e · 7c63e2e
1 parent cbfcd63
commit 7c63e2e
Showing 1 changed file with 9 additions and 2 deletions.
diff --git a/torchrl/objectives/utils.py b/torchrl/objectives/utils.py
@@ -408,11 +408,18 @@ def __init__(self, network: nn.Module) -> None:
 
     def __enter__(self) -> None:
         if self.mode:
-            self.network.requires_grad_(False)
+            if is_dynamo_compiling():
+                self._params = TensorDict.from_module(self.network)
+                self._params.data.to_module(self.network)
+            else:
+                self.network.requires_grad_(False)
 
     def __exit__(self, exc_type, exc_val, exc_tb) -> None:
         if self.mode:
-            self.network.requires_grad_()
+            if is_dynamo_compiling():
+                self._params.to_module(self.network)
+            else:
+                self.network.requires_grad_()
 
 
 class hold_out_params(_context_manager):