[Feature] inline hold_out_net

ghstack-source-id: c315202c8af55f0852195fe488ae855966386c4c Pull Request resolved: #2499
pytorch · Oct 17, 2024 · 815eece · 815eece · github-actions · Oct 17, 2024
1 parent d894358
commit 815eece
Showing 1 changed file with 9 additions and 2 deletions.
diff --git a/torchrl/objectives/utils.py b/torchrl/objectives/utils.py
@@ -408,11 +408,18 @@ def __init__(self, network: nn.Module) -> None:
 
     def __enter__(self) -> None:
         if self.mode:
-            self.network.requires_grad_(False)
+            if is_dynamo_compiling():
+                self._params = TensorDict.from_module(self.network)
+                self._params.data.to_module(self.network)
+            else:
+                self.network.requires_grad_(False)
 
     def __exit__(self, exc_type, exc_val, exc_tb) -> None:
         if self.mode:
-            self.network.requires_grad_()
+            if is_dynamo_compiling():
+                self._params.to_module(self.network)
+            else:
+                self.network.requires_grad_()
 
 
 class hold_out_params(_context_manager):