ShiftedSoftplus

mariogeiger · Aug 8, 2019 · 284f27c · 284f27c
1 parent be8e12c
commit 284f27c
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/se3cnn/non_linearities/rescaled_act.py b/se3cnn/non_linearities/rescaled_act.py
@@ -15,8 +15,9 @@ def __call__(self, x):
 class ShiftedSoftplus:
     def __init__(self, beta):
         x = torch.randn(100000, dtype=torch.float64)
-        self.factor = torch.nn.functional.softplus(x, beta).pow(2).mean().rsqrt().item()
         self.shift = torch.nn.functional.softplus(torch.zeros(()), beta).item()
+        y = torch.nn.functional.softplus(x, beta).sub(self.shift)
+        self.factor = y.pow(2).mean().rsqrt().item()
         self.beta = beta
 
     def __call__(self, x):