diff --git a/nequip/train/early_stopping.py b/nequip/train/early_stopping.py
index 3b21497c..fff93a41 100644
--- a/nequip/train/early_stopping.py
+++ b/nequip/train/early_stopping.py
@@ -74,7 +74,7 @@ def __call__(self, metrics) -> None:
             if minimum is None:
                 self.minimums[key] = value
             elif value >= (minimum - delta):
-                if not self.cumulative_delta and value > minimum:
+                if not self.cumulative_delta and value < minimum:
                     self.minimums[key] = value
                 self.counters[key] += 1
                 debug_args = f"EarlyStopping: {self.counters[key]} / {pat}"