mul lower by grad accum steps

ad-freiburg · Jun 26, 2024 · 82c11fa · 82c11fa
1 parent 72fdeb6
commit 82c11fa
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/python/text_utils/api/trainer.py b/python/text_utils/api/trainer.py
@@ -291,6 +291,8 @@ def __init__(
         lower = self.cfg["train"]["data"]["batch_limit"]
         if self.cfg["train"]["data"]["batch_limit_type"] != "batch_size":
             lower = lower // self.cfg["train"]["data"]["max_length"]
+        lower = lower * self.gradient_accumulation_steps
+
         self.log_interval = clamp(
             self.training_items *
             self.cfg["train"].get("log_interval", 0.001),