Fix error to load data at the correct position when resuming from a c…

…heckpoint
OpenNMT · Nov 19, 2023 · cd4d637 · cd4d637
1 parent fd2f145
commit cd4d637
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/onmt/trainer.py b/onmt/trainer.py
@@ -308,6 +308,10 @@ def train(
         for i, (batches, normalization) in enumerate(self._accum_batches(train_iter)):
 
             step = self.optim.training_step
+            # Check if the iterator is at the same step as the optimizer
+            if (i + 1 != step):
+                continue
+
             # UPDATE DROPOUT
             self._maybe_update_dropout(step)