apply ignore_prompt on valid batches

OpenNMT · Mar 12, 2024 · ad5d653 · ad5d653
1 parent bedbcc4
commit ad5d653
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/onmt/trainer.py b/onmt/trainer.py
@@ -401,6 +401,8 @@ def validate(self, valid_iter, moving_average=None):
                     )
 
                     # Compute loss.
+                    if self.zero_out_prompt_loss:
+                        batch = self.valid_loss.ignore_prompt(batch)
                     _, batch_stats = self.valid_loss(batch, model_out, attns)
 
                     stats.update(batch_stats)