apply ignore_prompt on valid batches (#2568)

l-k-11235 · web-flow · commit 847952633e4f · 2024-03-13T08:55:59.000+01:00
diff --git a/onmt/trainer.py b/onmt/trainer.py
@@ -401,6 +401,8 @@ def validate(self, valid_iter, moving_average=None):
                     )
 
                     # Compute loss.
+                    if self.zero_out_prompt_loss:
+                        batch = self.valid_loss.ignore_prompt(batch)
                     _, batch_stats = self.valid_loss(batch, model_out, attns)
 
                     stats.update(batch_stats)

Original file line number	Diff line number	Diff line change
`@@ -401,6 +401,8 @@ def validate(self, valid_iter, moving_average=None):`
`401`	`401`	`)`
`402`	`402`
`403`	`403`	`# Compute loss.`
	`404`	`+ if self.zero_out_prompt_loss:`
	`405`	`+ batch = self.valid_loss.ignore_prompt(batch)`
`404`	`406`	`_, batch_stats = self.valid_loss(batch, model_out, attns)`
`405`	`407`
`406`	`408`	`stats.update(batch_stats)`