From 2509d9390c2dc071b5bcd1ba4fb5de06849e26d3 Mon Sep 17 00:00:00 2001 From: Vincent Nguyen Date: Mon, 18 Dec 2023 12:41:54 +0100 Subject: [PATCH] Fixmask (#2538) * revert mask --- onmt/modules/multi_headed_attn.py | 1 - 1 file changed, 1 deletion(-) diff --git a/onmt/modules/multi_headed_attn.py b/onmt/modules/multi_headed_attn.py index 5eff61da4c..8306e524ea 100644 --- a/onmt/modules/multi_headed_attn.py +++ b/onmt/modules/multi_headed_attn.py @@ -469,7 +469,6 @@ def forward( (key_pad_mask, y), 2 ) key_pad_mask = self.layer_cache[1]["key_pad_mask"] - mask = key_pad_mask.unsqueeze(1) else: # Retrieve keys and values from linear layers (training mode). key = self.maybe_ckpt(self.linear_keys, key)