Update attentions.py

sooftware · Mar 4, 2022 · b1dd65b · b1dd65b
1 parent c19f54d
commit b1dd65b
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/attentions.py b/attentions.py
@@ -48,7 +48,6 @@ class DotProductAttention(nn.Module):
     """
     def __init__(self, hidden_dim):
         super(DotProductAttention, self).__init__()
-        self.normalize = nn.LayerNorm(hidden_dim)
 
     def forward(self, query: Tensor, value: Tensor) -> Tuple[Tensor, Tensor]:
         batch_size, hidden_dim, input_size = query.size(0), query.size(2), value.size(1)