From b1dd65be8f12fbe19525bc4ae0dbbc14975778a7 Mon Sep 17 00:00:00 2001 From: Soohwan Kim Date: Fri, 4 Mar 2022 16:30:05 +0900 Subject: [PATCH] Update attentions.py --- attentions.py | 1 - 1 file changed, 1 deletion(-) diff --git a/attentions.py b/attentions.py index 73d3ace..10dfb97 100644 --- a/attentions.py +++ b/attentions.py @@ -48,7 +48,6 @@ class DotProductAttention(nn.Module): """ def __init__(self, hidden_dim): super(DotProductAttention, self).__init__() - self.normalize = nn.LayerNorm(hidden_dim) def forward(self, query: Tensor, value: Tensor) -> Tuple[Tensor, Tensor]: batch_size, hidden_dim, input_size = query.size(0), query.size(2), value.size(1)