def forward(self, value, key, query, mask): attention = self.attention(value, key, query, mask) # Add & Norm x = self.dropout(self.norm1(attention + query)) forward = self.feed_forward(x) out = self.dropout(self.norm2(forward + x)) return out
