Merge pull request #2291 from aaugustin/fix-flake8-F841

Fix F841 flake8 warning
This commit is contained in:
Thomas Wolf
2019-12-25 22:37:42 +01:00
committed by GitHub
17 changed files with 14 additions and 41 deletions

View File

@@ -446,8 +446,6 @@ class MultiHeadedAttention(nn.Module):
batch_size = key.size(0)
dim_per_head = self.dim_per_head
head_count = self.head_count
key_len = key.size(1)
query_len = query.size(1)
def shape(x):
""" projection """
@@ -504,9 +502,6 @@ class MultiHeadedAttention(nn.Module):
query = shape(query)
key_len = key.size(2)
query_len = query.size(2)
# 2) Calculate and scale scores.
query = query / math.sqrt(dim_per_head)
scores = torch.matmul(query, key.transpose(2, 3))