SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix GroupedLinearLayer in TF ConvBERT (#9972)

Browse Source
This commit is contained in:
abhishek thakur
2021-02-03 10:49:07 +01:00
committed by GitHub
parent 71bdc076dd
commit a1a67a3ced
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/transformers/models/convbert/modeling_tf_convbert.py
View File

@@ -435,9 +435,10 @@ class GroupedLinearLayer(tf.keras.layers.Layer):
) )
def call(self, hidden_states): def call(self, hidden_states):
batch_size = shape_list(tensor=hidden_states)[1] batch_size = shape_list(hidden_states)[0]
x = tf.reshape(hidden_states, [-1, self.num_groups, self.group_in_dim]) x = tf.transpose(tf.reshape(hidden_states, [-1, self.num_groups, self.group_in_dim]), [1, 0, 2])
x = tf.matmul(a=x, b=self.kernel, transpose_b=True) x = tf.matmul(x, self.kernel)
x = tf.transpose(x, [1, 0, 2])
x = tf.reshape(x, [batch_size, -1, self.output_size]) x = tf.reshape(x, [batch_size, -1, self.output_size])
x = tf.nn.bias_add(value=x, bias=self.bias) x = tf.nn.bias_add(value=x, bias=self.bias)
return x return x