From a79a9e1241b9257bbce1d933fee47f3a8ff90797 Mon Sep 17 00:00:00 2001 From: Jared T Nielsen Date: Thu, 23 Apr 2020 11:18:16 -0600 Subject: [PATCH] Fix TFAlbertForSequenceClassification classifier dropout probability. It was set to config.hidden_dropout_prob, but should be config.classifier_dropout_prob. (#3928) --- src/transformers/modeling_tf_albert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/modeling_tf_albert.py b/src/transformers/modeling_tf_albert.py index 6dc03af4ea..0a1e68878f 100644 --- a/src/transformers/modeling_tf_albert.py +++ b/src/transformers/modeling_tf_albert.py @@ -781,7 +781,7 @@ class TFAlbertForSequenceClassification(TFAlbertPreTrainedModel): self.num_labels = config.num_labels self.albert = TFAlbertMainLayer(config, name="albert") - self.dropout = tf.keras.layers.Dropout(config.hidden_dropout_prob) + self.dropout = tf.keras.layers.Dropout(config.classifier_dropout_prob) self.classifier = tf.keras.layers.Dense( config.num_labels, kernel_initializer=get_initializer(config.initializer_range), name="classifier" )