SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[bart] fix config.classif_dropout (#7593)

Browse Source
This commit is contained in:
Sam Shleifer
2020-10-06 11:33:51 -04:00
committed by GitHub
parent aa6c3c14b4
commit 2b574e7c60
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
notebooks/05-benchmark.ipynb
View File

@@ -1658,7 +1658,7 @@
" 'add_final_layer_norm': False,\n", " 'add_final_layer_norm': False,\n",
" 'attention_dropout': 0.0,\n", " 'attention_dropout': 0.0,\n",
" 'bos_token_id': 0,\n", " 'bos_token_id': 0,\n",
" 'classif_dropout': 0.0,\n", " 'classifier_dropout': 0.0,\n",
" 'd_model': 1024,\n", " 'd_model': 1024,\n",
" 'decoder_attention_heads': 16,\n", " 'decoder_attention_heads': 16,\n",
" 'decoder_ffn_dim': 4096,\n", " 'decoder_ffn_dim': 4096,\n",

2
src/transformers/configuration_bart.py
View File

@@ -195,7 +195,7 @@ class BartConfig(PretrainedConfig):
self.dropout = dropout self.dropout = dropout
# Classifier stuff # Classifier stuff
self.classif_dropout = classifier_dropout self.classifier_dropout = classifier_dropout
# pos embedding offset # pos embedding offset
self.extra_pos_embeddings = self.pad_token_id + 1 self.extra_pos_embeddings = self.pad_token_id + 1

2
src/transformers/modeling_bart.py
View File

@@ -1176,7 +1176,7 @@ class BartForSequenceClassification(PretrainedBartModel):
config.d_model, config.d_model,
config.d_model, config.d_model,
config.num_labels, config.num_labels,
config.classif_dropout, config.classifier_dropout,
) )
self.model._init_weights(self.classification_head.dense) self.model._init_weights(self.classification_head.dense)
self.model._init_weights(self.classification_head.out_proj) self.model._init_weights(self.classification_head.out_proj)