From 1aec991643a6fec0e7d504626fc68347fe93b658 Mon Sep 17 00:00:00 2001 From: Patrick von Platen Date: Sat, 8 Aug 2020 20:37:29 +0200 Subject: [PATCH] [GPT2] Correct typo in docs (#6352) --- src/transformers/configuration_gpt2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/configuration_gpt2.py b/src/transformers/configuration_gpt2.py index 5dd80d1987..91fa257b24 100644 --- a/src/transformers/configuration_gpt2.py +++ b/src/transformers/configuration_gpt2.py @@ -71,7 +71,7 @@ class GPT2Config(PretrainedConfig): The dropout ratio for the attention. layer_norm_epsilon (:obj:`float`, optional, defaults to 1e-5): The epsilon to use in the layer normalization layers - initializer_range (:obj:`float`, optional, defaults to 16): + initializer_range (:obj:`float`, optional, defaults to 0.02): The standard deviation of the truncated_normal_initializer for initializing all weight matrices. summary_type (:obj:`string`, optional, defaults to "cls_index"): Argument used when doing sequence summary. Used in for the multiple choice head in