diff --git a/src/transformers/models/roformer/configuration_roformer.py b/src/transformers/models/roformer/configuration_roformer.py
index 8a9e2dba95..a5af26aa5d 100644
--- a/src/transformers/models/roformer/configuration_roformer.py
+++ b/src/transformers/models/roformer/configuration_roformer.py
@@ -100,7 +100,7 @@ class RoFormerConfig(PretrainedConfig):
     >>> # Initializing a RoFormer junnyu/roformer_chinese_base style configuration
     >>> configuration = RoFormerConfig()
 
-    >>> # Initializing a model from the junnyu/roformer_chinese_base style configuration
+    >>> # Initializing a model (with random weights) from the junnyu/roformer_chinese_base style configuration
     >>> model = RoFormerModel(configuration)
 
     >>> # Accessing the model configuration
diff --git a/utils/not_doctested.txt b/utils/not_doctested.txt
index 01ac59645c..12c6f21a3d 100644
--- a/utils/not_doctested.txt
+++ b/utils/not_doctested.txt
@@ -756,7 +756,6 @@ src/transformers/models/roberta/modeling_flax_roberta.py
 src/transformers/models/roberta_prelayernorm/convert_roberta_prelayernorm_original_pytorch_checkpoint_to_pytorch.py
 src/transformers/models/roberta_prelayernorm/modeling_flax_roberta_prelayernorm.py
 src/transformers/models/roc_bert/configuration_roc_bert.py
-src/transformers/models/roformer/configuration_roformer.py
 src/transformers/models/roformer/convert_roformer_original_tf_checkpoint_to_pytorch.py
 src/transformers/models/roformer/modeling_flax_roformer.py
 src/transformers/models/roformer/modeling_roformer.py