Patched warnings + Refactored XLNet's Docstrings

2019-07-09 16:38:30 -04:00
parent 8fe2c9d98e
commit 83fb311ef7
7 changed files with 268 additions and 229 deletions
--- a/pytorch_transformers/modeling_bert.py
+++ b/pytorch_transformers/modeling_bert.py
@@ -729,7 +729,9 @@ class BertModel(BertPreTrainedModel):
 class BertForPreTraining(BertPreTrainedModel):
    """BERT model with pre-training heads.
    This module comprises the BERT model followed by the two pre-training heads:
+
        - the masked language modeling head, and
+
        - the next sentence classification head.

    Args: