ALBERT can load pre-trained models. Doesn't inherit from BERT anymore.

2019-10-31 16:37:34 +00:00
parent c4403006b8
commit 4f3a54bfc8
4 changed files with 68 additions and 12 deletions
--- a/transformers/init.py
+++ b/transformers/init.py
@@ -107,7 +107,7 @@ if is_torch_available():
                                CAMEMBERT_PRETRAINED_MODEL_ARCHIVE_MAP)
    from .modeling_encoder_decoder import PreTrainedEncoderDecoder, Model2Model

-    from .modeling_albert import (AlbertModel, AlbertForMaskedLM)
+    from .modeling_albert import (AlbertModel, AlbertForMaskedLM, ALBERT_PRETRAINED_MODEL_ARCHIVE_MAP)

    # Optimization
    from .optimization import (AdamW, get_constant_schedule, get_constant_schedule_with_warmup, get_cosine_schedule_with_warmup,