Fix for XLMRobertaConfig inherits from RobertaConfig

hat/tip @stefan-it
2020-01-22 17:50:24 -05:00
parent 1a8e87be4e
commit 34a3c25a30
2 changed files with 5 additions and 5 deletions
--- a/src/transformers/tokenization_auto.py
+++ b/src/transformers/tokenization_auto.py
@@ -60,8 +60,8 @@ TOKENIZER_MAPPING = OrderedDict(
        (DistilBertConfig, DistilBertTokenizer),
        (AlbertConfig, AlbertTokenizer),
        (CamembertConfig, CamembertTokenizer),
-        (RobertaConfig, RobertaTokenizer),
        (XLMRobertaConfig, XLMRobertaTokenizer),
+        (RobertaConfig, RobertaTokenizer),
        (BertConfig, BertTokenizer),
        (OpenAIGPTConfig, OpenAIGPTTokenizer),
        (GPT2Config, GPT2Tokenizer),