From 894812c65247c0c486061b17f2e1834b18c9fbed Mon Sep 17 00:00:00 2001 From: Julien Chaumond Date: Mon, 13 Jan 2020 23:34:19 +0000 Subject: [PATCH] Fixup mapping --- src/transformers/tokenization_auto.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/transformers/tokenization_auto.py b/src/transformers/tokenization_auto.py index 683912add0..8523331ed6 100644 --- a/src/transformers/tokenization_auto.py +++ b/src/transformers/tokenization_auto.py @@ -60,8 +60,8 @@ TOKENIZER_MAPPING = OrderedDict( (DistilBertConfig, DistilBertTokenizer), (AlbertConfig, AlbertTokenizer), (CamembertConfig, CamembertTokenizer), - (RobertaConfig, XLMRobertaTokenizer), - (XLMRobertaConfig, RobertaTokenizer), + (RobertaConfig, RobertaTokenizer), + (XLMRobertaConfig, XLMRobertaTokenizer), (BertConfig, BertTokenizer), (OpenAIGPTConfig, OpenAIGPTTokenizer), (GPT2Config, GPT2Tokenizer),