From b7b7e5d049454c3886f7ead49117b14410cc5957 Mon Sep 17 00:00:00 2001 From: Stas Bekman Date: Fri, 22 Jan 2021 20:38:53 -0800 Subject: [PATCH] token_type_ids isn't used (#9736) --- src/transformers/models/fsmt/tokenization_fsmt.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/transformers/models/fsmt/tokenization_fsmt.py b/src/transformers/models/fsmt/tokenization_fsmt.py index 30b4e5afd9..28001a3896 100644 --- a/src/transformers/models/fsmt/tokenization_fsmt.py +++ b/src/transformers/models/fsmt/tokenization_fsmt.py @@ -177,6 +177,7 @@ class FSMTTokenizer(PreTrainedTokenizer): pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP pretrained_init_configuration = PRETRAINED_INIT_CONFIGURATION max_model_input_sizes = PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES + model_input_names = ["attention_mask"] def __init__( self,