token_type_ids isn't used (#9736)

This commit is contained in:
Stas Bekman
2021-01-22 20:38:53 -08:00
committed by GitHub
parent a449ffcbd2
commit b7b7e5d049

View File

@@ -177,6 +177,7 @@ class FSMTTokenizer(PreTrainedTokenizer):
pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP
pretrained_init_configuration = PRETRAINED_INIT_CONFIGURATION
max_model_input_sizes = PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
model_input_names = ["attention_mask"]
def __init__(
self,