From 84acf0c7bb070c9e95dcbadd35bfd300a2a93fb7 Mon Sep 17 00:00:00 2001 From: demSd Date: Mon, 8 Feb 2021 19:05:32 +0100 Subject: [PATCH] remove token_type_ids from TokenizerBertGeneration output (#10070) --- .../models/bert_generation/tokenization_bert_generation.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/transformers/models/bert_generation/tokenization_bert_generation.py b/src/transformers/models/bert_generation/tokenization_bert_generation.py index 92525e8527..ce67286393 100644 --- a/src/transformers/models/bert_generation/tokenization_bert_generation.py +++ b/src/transformers/models/bert_generation/tokenization_bert_generation.py @@ -58,6 +58,7 @@ class BertGenerationTokenizer(PreTrainedTokenizer): pretrained_vocab_files_map = {"vocab_file": {"bert_for_seq_generation": tokenizer_url}} max_model_input_sizes = {"bert_for_seq_generation": 512} prefix_tokens: List[int] = [] + model_input_names = ["input_ids", "attention_mask"] def __init__( self,