remove token_type_ids from TokenizerBertGeneration output (#10070)

2021-02-08 19:05:32 +01:00
parent e4bf9910dc
commit 84acf0c7bb
1 changed files with 1 additions and 0 deletions
--- a/src/transformers/models/bert_generation/tokenization_bert_generation.py
+++ b/src/transformers/models/bert_generation/tokenization_bert_generation.py
@@ -58,6 +58,7 @@ class BertGenerationTokenizer(PreTrainedTokenizer):
    pretrained_vocab_files_map = {"vocab_file": {"bert_for_seq_generation": tokenizer_url}}
    max_model_input_sizes = {"bert_for_seq_generation": 512}
    prefix_tokens: List[int] = []
+    model_input_names = ["input_ids", "attention_mask"]

    def __init__(
        self,