[from_pretrained] Allow tokenizer_type ≠ model_type (#6995)

This commit is contained in:
Julien Chaumond
2020-09-09 10:22:59 +02:00
committed by GitHub
parent 03e363f9ae
commit ed71c21d6a
4 changed files with 28 additions and 1 deletions

View File

@@ -190,6 +190,7 @@ class PretrainedConfig(object):
self.num_labels = kwargs.pop("num_labels", 2)
# Tokenizer arguments TODO: eventually tokenizer and models should share the same config
self.tokenizer_class = kwargs.pop("tokenizer_class", None)
self.prefix = kwargs.pop("prefix", None)
self.bos_token_id = kwargs.pop("bos_token_id", None)
self.pad_token_id = kwargs.pop("pad_token_id", None)