Add MP Net 2 (#9004)

This commit is contained in:
StillKeepTry
2020-12-09 10:25:31 -05:00
committed by Lysandre
parent 8729109855
commit df2af6d8b8
21 changed files with 4248 additions and 14 deletions

View File

@@ -28,7 +28,7 @@ from .utils import DataProcessor
# Store the tokenizers which insert 2 separators tokens
MULTI_SEP_TOKENS_TOKENIZERS_SET = {"roberta", "camembert", "bart"}
MULTI_SEP_TOKENS_TOKENIZERS_SET = {"roberta", "camembert", "bart", "mpnet"}
if is_torch_available():