Add MP Net 2 (#9004)
This commit is contained in:
@@ -28,7 +28,7 @@ from .utils import DataProcessor
|
||||
|
||||
|
||||
# Store the tokenizers which insert 2 separators tokens
|
||||
MULTI_SEP_TOKENS_TOKENIZERS_SET = {"roberta", "camembert", "bart"}
|
||||
MULTI_SEP_TOKENS_TOKENIZERS_SET = {"roberta", "camembert", "bart", "mpnet"}
|
||||
|
||||
|
||||
if is_torch_available():
|
||||
|
||||
Reference in New Issue
Block a user