Add MP Net 2 (#9004)

2020-12-09 10:25:31 -05:00
parent 8729109855
commit df2af6d8b8
21 changed files with 4248 additions and 14 deletions
--- a/src/transformers/utils/dummy_tokenizers_objects.py
+++ b/src/transformers/utils/dummy_tokenizers_objects.py
@@ -164,6 +164,15 @@ class MobileBertTokenizerFast:
        requires_tokenizers(self)


+class MPNetTokenizerFast:
+    def __init__(self, *args, **kwargs):
+        requires_tokenizers(self)
+
+    @classmethod
+    def from_pretrained(self, *args, **kwargs):
+        requires_tokenizers(self)
+
+
 class MT5TokenizerFast:
    def __init__(self, *args, **kwargs):
        requires_tokenizers(self)