11505fa139
* Replaces requires_xxx by one generic method * Quality and update check_dummies * Fix inits check * Post-merge cleanup
156 lines
4.0 KiB
Python
156 lines
4.0 KiB
Python
# This file is autogenerated by the command `make fix-copies`, do not edit.
|
|
from ..file_utils import requires_backends
|
|
|
|
|
|
class AlbertTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class BarthezTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class BertGenerationTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class CamembertTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class DebertaV2Tokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class M2M100Tokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class MarianTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class MBart50Tokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class MBartTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class MT5Tokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class PegasusTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class ReformerTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class Speech2TextTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class T5Tokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class XLMProphetNetTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class XLMRobertaTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
|
|
class XLNetTokenizer:
|
|
def __init__(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|
|
|
|
@classmethod
|
|
def from_pretrained(self, *args, **kwargs):
|
|
requires_backends(self, ["sentencepiece"])
|