SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Dummies multi backend (#11100)

Browse Source 
* Replaces requires_xxx by one generic method

* Quality and update check_dummies

* Fix inits check

* Post-merge cleanup
This commit is contained in:
Sylvain Gugger
2021-04-07 09:56:40 -04:00
committed by GitHub
parent 424419f549
commit 11505fa139
18 changed files with 1246 additions and 1275 deletions
Download Patch File Download Diff File Expand all files Collapse all files

141
src/transformers/utils/dummy_tokenizers_objects.py
View File

@@ -1,306 +1,299 @@
# This file is autogenerated by the command `make fix-copies`, do not edit.
from ..file_utils import requires_tokenizers
from ..file_utils import requires_backends
class AlbertTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class BartTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class BarthezTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class BertTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class CamembertTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class ConvBertTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class DistilBertTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class DPRContextEncoderTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class DPRQuestionEncoderTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class DPRReaderTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class ElectraTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class FunnelTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class GPT2TokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class HerbertTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class LayoutLMTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class LEDTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class LongformerTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class LxmertTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class MBart50TokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class MBartTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class MobileBertTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class MPNetTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class MT5TokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class OpenAIGPTTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class PegasusTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class ReformerTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class RetriBertTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class RobertaTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class SqueezeBertTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class T5TokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class XLMRobertaTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class XLNetTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
class PreTrainedTokenizerFast:
def __init__(self, *args, **kwargs):
requires_tokenizers(self)
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_tokenizers(self)
SLOW_TO_FAST_CONVERTERS = None
def convert_slow_tokenizer(*args, **kwargs):
requires_tokenizers(convert_slow_tokenizer)
requires_backends(self, ["tokenizers"])