SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Add from_pretrained to dummy timm objects (#12097)

Browse Source 
* Add from_pretrained to dummy timm

* Fix at the source

* Update utils/check_dummies.py

Co-authored-by: Lysandre Debut <lysandre@huggingface.co>

* Missing pretrained dummies

* Style

Co-authored-by: Sylvain Gugger <sylvain.gugger@gmail.com>
Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com>
This commit is contained in:
Lysandre Debut
2021-06-11 18:27:10 +02:00
committed by GitHub
parent 15b498f3b8
commit 3b1f5caff2
8 changed files with 1158 additions and 1071 deletions
Download Patch File Download Diff File Expand all files Collapse all files

152
src/transformers/utils/dummy_flax_objects.py
View File

@@ -37,8 +37,8 @@ class FlaxPreTrainedModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
FLAX_MODEL_FOR_CAUSAL_LM_MAPPING = None
@@ -73,8 +73,8 @@ class FlaxAutoModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxAutoModelForCausalLM:
@@ -82,8 +82,8 @@ class FlaxAutoModelForCausalLM:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxAutoModelForMaskedLM:
@@ -91,8 +91,8 @@ class FlaxAutoModelForMaskedLM:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxAutoModelForMultipleChoice:
@@ -100,8 +100,8 @@ class FlaxAutoModelForMultipleChoice:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxAutoModelForNextSentencePrediction:
@@ -109,8 +109,8 @@ class FlaxAutoModelForNextSentencePrediction:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxAutoModelForPreTraining:
@@ -118,8 +118,8 @@ class FlaxAutoModelForPreTraining:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxAutoModelForQuestionAnswering:
@@ -127,8 +127,8 @@ class FlaxAutoModelForQuestionAnswering:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxAutoModelForSequenceClassification:
@@ -136,8 +136,8 @@ class FlaxAutoModelForSequenceClassification:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxAutoModelForTokenClassification:
@@ -145,8 +145,8 @@ class FlaxAutoModelForTokenClassification:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxBertForMaskedLM:
@@ -154,8 +154,8 @@ class FlaxBertForMaskedLM:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxBertForMultipleChoice:
@@ -163,8 +163,8 @@ class FlaxBertForMultipleChoice:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxBertForNextSentencePrediction:
@@ -182,8 +182,8 @@ class FlaxBertForQuestionAnswering:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxBertForSequenceClassification:
@@ -191,8 +191,8 @@ class FlaxBertForSequenceClassification:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxBertForTokenClassification:
@@ -200,8 +200,8 @@ class FlaxBertForTokenClassification:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxBertModel:
@@ -209,8 +209,8 @@ class FlaxBertModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxBertPreTrainedModel:
@@ -218,8 +218,8 @@ class FlaxBertPreTrainedModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxCLIPModel:
@@ -227,8 +227,8 @@ class FlaxCLIPModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxCLIPPreTrainedModel:
@@ -236,8 +236,8 @@ class FlaxCLIPPreTrainedModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxCLIPTextModel:
@@ -245,8 +245,8 @@ class FlaxCLIPTextModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxCLIPVisionModel:
@@ -254,8 +254,8 @@ class FlaxCLIPVisionModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxElectraForMaskedLM:
@@ -263,8 +263,8 @@ class FlaxElectraForMaskedLM:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxElectraForMultipleChoice:
@@ -272,8 +272,8 @@ class FlaxElectraForMultipleChoice:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxElectraForPreTraining:
@@ -286,8 +286,8 @@ class FlaxElectraForQuestionAnswering:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxElectraForSequenceClassification:
@@ -295,8 +295,8 @@ class FlaxElectraForSequenceClassification:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxElectraForTokenClassification:
@@ -304,8 +304,8 @@ class FlaxElectraForTokenClassification:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxElectraModel:
@@ -313,8 +313,8 @@ class FlaxElectraModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxElectraPreTrainedModel:
@@ -322,8 +322,8 @@ class FlaxElectraPreTrainedModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxGPT2LMHeadModel:
@@ -331,8 +331,8 @@ class FlaxGPT2LMHeadModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxGPT2Model:
@@ -340,8 +340,8 @@ class FlaxGPT2Model:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxRobertaForMaskedLM:
@@ -349,8 +349,8 @@ class FlaxRobertaForMaskedLM:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxRobertaForMultipleChoice:
@@ -358,8 +358,8 @@ class FlaxRobertaForMultipleChoice:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxRobertaForQuestionAnswering:
@@ -367,8 +367,8 @@ class FlaxRobertaForQuestionAnswering:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxRobertaForSequenceClassification:
@@ -376,8 +376,8 @@ class FlaxRobertaForSequenceClassification:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxRobertaForTokenClassification:
@@ -385,8 +385,8 @@ class FlaxRobertaForTokenClassification:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxRobertaModel:
@@ -394,8 +394,8 @@ class FlaxRobertaModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxRobertaPreTrainedModel:
@@ -403,8 +403,8 @@ class FlaxRobertaPreTrainedModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])
class FlaxViTForImageClassification:
@@ -417,5 +417,5 @@ class FlaxViTModel:
requires_backends(self, ["flax"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["flax"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["flax"])

1148
src/transformers/utils/dummy_pt_objects.py
View File

File diff suppressed because it is too large Load Diff

68
src/transformers/utils/dummy_sentencepiece_objects.py
View File

@@ -7,8 +7,8 @@ class AlbertTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class BarthezTokenizer:
@@ -16,8 +16,8 @@ class BarthezTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class BertGenerationTokenizer:
@@ -25,8 +25,8 @@ class BertGenerationTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class CamembertTokenizer:
@@ -34,8 +34,8 @@ class CamembertTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class DebertaV2Tokenizer:
@@ -43,8 +43,8 @@ class DebertaV2Tokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class M2M100Tokenizer:
@@ -52,8 +52,8 @@ class M2M100Tokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class MarianTokenizer:
@@ -61,8 +61,8 @@ class MarianTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class MBart50Tokenizer:
@@ -70,8 +70,8 @@ class MBart50Tokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class MBartTokenizer:
@@ -79,8 +79,8 @@ class MBartTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class MT5Tokenizer:
@@ -88,8 +88,8 @@ class MT5Tokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class PegasusTokenizer:
@@ -97,8 +97,8 @@ class PegasusTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class ReformerTokenizer:
@@ -106,8 +106,8 @@ class ReformerTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class Speech2TextTokenizer:
@@ -115,8 +115,8 @@ class Speech2TextTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class T5Tokenizer:
@@ -124,8 +124,8 @@ class T5Tokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class XLMProphetNetTokenizer:
@@ -133,8 +133,8 @@ class XLMProphetNetTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class XLMRobertaTokenizer:
@@ -142,8 +142,8 @@ class XLMRobertaTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])
class XLNetTokenizer:
@@ -151,5 +151,5 @@ class XLNetTokenizer:
requires_backends(self, ["sentencepiece"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["sentencepiece"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["sentencepiece"])

680
src/transformers/utils/dummy_tf_objects.py
View File

File diff suppressed because it is too large Load Diff

12
src/transformers/utils/dummy_timm_and_vision_objects.py
View File

@@ -9,16 +9,24 @@ class DetrForObjectDetection:
def __init__(self, *args, **kwargs):
requires_backends(self, ["timm", "vision"])
@classmethod
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["timm", "vision"])
class DetrForSegmentation:
def __init__(self, *args, **kwargs):
requires_backends(self, ["timm", "vision"])
@classmethod
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["timm", "vision"])
class DetrModel:
def __init__(self, *args, **kwargs):
requires_backends(self, ["timm", "vision"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["timm", "vision"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["timm", "vision"])

12
src/transformers/utils/dummy_timm_objects.py
View File

@@ -9,16 +9,24 @@ class DetrForObjectDetection:
def __init__(self, *args, **kwargs):
requires_backends(self, ["timm"])
@classmethod
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["timm"])
class DetrForSegmentation:
def __init__(self, *args, **kwargs):
requires_backends(self, ["timm"])
@classmethod
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["timm"])
class DetrModel:
def __init__(self, *args, **kwargs):
requires_backends(self, ["timm"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["timm"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["timm"])

148
src/transformers/utils/dummy_tokenizers_objects.py
View File

@@ -7,8 +7,8 @@ class AlbertTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class BartTokenizerFast:
@@ -16,8 +16,8 @@ class BartTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class BarthezTokenizerFast:
@@ -25,8 +25,8 @@ class BarthezTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class BertTokenizerFast:
@@ -34,8 +34,8 @@ class BertTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class BigBirdTokenizerFast:
@@ -43,8 +43,8 @@ class BigBirdTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class CamembertTokenizerFast:
@@ -52,8 +52,8 @@ class CamembertTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class CLIPTokenizerFast:
@@ -61,8 +61,8 @@ class CLIPTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class ConvBertTokenizerFast:
@@ -70,8 +70,8 @@ class ConvBertTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class DebertaTokenizerFast:
@@ -79,8 +79,8 @@ class DebertaTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class DistilBertTokenizerFast:
@@ -88,8 +88,8 @@ class DistilBertTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class DPRContextEncoderTokenizerFast:
@@ -97,8 +97,8 @@ class DPRContextEncoderTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class DPRQuestionEncoderTokenizerFast:
@@ -106,8 +106,8 @@ class DPRQuestionEncoderTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class DPRReaderTokenizerFast:
@@ -115,8 +115,8 @@ class DPRReaderTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class ElectraTokenizerFast:
@@ -124,8 +124,8 @@ class ElectraTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class FunnelTokenizerFast:
@@ -133,8 +133,8 @@ class FunnelTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class GPT2TokenizerFast:
@@ -142,8 +142,8 @@ class GPT2TokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class HerbertTokenizerFast:
@@ -151,8 +151,8 @@ class HerbertTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class LayoutLMTokenizerFast:
@@ -160,8 +160,8 @@ class LayoutLMTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class LEDTokenizerFast:
@@ -169,8 +169,8 @@ class LEDTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class LongformerTokenizerFast:
@@ -178,8 +178,8 @@ class LongformerTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class LxmertTokenizerFast:
@@ -187,8 +187,8 @@ class LxmertTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class MBart50TokenizerFast:
@@ -196,8 +196,8 @@ class MBart50TokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class MBartTokenizerFast:
@@ -205,8 +205,8 @@ class MBartTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class MobileBertTokenizerFast:
@@ -214,8 +214,8 @@ class MobileBertTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class MPNetTokenizerFast:
@@ -223,8 +223,8 @@ class MPNetTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class MT5TokenizerFast:
@@ -232,8 +232,8 @@ class MT5TokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class OpenAIGPTTokenizerFast:
@@ -241,8 +241,8 @@ class OpenAIGPTTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class PegasusTokenizerFast:
@@ -250,8 +250,8 @@ class PegasusTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class ReformerTokenizerFast:
@@ -259,8 +259,8 @@ class ReformerTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class RetriBertTokenizerFast:
@@ -268,8 +268,8 @@ class RetriBertTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class RobertaTokenizerFast:
@@ -277,8 +277,8 @@ class RobertaTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class RoFormerTokenizerFast:
@@ -286,8 +286,8 @@ class RoFormerTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class SqueezeBertTokenizerFast:
@@ -295,8 +295,8 @@ class SqueezeBertTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class T5TokenizerFast:
@@ -304,8 +304,8 @@ class T5TokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class XLMRobertaTokenizerFast:
@@ -313,8 +313,8 @@ class XLMRobertaTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class XLNetTokenizerFast:
@@ -322,8 +322,8 @@ class XLNetTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])
class PreTrainedTokenizerFast:
@@ -331,5 +331,5 @@ class PreTrainedTokenizerFast:
requires_backends(self, ["tokenizers"])
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, ["tokenizers"])

9
utils/check_dummies.py
View File

@@ -39,8 +39,8 @@ class {0}:
requires_backends(self, {1})
@classmethod
def from_pretrained(self, *args, **kwargs):
requires_backends(self, {1})
def from_pretrained(cls, *args, **kwargs):
requires_backends(cls, {1})
"""
DUMMY_CLASS = """
@@ -103,11 +103,14 @@ def read_init():
def create_dummy_object(name, backend_name):
"""Create the code for the dummy object corresponding to `name`."""
_pretrained = [
"Config" "ForCausalLM",
"Config",
"ForCausalLM",
"ForConditionalGeneration",
"ForMaskedLM",
"ForMultipleChoice",
"ForObjectDetection",
"ForQuestionAnswering",
"ForSegmentation",
"ForSequenceClassification",
"ForTokenClassification",
"Model",