SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Update processor mapping for hub snippets (#27477)

Browse Source
This commit is contained in:
amyeroberts
2023-11-14 20:05:54 +00:00
committed by GitHub
parent 067c4a310d
commit 303c1d69f3
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
utils/update_metadata.py
View File

@@ -197,9 +197,9 @@ def get_frameworks_table() -> pd.DataFrame:
processors[t] = "AutoProcessor" processors[t] = "AutoProcessor"
elif t in transformers_module.models.auto.tokenization_auto.TOKENIZER_MAPPING_NAMES: elif t in transformers_module.models.auto.tokenization_auto.TOKENIZER_MAPPING_NAMES:
processors[t] = "AutoTokenizer" processors[t] = "AutoTokenizer"
elif t in transformers_module.models.auto.feature_extraction_auto.FEATURE_EXTRACTOR_MAPPING_NAMES:
processors[t] = "AutoFeatureExtractor"
elif t in transformers_module.models.auto.image_processing_auto.IMAGE_PROCESSOR_MAPPING_NAMES: elif t in transformers_module.models.auto.image_processing_auto.IMAGE_PROCESSOR_MAPPING_NAMES:
processors[t] = "AutoImageProcessor"
elif t in transformers_module.models.auto.feature_extraction_auto.FEATURE_EXTRACTOR_MAPPING_NAMES:
processors[t] = "AutoFeatureExtractor" processors[t] = "AutoFeatureExtractor"
else: else:
# Default to AutoTokenizer if a model has nothing, for backward compatibility. # Default to AutoTokenizer if a model has nothing, for backward compatibility.