SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Small nit, (#22653)

Browse Source 
* Small nit,
Fixes #21986

* Update src/transformers/pipelines/__init__.py
This commit is contained in:
Arthur
2023-04-07 17:29:23 +02:00
committed by GitHub
parent fc1ba6fd11
commit 117a0f6afa
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/pipelines/__init__.py
View File

@@ -788,7 +788,6 @@ def pipeline(
model_config = model.config model_config = model.config
hub_kwargs["_commit_hash"] = model.config._commit_hash hub_kwargs["_commit_hash"] = model.config._commit_hash
load_tokenizer = type(model_config) in TOKENIZER_MAPPING or model_config.tokenizer_class is not None load_tokenizer = type(model_config) in TOKENIZER_MAPPING or model_config.tokenizer_class is not None
load_feature_extractor = type(model_config) in FEATURE_EXTRACTOR_MAPPING or feature_extractor is not None load_feature_extractor = type(model_config) in FEATURE_EXTRACTOR_MAPPING or feature_extractor is not None
load_image_processor = type(model_config) in IMAGE_PROCESSOR_MAPPING or image_processor is not None load_image_processor = type(model_config) in IMAGE_PROCESSOR_MAPPING or image_processor is not None
@@ -871,7 +870,8 @@ def pipeline(
tokenizer_kwargs = tokenizer[1] tokenizer_kwargs = tokenizer[1]
else: else:
tokenizer_identifier = tokenizer tokenizer_identifier = tokenizer
tokenizer_kwargs = model_kwargs tokenizer_kwargs = model_kwargs.copy()
tokenizer_kwargs.pop("torch_dtype", None)
tokenizer = AutoTokenizer.from_pretrained( tokenizer = AutoTokenizer.from_pretrained(
tokenizer_identifier, use_fast=use_fast, _from_pipeline=task, **hub_kwargs, **tokenizer_kwargs tokenizer_identifier, use_fast=use_fast, _from_pipeline=task, **hub_kwargs, **tokenizer_kwargs