From 117a0f6afa3e19d40cb7d19f645f475244219b71 Mon Sep 17 00:00:00 2001 From: Arthur <48595927+ArthurZucker@users.noreply.github.com> Date: Fri, 7 Apr 2023 17:29:23 +0200 Subject: [PATCH] Small nit, (#22653) * Small nit, Fixes #21986 * Update src/transformers/pipelines/__init__.py --- src/transformers/pipelines/__init__.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/transformers/pipelines/__init__.py b/src/transformers/pipelines/__init__.py index 7beab782c7..b1d3bc43e8 100755 --- a/src/transformers/pipelines/__init__.py +++ b/src/transformers/pipelines/__init__.py @@ -788,7 +788,6 @@ def pipeline( model_config = model.config hub_kwargs["_commit_hash"] = model.config._commit_hash - load_tokenizer = type(model_config) in TOKENIZER_MAPPING or model_config.tokenizer_class is not None load_feature_extractor = type(model_config) in FEATURE_EXTRACTOR_MAPPING or feature_extractor is not None load_image_processor = type(model_config) in IMAGE_PROCESSOR_MAPPING or image_processor is not None @@ -871,7 +870,8 @@ def pipeline( tokenizer_kwargs = tokenizer[1] else: tokenizer_identifier = tokenizer - tokenizer_kwargs = model_kwargs + tokenizer_kwargs = model_kwargs.copy() + tokenizer_kwargs.pop("torch_dtype", None) tokenizer = AutoTokenizer.from_pretrained( tokenizer_identifier, use_fast=use_fast, _from_pipeline=task, **hub_kwargs, **tokenizer_kwargs