From afafb84b59487dc2ee1141915fe5a15cce77f1fa Mon Sep 17 00:00:00 2001 From: Jaime Fraustro Date: Thu, 3 Apr 2025 06:26:46 -0600 Subject: [PATCH] Add support for fast image processing in image-pretraining example (#37021) * Add support for fast image processing in image-pretraining example Fix typo: correct tuple formatting in IMAGE_PROCESSOR_MAPPING_NAMES Signed-off-by: jafraustro * Use fast image processor by default Co-authored-by: Pavel Iakubovskii Signed-off-by: jafraustro --------- Signed-off-by: jafraustro Co-authored-by: Pavel Iakubovskii --- examples/pytorch/image-pretraining/run_mim.py | 2 +- src/transformers/models/auto/image_processing_auto.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/pytorch/image-pretraining/run_mim.py b/examples/pytorch/image-pretraining/run_mim.py index 56d4a0f129..3f497252d3 100644 --- a/examples/pytorch/image-pretraining/run_mim.py +++ b/examples/pytorch/image-pretraining/run_mim.py @@ -359,7 +359,7 @@ def main(): IMAGE_PROCESSOR_TYPES = { conf.model_type: image_processor_class for conf, image_processor_class in IMAGE_PROCESSOR_MAPPING.items() } - image_processor = IMAGE_PROCESSOR_TYPES[model_args.model_type]() + image_processor = IMAGE_PROCESSOR_TYPES[model_args.model_type][-1]() # create model if model_args.model_name_or_path: diff --git a/src/transformers/models/auto/image_processing_auto.py b/src/transformers/models/auto/image_processing_auto.py index 77b9734189..7cfda72a93 100644 --- a/src/transformers/models/auto/image_processing_auto.py +++ b/src/transformers/models/auto/image_processing_auto.py @@ -56,7 +56,7 @@ else: IMAGE_PROCESSOR_MAPPING_NAMES = OrderedDict( [ ("align", ("EfficientNetImageProcessor",)), - ("aria", ("AriaImageProcessor")), + ("aria", ("AriaImageProcessor",)), ("beit", ("BeitImageProcessor",)), ("bit", ("BitImageProcessor",)), ("blip", ("BlipImageProcessor", "BlipImageProcessorFast")), @@ -142,7 +142,7 @@ else: ("shieldgemma2", ("Gemma3ImageProcessor", "Gemma3ImageProcessorFast")), ("siglip", ("SiglipImageProcessor", "SiglipImageProcessorFast")), ("siglip2", ("Siglip2ImageProcessor", "Siglip2ImageProcessorFast")), - ("superglue", "SuperGlueImageProcessor"), + ("superglue", ("SuperGlueImageProcessor",)), ("swiftformer", ("ViTImageProcessor", "ViTImageProcessorFast")), ("swin", ("ViTImageProcessor", "ViTImageProcessorFast")), ("swin2sr", ("Swin2SRImageProcessor",)),