SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Remove hardcoded slow image processor class in processors supporting fast ones (#36266)

Browse Source 
* Add fast image processor class to processors supporting them

* fix test kosmos2
This commit is contained in:
Yoni Gozlan
2025-03-12 18:39:25 -04:00
committed by GitHub
parent 0013ba61e5
commit bc3253f076
16 changed files with 31 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
tests/models/kosmos2/test_processor_kosmos2.py
View File

@@ -70,12 +70,15 @@ class Kosmos2ProcessorTest(ProcessorTesterMixin, unittest.TestCase):
processor = Kosmos2Processor(image_processor, fast_tokenizer)
processor.save_pretrained(self.tmpdirname)
# We override this method to take the fast tokenizer or image processor by default
# We override this method to take the fast tokenizer by default
def get_component(self, attribute, **kwargs):
assert attribute in self.processor_class.attributes
component_class_name = getattr(self.processor_class, f"{attribute}_class")
if isinstance(component_class_name, tuple):
component_class_name = component_class_name[-1]
if attribute == "image_processor":
component_class_name = component_class_name[0]
else:
component_class_name = component_class_name[-1]
component_class = processor_class_from_name(component_class_name)
component = component_class.from_pretrained(self.tmpdirname, **kwargs) # noqa