Add OWLv2, bis (#26668)

* First draft

* Update conversion script

* Update copied from statements

* Fix style

* Add copied from to config

* Add copied from to processor

* Run make fixup

* Add docstring

* Update docstrings

* Add method

* Improve docstrings

* Fix docstrings

* Improve docstrings

* Remove onnx

* Add flag

* Address comments

* Add copied from to model tests

* Add flag to conversion script

* Add code snippet

* Address more comments

* Address comment

* Improve conversion script

* More improvements

* Add expected objectness logits

* Skip test

* Improve conversion script

* Extend conversion script

* Convert large checkpoint

* Fix doc tests

* Convert all checkpoints, update integration tests

* Add checkpoint_path arg

* Fix repo_id

utils/check_docstrings.py

@@ -417,9 +417,6 @@ OBJECTS_TO_IGNORE = [
     "OneFormerProcessor",
     "OpenAIGPTTokenizerFast",
     "OpenLlamaConfig",
-    "OwlViTConfig",
-    "OwlViTModel",
-    "OwlViTTextConfig",
     "PLBartConfig",
     "PegasusConfig",
     "PegasusTokenizer",

utils/check_repo.py

@@ -234,6 +234,8 @@ IGNORE_NON_AUTO_CONFIGURED = PRIVATE_MODELS.copy() + [
     "OpenAIGPTDoubleHeadsModel",
     "OwlViTTextModel",
     "OwlViTVisionModel",
+    "Owlv2TextModel",
+    "Owlv2VisionModel",
     "OwlViTForObjectDetection",
     "RagModel",
     "RagSequenceForGeneration",