Byebye torch 1.10 (#28207)

* fix

* fix

---------

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>

tests/models/pix2struct/test_modeling_pix2struct.py

@@ -49,9 +49,6 @@ if is_torch_available():
         Pix2StructVisionModel,
     )
     from transformers.models.pix2struct.modeling_pix2struct import PIX2STRUCT_PRETRAINED_MODEL_ARCHIVE_LIST
-    from transformers.pytorch_utils import is_torch_greater_or_equal_than_1_11
-else:
-    is_torch_greater_or_equal_than_1_11 = False
 
 
 if is_vision_available():
@@ -746,10 +743,6 @@ def prepare_img():
     return im
 
 
-@unittest.skipIf(
-    not is_torch_greater_or_equal_than_1_11,
-    reason="`Pix2StructImageProcessor` requires `torch>=1.11.0`.",
-)
 @require_vision
 @require_torch
 @slow