[tests] skip tests for xpu (#33553)

* enable

* fix

* add xpu skip

* add marker

* skip for xpu

* add more

* add one more

tests/test_modeling_common.py

@@ -76,6 +76,7 @@ from transformers.testing_utils import (
     require_accelerate,
     require_bitsandbytes,
     require_flash_attn,
+    require_non_xpu,
     require_read_token,
     require_safetensors,
     require_torch,
@@ -2884,6 +2885,7 @@ class ModelTesterMixin:
                 )
             self.assertTrue(torch.allclose(out_embeds, out_ids))
 
+    @require_non_xpu
     @require_torch_multi_gpu
     def test_multi_gpu_data_parallel_forward(self):
         config, inputs_dict = self.model_tester.prepare_config_and_inputs_for_common()
@@ -4118,6 +4120,7 @@ class ModelTesterMixin:
                 with torch.backends.cuda.sdp_kernel(enable_flash=True, enable_math=False, enable_mem_efficient=False):
                     _ = model(**inputs_dict)
 
+    @require_non_xpu
     @require_torch_sdpa
     @require_torch_accelerator
     @slow