diff --git a/tests/models/musicgen/test_modeling_musicgen.py b/tests/models/musicgen/test_modeling_musicgen.py
index cd978d8987..e2e7da36ea 100644
--- a/tests/models/musicgen/test_modeling_musicgen.py
+++ b/tests/models/musicgen/test_modeling_musicgen.py
@@ -103,7 +103,7 @@ class MusicgenDecoderTester:
     def __init__(
         self,
         parent,
-        batch_size=3,  # need batch_size != num_hidden_layers
+        batch_size=4,  # need batch_size != num_hidden_layers
         seq_length=7,
         is_training=False,
         use_labels=False,
@@ -441,7 +441,7 @@ class MusicgenTester:
     def __init__(
         self,
         parent,
-        batch_size=3,  # need batch_size != num_hidden_layers
+        batch_size=4,  # need batch_size != num_hidden_layers
         seq_length=7,
         is_training=False,
         use_labels=False,