Fix nn.DataParallel compatibility in PyTorch 1.5 (#4300)

* Test case for #3936 * multigpu tests pass on pytorch 1.4.0 * Fixup * multigpu tests pass on pytorch 1.5.0 * Update src/transformers/modeling_utils.py * Update src/transformers/modeling_utils.py * rename multigpu to require_multigpu * mode doc
2020-05-18 20:34:50 -04:00
parent 9de4afa897
commit 4c06893610
12 changed files with 95 additions and 21 deletions
--- a/tests/test_modeling_gpt2.py
+++ b/tests/test_modeling_gpt2.py
@@ -46,7 +46,7 @@ class GPT2ModelTest(ModelTesterMixin, unittest.TestCase):
        def __init__(
            self,
            parent,
-            batch_size=13,
+            batch_size=14,
            seq_length=7,
            is_training=True,
            use_token_type_ids=True,