Fix all offload and MP tests (#17533)

2022-06-03 09:59:13 -04:00
parent 1c57242d7b
commit 8343901263
4 changed files with 9 additions and 21 deletions
--- a/tests/models/opt/test_modeling_opt.py
+++ b/tests/models/opt/test_modeling_opt.py
@@ -63,7 +63,7 @@ class OPTModelTester:
        use_labels=False,
        vocab_size=99,
        hidden_size=16,
-        num_hidden_layers=2,
+        num_hidden_layers=5,
        num_attention_heads=4,
        intermediate_size=4,
        hidden_act="gelu",