[examples tests] various fixes (#10584)

* fix sharded ddp enum * test fixes * stronger validation + apex breaks other tests
2021-03-08 10:28:44 -08:00
parent 6f84531e61
commit 917f104502
2 changed files with 48 additions and 14 deletions
--- a/src/transformers/trainer_utils.py
+++ b/src/transformers/trainer_utils.py
@@ -425,6 +425,6 @@ class TrainerMemoryTracker:

 class ShardedDDPOption(ExplicitEnum):
    SIMPLE = "simple"
-    ZERO_DP_2 = "zero2"
-    ZERO_DP_3 = "zero3"
+    ZERO_DP_2 = "zero_dp_2"
+    ZERO_DP_3 = "zero_dp_3"
    OFFLOAD = "offload"