[trainer] 2 bug fixes and a rename (#12309)

* bug fixes and a rename * add extended DDP test
2021-06-22 11:13:23 -07:00
parent 64029abe4c
commit ebe5413589
7 changed files with 112 additions and 18 deletions
--- a/tests/deepspeed/test_deepspeed.py
+++ b/tests/deepspeed/test_deepspeed.py
@@ -765,7 +765,6 @@ class TestDeepSpeedWithLauncher(TestCasePlus):
            --eval_steps {eval_steps}
            --group_by_length
            --label_smoothing_factor 0.1
-            --adafactor
            --source_lang en
            --target_lang ro
            --report_to none