AdamW is now supported by default (#9624)

2021-03-12 13:40:07 -08:00
parent fa35cda91e
commit 4c32f9f26e
3 changed files with 9 additions and 12 deletions
--- a/examples/tests/deepspeed/ds_config.json
+++ b/examples/tests/deepspeed/ds_config.json
@@ -19,8 +19,6 @@
        "cpu_offload": true
    },

-    "zero_allow_untested_optimizer": true,
-
    "optimizer": {
        "type": "AdamW",
        "params": {