[DeepSpeed] fp32 support (#11499)

* prep for deepspeed==0.3.16 * new version * too soon * support and test fp32 mode * troubleshooting doc start * workaround no longer needed * add fp32 doc * style * cleanup, add tf32 note * clarify * release was made
2021-04-30 12:51:48 -07:00
parent 282f3ac3ef
commit 4e7bf94e72
6 changed files with 139 additions and 70 deletions
--- a/setup.py
+++ b/setup.py
@@ -90,7 +90,7 @@ _deps = [
    "cookiecutter==1.7.2",
    "dataclasses",
    "datasets",
-    "deepspeed>=0.3.15",
+    "deepspeed>=0.3.16",
    "docutils==0.16.0",
    "fairscale>0.3",
    "faiss-cpu",