Making TF Longformer-like models compliant with AMP (#10233)

* AMP * Add LED * Apply style * Fix longformer
2021-02-22 15:41:56 +01:00
parent cd8c4c3fc2
commit 19e737b93e
4 changed files with 267 additions and 217 deletions
--- a/tests/test_modeling_tf_longformer.py
+++ b/tests/test_modeling_tf_longformer.py
@@ -343,10 +343,6 @@ class TFLongformerModelTest(TFModelTesterMixin, unittest.TestCase):
        # This test is too long (>30sec) and makes fail the CI
        pass

-    def test_mixed_precision(self):
-        # TODO JP: Make Longformer float16 compliant
-        pass
-
    def test_xla_mode(self):
        # TODO JP: Make Longformer XLA compliant
        pass