Making TF Longformer-like models compliant with AMP (#10233)

* AMP * Add LED * Apply style * Fix longformer
2021-02-22 15:41:56 +01:00
parent cd8c4c3fc2
commit 19e737b93e
4 changed files with 267 additions and 217 deletions
--- a/tests/test_modeling_tf_led.py
+++ b/tests/test_modeling_tf_led.py
@@ -362,10 +362,6 @@ class TFLEDModelTest(TFModelTesterMixin, unittest.TestCase):
            self.assertEqual(model.config.output_hidden_states, True)
            check_encoder_attentions_output(outputs)

-    def test_mixed_precision(self):
-        # TODO JP: Make LED float16 compliant
-        pass
-
    def test_xla_mode(self):
        # TODO JP: Make LED XLA compliant
        pass