add TF glu activation function (#15146)

2022-01-14 10:42:08 +00:00
parent 5f3c57fc84
commit c4f7eb124b
2 changed files with 19 additions and 0 deletions
--- a/tests/test_activations_tf.py
+++ b/tests/test_activations_tf.py
@@ -33,6 +33,8 @@ class TestTFActivations(unittest.TestCase):
        get_tf_activation("gelu_new")
        get_tf_activation("gelu_fast")
        get_tf_activation("mish")
+        get_tf_activation("quick_gelu")
+        get_tf_activation("glu")
        with self.assertRaises(KeyError):
            get_tf_activation("bogus")
        with self.assertRaises(KeyError):