SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

TF: Add sigmoid activation function (#16819)

Browse Source
This commit is contained in:
Joao Gante
2022-04-19 16:13:08 +01:00
committed by GitHub
parent 74814574ae
commit f09c45e067
4 changed files with 36 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
tests/utils/test_activations.py
View File

@@ -46,18 +46,19 @@ class TestActivations(unittest.TestCase):
self.assertTrue(torch.allclose(y_gelu * clipped_mask, y_gelu_10 * clipped_mask))
def test_get_activation(self):
get_activation("swish")
get_activation("silu")
get_activation("relu")
get_activation("tanh")
get_activation("gelu_new")
get_activation("gelu_fast")
get_activation("gelu_python")
get_activation("gelu")
get_activation("gelu_10")
get_activation("quick_gelu")
get_activation("mish")
get_activation("gelu_fast")
get_activation("gelu_new")
get_activation("gelu_python")
get_activation("linear")
get_activation("mish")
get_activation("quick_gelu")
get_activation("relu")
get_activation("sigmoid")
get_activation("silu")
get_activation("swish")
get_activation("tanh")
with self.assertRaises(KeyError):
get_activation("bogus")
with self.assertRaises(KeyError):

15
tests/utils/test_activations_tf.py
View File

@@ -42,17 +42,18 @@ class TestTFActivations(unittest.TestCase):
self.assertTrue(np.allclose(y_gelu * clipped_mask, y_gelu_10 * clipped_mask))
def test_get_activation(self):
get_tf_activation("swish")
get_tf_activation("silu")
get_tf_activation("gelu")
get_tf_activation("relu")
get_tf_activation("tanh")
get_tf_activation("gelu_new")
get_tf_activation("gelu_fast")
get_tf_activation("gelu_10")
get_tf_activation("gelu_fast")
get_tf_activation("gelu_new")
get_tf_activation("glu")
get_tf_activation("mish")
get_tf_activation("quick_gelu")
get_tf_activation("glu")
get_tf_activation("relu")
get_tf_activation("sigmoid")
get_tf_activation("silu")
get_tf_activation("swish")
get_tf_activation("tanh")
with self.assertRaises(KeyError):
get_tf_activation("bogus")
with self.assertRaises(KeyError):