Add the GeLU activation from pytorch with the tanh approximation (#21345)

* gelu_python_tanh

* rename

* Version check, add test

* Pr comment
This commit is contained in:
Joel Lamy-Poirier
2023-02-02 09:33:04 -05:00
committed by GitHub
parent 53d374f1b9
commit e006ab51ac
2 changed files with 23 additions and 0 deletions

View File

@@ -51,6 +51,7 @@ class TestActivations(unittest.TestCase):
get_activation("gelu_fast")
get_activation("gelu_new")
get_activation("gelu_python")
get_activation("gelu_pytorch_tanh")
get_activation("linear")
get_activation("mish")
get_activation("quick_gelu")