Add the GeLU activation from pytorch with the tanh approximation (#21345)
* gelu_python_tanh * rename * Version check, add test * Pr comment
This commit is contained in:
committed by
GitHub
parent
53d374f1b9
commit
e006ab51ac
@@ -51,6 +51,7 @@ class TestActivations(unittest.TestCase):
|
||||
get_activation("gelu_fast")
|
||||
get_activation("gelu_new")
|
||||
get_activation("gelu_python")
|
||||
get_activation("gelu_pytorch_tanh")
|
||||
get_activation("linear")
|
||||
get_activation("mish")
|
||||
get_activation("quick_gelu")
|
||||
|
||||
Reference in New Issue
Block a user