From 1dea291a0243ad0f17abb9b7bd6ddecdf6fbe516 Mon Sep 17 00:00:00 2001
From: Santiago Castro <sacastro@umich.edu>
Date: Sun, 6 Oct 2019 13:35:01 -0400
Subject: [PATCH] Remove unnecessary use of FusedLayerNorm in XLNet

---
 transformers/modeling_xlnet.py | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/transformers/modeling_xlnet.py b/transformers/modeling_xlnet.py
index d6bb2ebd38..2743b3f86e 100644
--- a/transformers/modeling_xlnet.py
+++ b/transformers/modeling_xlnet.py
@@ -188,11 +188,8 @@ def swish(x):
 ACT2FN = {"gelu": gelu, "relu": torch.nn.functional.relu, "swish": swish}
 
 
-try:
-    from apex.normalization.fused_layer_norm import FusedLayerNorm as XLNetLayerNorm
-except (ImportError, AttributeError) as e:
-    logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .")
-    from torch.nn import LayerNorm as XLNetLayerNorm
+XLNetLayerNorm = nn.LayerNorm
+
 
 class XLNetRelativeAttention(nn.Module):
     def __init__(self, config):