From 98dd19b96b351f481e1268ab6c7b035bb21d106e Mon Sep 17 00:00:00 2001 From: Santiago Castro Date: Sun, 22 Sep 2019 20:31:36 -0400 Subject: [PATCH] Remove unnecessary use of FusedLayerNorm --- pytorch_transformers/modeling_bert.py | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/pytorch_transformers/modeling_bert.py b/pytorch_transformers/modeling_bert.py index ca12df427c..dc3700d26b 100644 --- a/pytorch_transformers/modeling_bert.py +++ b/pytorch_transformers/modeling_bert.py @@ -133,11 +133,7 @@ def swish(x): ACT2FN = {"gelu": gelu, "relu": torch.nn.functional.relu, "swish": swish} -try: - from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm -except (ImportError, AttributeError) as e: - logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .") - BertLayerNorm = torch.nn.LayerNorm +BertLayerNorm = torch.nn.LayerNorm class BertEmbeddings(nn.Module): """Construct the embeddings from word, position and token_type embeddings.