SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Merge pull request #963 from guotong1988/patch-2

Browse Source 
Update modeling_bert.py
This commit is contained in:
Thomas Wolf
2019-08-07 10:09:04 +02:00
committed by GitHub
parent 3773ba44f0 d7fd10568c
commit 7e6102ce74
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_transformers/modeling_bert.py
View File

@@ -222,7 +222,7 @@ class BertConfig(PretrainedConfig):
try: try:
from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm
except ImportError: except (ImportError, AttributeError) as e:
logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .") logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .")
class BertLayerNorm(nn.Module): class BertLayerNorm(nn.Module):
def __init__(self, hidden_size, eps=1e-12): def __init__(self, hidden_size, eps=1e-12):