SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Merge pull request #362 from Bharat123rox/patch-1

Browse Source 
Make the hyperlink of NVIDIA Apex clickable
This commit is contained in:
Thomas Wolf
2019-03-11 09:08:51 +01:00
committed by GitHub
parent 8435d78f0c f91ce0b803
commit 9b03d67b83
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_pretrained_bert/modeling.py
View File

@@ -217,7 +217,7 @@ class BertConfig(object):
try: try:
from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm
except ImportError: except ImportError:
logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex.") logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .")
class BertLayerNorm(nn.Module): class BertLayerNorm(nn.Module):
def __init__(self, hidden_size, eps=1e-12): def __init__(self, hidden_size, eps=1e-12):
"""Construct a layernorm module in the TF style (epsilon inside the square root). """Construct a layernorm module in the TF style (epsilon inside the square root).