SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Make the hyperlink of NVIDIA Apex clickable

Browse Source
This commit is contained in:
Bharat Raghunathan
2019-03-09 20:05:39 +05:30
committed by GitHub
parent 7cc35c3104
commit f91ce0b803
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_pretrained_bert/modeling.py
View File

@@ -217,7 +217,7 @@ class BertConfig(object):
try: try:
from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm
except ImportError: except ImportError:
logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex.") logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .")
class BertLayerNorm(nn.Module): class BertLayerNorm(nn.Module):
def __init__(self, hidden_size, eps=1e-12): def __init__(self, hidden_size, eps=1e-12):
"""Construct a layernorm module in the TF style (epsilon inside the square root). """Construct a layernorm module in the TF style (epsilon inside the square root).