SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

torch.cuda.is_available() is redundant as apex handles that internally (#9350)

Browse Source
This commit is contained in:
Stas Bekman
2020-12-30 01:09:51 -08:00
committed by GitHub
parent 8217d4e37f
commit ae333d04b2
3 changed files with 15 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/transformers/models/bart/modeling_bart.py
View File

@@ -110,13 +110,12 @@ def _expand_mask(mask: torch.Tensor, dtype: torch.dtype, tgt_len: Optional[int]
def BartLayerNorm(normalized_shape: torch.Size, eps: float = 1e-5, elementwise_affine: bool = True): def BartLayerNorm(normalized_shape: torch.Size, eps: float = 1e-5, elementwise_affine: bool = True):
if torch.cuda.is_available(): try:
try: from apex.normalization import FusedLayerNorm
from apex.normalization import FusedLayerNorm
return FusedLayerNorm(normalized_shape, eps, elementwise_affine) return FusedLayerNorm(normalized_shape, eps, elementwise_affine)
except ImportError: except ImportError:
pass pass
return torch.nn.LayerNorm(normalized_shape, eps, elementwise_affine) return torch.nn.LayerNorm(normalized_shape, eps, elementwise_affine)

12
src/transformers/models/fsmt/modeling_fsmt.py
View File

@@ -265,14 +265,12 @@ FSMT_INPUTS_DOCSTRING = r"""
have_fused_layer_norm = False have_fused_layer_norm = False
if torch.cuda.is_available(): try:
try: from apex.normalization import FusedLayerNorm
from apex.normalization import FusedLayerNorm
have_fused_layer_norm = True
except ImportError:
pass
have_fused_layer_norm = True
except ImportError:
pass
LayerNorm = FusedLayerNorm if have_fused_layer_norm else torch.nn.LayerNorm LayerNorm = FusedLayerNorm if have_fused_layer_norm else torch.nn.LayerNorm

11
src/transformers/models/prophetnet/modeling_prophetnet.py
View File

@@ -511,13 +511,12 @@ class ProphetNetDecoderLMOutput(ModelOutput):
def ProphetNetLayerNorm(normalized_shape, eps=1e-5, elementwise_affine=True): def ProphetNetLayerNorm(normalized_shape, eps=1e-5, elementwise_affine=True):
if torch.cuda.is_available(): try:
try: from apex.normalization import FusedLayerNorm
from apex.normalization import FusedLayerNorm
return FusedLayerNorm(normalized_shape, eps, elementwise_affine) return FusedLayerNorm(normalized_shape, eps, elementwise_affine)
except ImportError: except ImportError:
pass pass
return torch.nn.LayerNorm(normalized_shape, eps, elementwise_affine) return torch.nn.LayerNorm(normalized_shape, eps, elementwise_affine)