SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

fix for pytorch < 1.6 (#6300)

Browse Source
This commit is contained in:
Patrick von Platen
2020-08-06 21:14:46 +02:00
committed by GitHub
parent 2804fff839
commit 118ecfd427
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/modeling_reformer.py
View File

@@ -1400,7 +1400,7 @@ class ReformerLayer(nn.Module):
# randomize seeds # randomize seeds
# use cuda generator if available # use cuda generator if available
if len(torch.cuda.default_generators) > 0: if hasattr(torch.cuda, "default_generators") and len(torch.cuda.default_generators) > 0:
# GPU # GPU
device_idx = torch.cuda.current_device() device_idx = torch.cuda.current_device()
self.attention_seed = torch.cuda.default_generators[device_idx].seed() self.attention_seed = torch.cuda.default_generators[device_idx].seed()
@@ -1420,7 +1420,7 @@ class ReformerLayer(nn.Module):
""" """
# randomize seeds # randomize seeds
# use cuda generator if available # use cuda generator if available
if len(torch.cuda.default_generators) > 0: if hasattr(torch.cuda, "default_generators") and len(torch.cuda.default_generators) > 0:
# GPU # GPU
device_idx = torch.cuda.current_device() device_idx = torch.cuda.current_device()
self.feed_forward_seed = torch.cuda.default_generators[device_idx].seed() self.feed_forward_seed = torch.cuda.default_generators[device_idx].seed()