SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

switch to pytorch DistributedDataParallel

Browse Source
This commit is contained in:
thomwolf
2019-06-18 12:03:13 +02:00
parent 9ce37af99b
commit 2ef5e0de87
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
examples/run_squad.py
View File

@@ -902,12 +902,12 @@ def main():
model.half() model.half()
model.to(device) model.to(device)
if args.local_rank != -1: if args.local_rank != -1:
try: # try:
from apex.parallel import DistributedDataParallel as DDP # from apex.parallel import DistributedDataParallel as DDP
except ImportError: # except ImportError:
raise ImportError("Please install apex from https://www.github.com/nvidia/apex to use distributed and fp16 training.") # raise ImportError("Please install apex from https://www.github.com/nvidia/apex to use distributed and fp16 training.")
model = DDP(model) model = torch.nn.parallel.DistributedDataParallel(model)
elif n_gpu > 1: elif n_gpu > 1:
model = torch.nn.DataParallel(model) model = torch.nn.DataParallel(model)