SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

start using training_args.parallel_mode (#8882)

Browse Source
This commit is contained in:
Stas Bekman
2020-12-01 11:40:36 -08:00
committed by GitHub
parent b08843cf4d
commit 379005c9d2
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/seq2seq/finetune_trainer.py
View File

@@ -11,6 +11,7 @@ from seq2seq_trainer import Seq2SeqTrainer
from seq2seq_training_args import Seq2SeqTrainingArguments from seq2seq_training_args import Seq2SeqTrainingArguments
from transformers import AutoConfig, AutoModelForSeq2SeqLM, AutoTokenizer, HfArgumentParser, MBartTokenizer, set_seed from transformers import AutoConfig, AutoModelForSeq2SeqLM, AutoTokenizer, HfArgumentParser, MBartTokenizer, set_seed
from transformers.trainer_utils import EvaluationStrategy, is_main_process from transformers.trainer_utils import EvaluationStrategy, is_main_process
from transformers.training_args import ParallelMode
from utils import ( from utils import (
Seq2SeqDataCollator, Seq2SeqDataCollator,
Seq2SeqDataset, Seq2SeqDataset,
@@ -132,7 +133,7 @@ def main():
training_args.local_rank, training_args.local_rank,
training_args.device, training_args.device,
training_args.n_gpu, training_args.n_gpu,
bool(training_args.local_rank != -1), bool(training_args.parallel_mode == ParallelMode.DISTRIBUTED),
training_args.fp16, training_args.fp16,
) )
# Set the verbosity to info of the Transformers logger (on main process only): # Set the verbosity to info of the Transformers logger (on main process only):

3
examples/seq2seq/seq2seq_trainer.py
View File

@@ -18,6 +18,7 @@ from transformers.optimization import (
get_polynomial_decay_schedule_with_warmup, get_polynomial_decay_schedule_with_warmup,
) )
from transformers.trainer_pt_utils import get_tpu_sampler from transformers.trainer_pt_utils import get_tpu_sampler
from transformers.training_args import ParallelMode
logger = logging.get_logger(__name__) logger = logging.get_logger(__name__)
@@ -123,7 +124,7 @@ class Seq2SeqTrainer(Trainer):
if self.args.sortish_sampler: if self.args.sortish_sampler:
self.train_dataset.make_sortish_sampler( self.train_dataset.make_sortish_sampler(
self.args.per_device_train_batch_size, self.args.per_device_train_batch_size,
distributed=(self.args.local_rank != -1), distributed=(self.args.parallel_mode == ParallelMode.DISTRIBUTED),
) )
return ( return (