From 22121e813e2d043feb4484865ab5871870cb9dc3 Mon Sep 17 00:00:00 2001 From: lewtun Date: Sun, 31 Jan 2021 17:09:31 +0100 Subject: [PATCH] Clarify definition of seed argument in TrainingArguments (#9903) * Clarify definition of seed argument in Trainer * Update src/transformers/training_args.py Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> * Update src/transformers/training_args_tf.py Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> * Fix style * Update src/transformers/training_args.py Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> --- src/transformers/training_args.py | 6 ++++-- src/transformers/training_args_tf.py | 2 +- 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py index 3fe0d137b3..1e669b7219 100644 --- a/src/transformers/training_args.py +++ b/src/transformers/training_args.py @@ -148,7 +148,9 @@ class TrainingArguments: no_cuda (:obj:`bool`, `optional`, defaults to :obj:`False`): Whether to not use CUDA even when it is available or not. seed (:obj:`int`, `optional`, defaults to 42): - Random seed for initialization. + Random seed that will be set at the beginning of training. To ensure reproducibility across runs, use the + :func:`~transformers.Trainer.model_init` function to instantiate the model if it has some randomly + initialized parameters. fp16 (:obj:`bool`, `optional`, defaults to :obj:`False`): Whether to use 16-bit (mixed) precision training (through NVIDIA Apex) instead of 32-bit training. fp16_opt_level (:obj:`str`, `optional`, defaults to 'O1'): @@ -337,7 +339,7 @@ class TrainingArguments: }, ) no_cuda: bool = field(default=False, metadata={"help": "Do not use CUDA even when it is available"}) - seed: int = field(default=42, metadata={"help": "random seed for initialization"}) + seed: int = field(default=42, metadata={"help": "Random seed that will be set at the beginning of training."}) fp16: bool = field( default=False, diff --git a/src/transformers/training_args_tf.py b/src/transformers/training_args_tf.py index bcc940164e..9d6b9492b1 100644 --- a/src/transformers/training_args_tf.py +++ b/src/transformers/training_args_tf.py @@ -111,7 +111,7 @@ class TFTrainingArguments(TrainingArguments): no_cuda (:obj:`bool`, `optional`, defaults to :obj:`False`): Whether to not use CUDA even when it is available or not. seed (:obj:`int`, `optional`, defaults to 42): - Random seed for initialization. + Random seed that will be set at the beginning of training. fp16 (:obj:`bool`, `optional`, defaults to :obj:`False`): Whether to use 16-bit (mixed) precision training (through NVIDIA Apex) instead of 32-bit training. fp16_opt_level (:obj:`str`, `optional`, defaults to 'O1'):