From 500fce073b791558971a6c11ad52036a438de335 Mon Sep 17 00:00:00 2001 From: Stas Bekman Date: Fri, 24 Mar 2023 12:46:41 -0700 Subject: [PATCH] [Trainer] add disclaimer that full_determinism is slow (#22368) --- src/transformers/training_args.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py index 4c13ad0af4..2a3c326732 100644 --- a/src/transformers/training_args.py +++ b/src/transformers/training_args.py @@ -538,7 +538,7 @@ class TrainingArguments: CUDA Out-of-Memory errors. Requires accelerate to be installed (`pip install accelerate`) full_determinism (`bool`, *optional*, defaults to `False`) If `True`, [`enable_full_determinism`] is called instead of [`set_seed`] to ensure reproducible results in - distributed training + distributed training. Important: this will negatively impact the performance, so only use it for debugging. torchdynamo (`str`, *optional*): If set, the backend compiler for TorchDynamo. Possible choices are `"eager"`, `"aot_eager"`, `"inductor"`, `"nvfuser"`, `"aot_nvfuser"`, `"aot_cudagraphs"`, `"ofi"`, `"fx2trt"`, `"onnxrt"` and `"ipex"`. @@ -1055,7 +1055,7 @@ class TrainingArguments: metadata={ "help": ( "Whether to call enable_full_determinism instead of set_seed for reproducibility in distributed" - " training" + " training. Important: this will negatively impact the performance, so only use it for debugging." ) }, )