Act on deprecations in Accelerate no_trainer examples (#24053)
Act on deprecation
This commit is contained in:
@@ -210,7 +210,7 @@ def main():
|
|||||||
|
|
||||||
if args.with_tracking:
|
if args.with_tracking:
|
||||||
accelerator_log_kwargs["log_with"] = args.report_to
|
accelerator_log_kwargs["log_with"] = args.report_to
|
||||||
accelerator_log_kwargs["logging_dir"] = args.output_dir
|
accelerator_log_kwargs["project_dir"] = args.output_dir
|
||||||
|
|
||||||
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
||||||
|
|
||||||
|
|||||||
@@ -378,7 +378,7 @@ def main():
|
|||||||
|
|
||||||
if args.with_tracking:
|
if args.with_tracking:
|
||||||
accelerator_log_kwargs["log_with"] = args.report_to
|
accelerator_log_kwargs["log_with"] = args.report_to
|
||||||
accelerator_log_kwargs["logging_dir"] = args.output_dir
|
accelerator_log_kwargs["project_dir"] = args.output_dir
|
||||||
|
|
||||||
accelerator = Accelerator(
|
accelerator = Accelerator(
|
||||||
gradient_accumulation_steps=args.gradient_accumulation_steps,
|
gradient_accumulation_steps=args.gradient_accumulation_steps,
|
||||||
|
|||||||
@@ -261,7 +261,7 @@ def main():
|
|||||||
|
|
||||||
if args.with_tracking:
|
if args.with_tracking:
|
||||||
accelerator_log_kwargs["log_with"] = args.report_to
|
accelerator_log_kwargs["log_with"] = args.report_to
|
||||||
accelerator_log_kwargs["logging_dir"] = args.output_dir
|
accelerator_log_kwargs["project_dir"] = args.output_dir
|
||||||
|
|
||||||
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
||||||
|
|
||||||
|
|||||||
@@ -270,7 +270,7 @@ def main():
|
|||||||
|
|
||||||
if args.with_tracking:
|
if args.with_tracking:
|
||||||
accelerator_log_kwargs["log_with"] = args.report_to
|
accelerator_log_kwargs["log_with"] = args.report_to
|
||||||
accelerator_log_kwargs["logging_dir"] = args.output_dir
|
accelerator_log_kwargs["project_dir"] = args.output_dir
|
||||||
|
|
||||||
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
||||||
|
|
||||||
|
|||||||
@@ -288,7 +288,7 @@ def main():
|
|||||||
|
|
||||||
if args.with_tracking:
|
if args.with_tracking:
|
||||||
accelerator_log_kwargs["log_with"] = args.report_to
|
accelerator_log_kwargs["log_with"] = args.report_to
|
||||||
accelerator_log_kwargs["logging_dir"] = args.output_dir
|
accelerator_log_kwargs["project_dir"] = args.output_dir
|
||||||
|
|
||||||
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
||||||
|
|
||||||
|
|||||||
@@ -303,7 +303,7 @@ def main():
|
|||||||
|
|
||||||
if args.with_tracking:
|
if args.with_tracking:
|
||||||
accelerator_log_kwargs["log_with"] = args.report_to
|
accelerator_log_kwargs["log_with"] = args.report_to
|
||||||
accelerator_log_kwargs["logging_dir"] = args.output_dir
|
accelerator_log_kwargs["project_dir"] = args.output_dir
|
||||||
|
|
||||||
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
||||||
|
|
||||||
|
|||||||
@@ -341,7 +341,7 @@ def main():
|
|||||||
|
|
||||||
if args.with_tracking:
|
if args.with_tracking:
|
||||||
accelerator_log_kwargs["log_with"] = args.report_to
|
accelerator_log_kwargs["log_with"] = args.report_to
|
||||||
accelerator_log_kwargs["logging_dir"] = args.output_dir
|
accelerator_log_kwargs["project_dir"] = args.output_dir
|
||||||
|
|
||||||
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
||||||
|
|
||||||
|
|||||||
@@ -330,7 +330,7 @@ def main():
|
|||||||
|
|
||||||
if args.with_tracking:
|
if args.with_tracking:
|
||||||
accelerator_log_kwargs["log_with"] = args.report_to
|
accelerator_log_kwargs["log_with"] = args.report_to
|
||||||
accelerator_log_kwargs["logging_dir"] = args.output_dir
|
accelerator_log_kwargs["project_dir"] = args.output_dir
|
||||||
|
|
||||||
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
||||||
|
|
||||||
|
|||||||
@@ -325,7 +325,7 @@ def main():
|
|||||||
|
|
||||||
if args.with_tracking:
|
if args.with_tracking:
|
||||||
accelerator_log_kwargs["log_with"] = args.report_to
|
accelerator_log_kwargs["log_with"] = args.report_to
|
||||||
accelerator_log_kwargs["logging_dir"] = args.output_dir
|
accelerator_log_kwargs["project_dir"] = args.output_dir
|
||||||
|
|
||||||
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
|
||||||
if args.source_prefix is None and args.model_name_or_path in [
|
if args.source_prefix is None and args.model_name_or_path in [
|
||||||
|
|||||||
@@ -271,7 +271,7 @@ def main():
|
|||||||
# If we're using tracking, we also need to initialize it here and it will by default pick up all supported trackers
|
# If we're using tracking, we also need to initialize it here and it will by default pick up all supported trackers
|
||||||
# in the environment
|
# in the environment
|
||||||
accelerator = (
|
accelerator = (
|
||||||
Accelerator(log_with=args.report_to, logging_dir=args.output_dir) if args.with_tracking else Accelerator()
|
Accelerator(log_with=args.report_to, project_dir=args.output_dir) if args.with_tracking else Accelerator()
|
||||||
)
|
)
|
||||||
# Make one log on every process with the configuration for debugging.
|
# Make one log on every process with the configuration for debugging.
|
||||||
logging.basicConfig(
|
logging.basicConfig(
|
||||||
|
|||||||
@@ -316,7 +316,7 @@ def main():
|
|||||||
# If we're using tracking, we also need to initialize it here and it will by default pick up all supported trackers
|
# If we're using tracking, we also need to initialize it here and it will by default pick up all supported trackers
|
||||||
# in the environment
|
# in the environment
|
||||||
accelerator = (
|
accelerator = (
|
||||||
Accelerator(log_with=args.report_to, logging_dir=args.output_dir) if args.with_tracking else Accelerator()
|
Accelerator(log_with=args.report_to, project_dir=args.output_dir) if args.with_tracking else Accelerator()
|
||||||
)
|
)
|
||||||
|
|
||||||
# Make one log on every process with the configuration for debugging.
|
# Make one log on every process with the configuration for debugging.
|
||||||
|
|||||||
@@ -7,6 +7,7 @@ from pathlib import Path
|
|||||||
import datasets
|
import datasets
|
||||||
import torch
|
import torch
|
||||||
from accelerate import Accelerator, DistributedType
|
from accelerate import Accelerator, DistributedType
|
||||||
|
from accelerate.utils import ProjectConfiguration
|
||||||
from arguments import TrainingArguments
|
from arguments import TrainingArguments
|
||||||
from datasets import load_dataset
|
from datasets import load_dataset
|
||||||
from huggingface_hub import Repository
|
from huggingface_hub import Repository
|
||||||
@@ -195,7 +196,8 @@ parser = HfArgumentParser(TrainingArguments)
|
|||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
# Accelerator
|
# Accelerator
|
||||||
accelerator = Accelerator(log_with=["wandb", "tensorboard"], logging_dir=f"{args.save_dir}/log")
|
config = ProjectConfiguration(project_dir=args.save_dir, logging_dir="log")
|
||||||
|
accelerator = Accelerator(log_with=["wandb", "tensorboard"], project_config=config)
|
||||||
acc_state = {str(k): str(v) for k, v in accelerator.state.__dict__.items()}
|
acc_state = {str(k): str(v) for k, v in accelerator.state.__dict__.items()}
|
||||||
|
|
||||||
args = Namespace(**vars(args), **acc_state)
|
args = Namespace(**vars(args), **acc_state)
|
||||||
|
|||||||
Reference in New Issue
Block a user