SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Split hp search methods (#6857)

Browse Source 
* Split the run_hp_search by backend

* Unused import
This commit is contained in:
Sylvain Gugger
2020-08-31 15:16:39 -04:00
committed by GitHub
parent 23f9611c16
commit a59bcefbb1
2 changed files with 82 additions and 72 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/transformers/trainer.py
View File

@@ -27,7 +27,8 @@ from .integrations import (
is_ray_available,
is_tensorboard_available,
is_wandb_available,
run_hp_search,
run_hp_search_optuna,
run_hp_search_ray,
)
from .modeling_utils import PreTrainedModel
from .optimization import AdamW, get_linear_schedule_with_warmup
@@ -884,7 +885,8 @@ class Trainer:
self.hp_space = default_hp_space[backend] if hp_space is None else hp_space
self.compute_objective = default_compute_objective if compute_objective is None else compute_objective
best_run = run_hp_search(self, n_trials, direction, kwargs)
run_hp_search = run_hp_search_optuna if backend == HPSearchBackend.OPTUNA else run_hp_search_ray
best_run = run_hp_search(self, n_trials, direction, **kwargs)
self.hp_search_backend = None
return best_run