minor fixes

This commit is contained in:
VictorSanh
2019-09-19 21:36:06 +00:00
parent 3fe5c8e8a8
commit 9f995b99d4
2 changed files with 2 additions and 3 deletions

View File

@@ -115,7 +115,6 @@ class Distiller:
betas=(0.9, 0.98))
warmup_steps = math.ceil(num_train_optimization_steps * params.warmup_prop)
logger.info(f'--- Scheduler: {params.scheduler_type}')
self.scheduler = WarmupLinearSchedule(self.optimizer,
warmup_steps=warmup_steps,
t_total=num_train_optimization_steps)