SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

schedule fix

Browse Source
This commit is contained in:
lukovnikov
2019-04-03 18:16:47 +02:00
parent 20686b78fc
commit fc7693adc3
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_pretrained_bert/optimization.py
View File

@@ -54,7 +54,7 @@ class LRSchedule(object):
""" """
if self.t_total < 0: if self.t_total < 0:
return 1. return 1.
progress = step / self.t_total progress = float(step) / self.t_total
ret = self.get_lr_(progress) ret = self.get_lr_(progress)
# warning for exceeding t_total (only active with warmup_linear # warning for exceeding t_total (only active with warmup_linear
if not nowarn and self.warn_t_total and progress > 1. and progress > self.warned_for_t_total_at_progress: if not nowarn and self.warn_t_total and progress > 1. and progress > self.warned_for_t_total_at_progress: