SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

cos fix

Browse Source
This commit is contained in:
lukovnikov
2019-03-09 02:45:25 +01:00
parent f113a2dfdc
commit 51efde54a9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_pretrained_bert/optimization.py
View File

@@ -69,7 +69,7 @@ class WarmupCosineSchedule(LRSchedule):
return progress / self.warmup return progress / self.warmup
else: else:
progress = (progress - self.warmup) / (1 - self.warmup) # progress after warmup progress = (progress - self.warmup) / (1 - self.warmup) # progress after warmup
return 0.5 * (1. + torch.cos(math.pi * self.cycles * 2 * progress)) return 0.5 * (1. + math.cos(math.pi * self.cycles * 2 * progress))
class WarmupConstantSchedule(LRSchedule): class WarmupConstantSchedule(LRSchedule):