cos fix

2019-03-09 02:45:25 +01:00
parent f113a2dfdc
commit 51efde54a9
1 changed files with 1 additions and 1 deletions
--- a/pytorch_pretrained_bert/optimization.py
+++ b/pytorch_pretrained_bert/optimization.py
@@ -69,7 +69,7 @@ class WarmupCosineSchedule(LRSchedule):
            return progress / self.warmup
        else:
            progress = (progress - self.warmup) / (1 - self.warmup)   # progress after warmup
-            return 0.5 * (1. + torch.cos(math.pi * self.cycles * 2 * progress))
+            return 0.5 * (1. + math.cos(math.pi * self.cycles * 2 * progress))


 class WarmupConstantSchedule(LRSchedule):