SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

changing docker

Browse Source
This commit is contained in:
lukovnikov
2019-03-12 13:23:58 +01:00
parent baf66d1419
commit 9024613337
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pytorch_pretrained_bert/optimization.py
View File

@@ -69,7 +69,7 @@ class WarmupCosineSchedule(LRSchedule):
return progress / self.warmup
else:
progress = (progress - self.warmup) / (1 - self.warmup) # progress after warmup
return 0.5 * (1. + math.cos(math.pi * ((self.cycles * 2 * progress) % 1))
return 0.5 * (1. + math.cos(math.pi * self.cycles * 2 * progress))
class WarmupCosineWithRestartsSchedule(WarmupCosineSchedule):
@@ -84,7 +84,7 @@ class WarmupCosineWithRestartsSchedule(WarmupCosineSchedule):
return progress / self.warmup
else:
progress = (progress - self.warmup) / (1 - self.warmup) # progress after warmup
ret = 0.5 * (1. + math.cos(math.pi * self.cycles * 2 * progress))
ret = 0.5 * (1. + math.cos(math.pi * ((self.cycles * 2 * progress) % 1)))
return ret