SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

changing docker

Browse Source
This commit is contained in:
lukovnikov
2019-03-12 13:32:42 +01:00
parent 9024613337
commit 471daf1b6c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_pretrained_bert/optimization.py
View File

@@ -84,7 +84,7 @@ class WarmupCosineWithRestartsSchedule(WarmupCosineSchedule):
return progress / self.warmup return progress / self.warmup
else: else:
progress = (progress - self.warmup) / (1 - self.warmup) # progress after warmup progress = (progress - self.warmup) / (1 - self.warmup) # progress after warmup
ret = 0.5 * (1. + math.cos(math.pi * ((self.cycles * 2 * progress) % 1))) ret = 0.5 * (1. + math.cos(math.pi * ((self.cycles * progress) % 1)))
return ret return ret