SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

update examples

Browse Source
This commit is contained in:
thomwolf
2019-07-11 15:37:34 +02:00
parent ec07cf5a66
commit b21d84b027
5 changed files with 9 additions and 1124 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pytorch_transformers/optimization.py
View File

@@ -25,7 +25,7 @@ logger = logging.getLogger(__name__)
class ConstantLRSchedule(LambdaLR):
def __init__(self, optimizer, last_epoch=-1):
super(ConstantLR, self).__init__(optimizer, lambda x: x, last_epoch=last_epoch)
super(ConstantLRSchedule, self).__init__(optimizer, lambda x: x, last_epoch=last_epoch)
class WarmupCosineSchedule(LambdaLR):
"""
@@ -128,7 +128,7 @@ class AdamW(Optimizer):
raise ValueError("Invalid epsilon value: {} - should be >= 0.0".format(e))
defaults = dict(lr=lr, betas=betas, eps=eps, weight_decay=weight_decay,
correct_bias=correct_bias)
super(BertAdam, self).__init__(params, defaults)
super(AdamW, self).__init__(params, defaults)
def step(self, closure=None):
"""Performs a single optimization step.