SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Merge pull request #1832 from huggingface/memory-leak-schedulers

Browse Source 
replace LambdaLR scheduler wrappers by function
This commit is contained in:
Thomas Wolf
2019-11-14 22:10:31 +01:00
committed by GitHub
parent 0be9ae7b3e 2276bf69b7
commit df99f8c5a1
16 changed files with 96 additions and 119 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
transformers/__init__.py
View File

@@ -98,8 +98,8 @@ if is_torch_available():
from .modeling_encoder_decoder import PreTrainedEncoderDecoder, Model2Model
# Optimization
from .optimization import (AdamW, ConstantLRSchedule, WarmupConstantSchedule, WarmupCosineSchedule,
WarmupCosineWithHardRestartsSchedule, WarmupLinearSchedule)
from .optimization import (AdamW, get_constant_schedule, get_constant_schedule_with_warmup, get_cosine_schedule_with_warmup,
get_cosine_with_hard_restarts_schedule_with_warmup, get_linear_schedule_with_warmup)
# TensorFlow