added warning

2019-02-27 16:38:00 +01:00
parent 070f3b21d8
commit 66a84b63b0
2 changed files with 2 additions and 2 deletions
--- a/pytorch_pretrained_bert/optimization.py
+++ b/pytorch_pretrained_bert/optimization.py
@@ -83,7 +83,7 @@ class BertAdam(Optimizer):
                        max_grad_norm=max_grad_norm)
        super(BertAdam, self).__init__(params, defaults)
        # warning for t_total exceeded
-        self._warned_for_t_total_at_progress = -1 if schedule == "warmup_linear" else float("inf")
+        self._warned_for_t_total_at_progress = -1 if schedule == "warmup_linear" else float("inf")      # warning is not active with other schedules (since it doesn't break them)

    def get_lr(self):
        lr = []