PL: --adafactor option (#6776)

This commit is contained in:
Sam Shleifer
2020-08-27 22:19:46 -04:00
committed by GitHub
parent 92ac2fa7d1
commit fb78a90d6a
2 changed files with 12 additions and 1 deletions

View File

@@ -30,6 +30,7 @@ logger = logging.getLogger()
CUDA_AVAILABLE = torch.cuda.is_available()
CHEAP_ARGS = {
"label_smoothing": 0.2,
"adafactor": True,
"early_stopping_patience": 2,
"logger_name": "default",
"length_penalty": 0.5,