fix openai gpt example and updating readme

This commit is contained in:
thomwolf
2019-03-06 11:43:21 +01:00
parent 906b638efa
commit 7cc35c3104
2 changed files with 3 additions and 1 deletions

View File

@@ -210,6 +210,7 @@ def main():
loss = args.lm_coef * losses[0] + losses[1]
loss.backward()
optimizer.step()
optimizer.zero_grad()
tr_loss += loss.item()
exp_average_loss = loss.item() if exp_average_loss is None else 0.7*exp_average_loss+0.3*loss.item()
nb_tr_steps += 1