Merge pull request #527 from Mathieu-Prouveur/fix_value_training_loss

Update example files so that tr_loss is not affected by args.gradient…
2019-04-30 11:12:55 +02:00
parent b832d5bb8a 87b9ec3843
commit 2dee86319d
2 changed files with 3 additions and 3 deletions
--- a/examples/run_swag.py
+++ b/examples/run_swag.py
@@ -540,7 +540,7 @@ def main():
        result = {'eval_loss': eval_loss,
                  'eval_accuracy': eval_accuracy,
                  'global_step': global_step,
-                  'loss': tr_loss/nb_tr_steps}
+                  'loss': tr_loss/global_step}

        output_eval_file = os.path.join(args.output_dir, "eval_results.txt")
        with open(output_eval_file, "w") as writer: