SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Merge pull request #527 from Mathieu-Prouveur/fix_value_training_loss

Browse Source 
Update example files so that tr_loss is not affected by args.gradient…
This commit is contained in:
Thomas Wolf
2019-04-30 11:12:55 +02:00
committed by GitHub
parent b832d5bb8a 87b9ec3843
commit 2dee86319d
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/run_classifier.py
View File

@@ -939,7 +939,7 @@ def main():
elif output_mode == "regression": elif output_mode == "regression":
preds = np.squeeze(preds) preds = np.squeeze(preds)
result = compute_metrics(task_name, preds, all_label_ids.numpy()) result = compute_metrics(task_name, preds, all_label_ids.numpy())
loss = tr_loss/nb_tr_steps if args.do_train else None loss = tr_loss/global_step if args.do_train else None
result['eval_loss'] = eval_loss result['eval_loss'] = eval_loss
result['global_step'] = global_step result['global_step'] = global_step
@@ -1007,7 +1007,7 @@ def main():
preds = preds[0] preds = preds[0]
preds = np.argmax(preds, axis=1) preds = np.argmax(preds, axis=1)
result = compute_metrics(task_name, preds, all_label_ids.numpy()) result = compute_metrics(task_name, preds, all_label_ids.numpy())
loss = tr_loss/nb_tr_steps if args.do_train else None loss = tr_loss/global_step if args.do_train else None
result['eval_loss'] = eval_loss result['eval_loss'] = eval_loss
result['global_step'] = global_step result['global_step'] = global_step

2
examples/run_swag.py
View File

@@ -540,7 +540,7 @@ def main():
result = {'eval_loss': eval_loss, result = {'eval_loss': eval_loss,
'eval_accuracy': eval_accuracy, 'eval_accuracy': eval_accuracy,
'global_step': global_step, 'global_step': global_step,
'loss': tr_loss/nb_tr_steps} 'loss': tr_loss/global_step}
output_eval_file = os.path.join(args.output_dir, "eval_results.txt") output_eval_file = os.path.join(args.output_dir, "eval_results.txt")
with open(output_eval_file, "w") as writer: with open(output_eval_file, "w") as writer: