SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Update example files so that tr_loss is not affected by args.gradient_accumulation_step

Browse Source
This commit is contained in:
Mathieu Prouveur
2019-04-24 14:07:00 +02:00
parent c36cca075a
commit ed8fad7390
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/run_classifier.py
View File

@@ -845,7 +845,7 @@ def main():
else: else:
loss.backward() loss.backward()
tr_loss += loss.item() tr_loss += loss.item() * args.gradient_accumulation_steps
nb_tr_examples += input_ids.size(0) nb_tr_examples += input_ids.size(0)
nb_tr_steps += 1 nb_tr_steps += 1
if (step + 1) % args.gradient_accumulation_steps == 0: if (step + 1) % args.gradient_accumulation_steps == 0:

2
examples/run_swag.py
View File

@@ -452,7 +452,7 @@ def main():
loss = loss * args.loss_scale loss = loss * args.loss_scale
if args.gradient_accumulation_steps > 1: if args.gradient_accumulation_steps > 1:
loss = loss / args.gradient_accumulation_steps loss = loss / args.gradient_accumulation_steps
tr_loss += loss.item() tr_loss += loss.item() * args.gradient_accumulation_steps
nb_tr_examples += input_ids.size(0) nb_tr_examples += input_ids.size(0)
nb_tr_steps += 1 nb_tr_steps += 1