SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix gather for metrics (#19360)

Browse Source
This commit is contained in:
Zachary Mueller
2022-10-05 14:52:01 -04:00
committed by GitHub
parent d9101b71bc
commit ad98642a82
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/pytorch/summarization/run_summarization_no_trainer.py
View File

@@ -685,7 +685,7 @@ def main():
# If we did not pad to max length, we need to pad the labels too # If we did not pad to max length, we need to pad the labels too
labels = accelerator.pad_across_processes(batch["labels"], dim=1, pad_index=tokenizer.pad_token_id) labels = accelerator.pad_across_processes(batch["labels"], dim=1, pad_index=tokenizer.pad_token_id)
generated_tokens, labels = accelerator.gather_for_metrics(generated_tokens, labels) generated_tokens, labels = accelerator.gather_for_metrics((generated_tokens, labels))
generated_tokens = generated_tokens.cpu().numpy() generated_tokens = generated_tokens.cpu().numpy()
labels = labels.cpu().numpy() labels = labels.cpu().numpy()