SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix #7304 (#7305)

Browse Source
This commit is contained in:
Sylvain Gugger
2020-09-22 09:20:03 -04:00
committed by GitHub
parent e46108817e
commit 244e1b5ba3
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/trainer.py
View File

@@ -1334,9 +1334,9 @@ class Trainer:
elif is_torch_tpu_available(): elif is_torch_tpu_available():
# tpu-comment: Get all predictions and labels from all worker shards of eval dataset # tpu-comment: Get all predictions and labels from all worker shards of eval dataset
if preds is not None: if preds is not None:
preds = nested_xla_mesh_reduce("eval_preds", preds) preds = nested_xla_mesh_reduce(preds, "eval_preds")
if label_ids is not None: if label_ids is not None:
label_ids = nested_xla_mesh_reduce("eval_label_ids", label_ids, torch.cat) label_ids = nested_xla_mesh_reduce(label_ids, "eval_label_ids")
if eval_losses is not None: if eval_losses is not None:
eval_losses = xm.mesh_reduce("eval_losses", torch.tensor(eval_losses), torch.cat).tolist() eval_losses = xm.mesh_reduce("eval_losses", torch.tensor(eval_losses), torch.cat).tolist()