SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix grad accum arbitrary value (#36691)

Browse Source
This commit is contained in:
Ilyas Moutawwakil
2025-03-14 22:03:01 +01:00
committed by GitHub
parent 2c2495cc7b
commit 6f3e0b68e0
2 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tests/trainer/test_trainer.py
View File

@@ -896,9 +896,8 @@ class TrainerIntegrationPrerunTest(TestCasePlus, TrainerIntegrationCommon):
# all diff truth should be quite close
self.assertLess(max(diff_truth), 0.01, f"Difference {max(diff_truth)} is not within 0.01")
# max diff broken should be very off
self.assertGreater(max(diff_broken), 1.3, f"Difference {max(diff_broken)} is not greater than 1.3")
# max diff broken should be very off ("very off" is arbitrary, but as long as it's bigger than 0.1, it's fine)
self.assertGreater(max(diff_broken), 0.7, f"Difference {max(diff_broken)} is not greater than 0.7")
loss_base = sum(base_loss_callback.losses)
loss_broken = sum(broken_loss_callback.losses)