SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Enable memory metrics in tests that need it (#11859)

Browse Source
This commit is contained in:
Lysandre Debut
2021-05-25 10:06:19 +02:00
committed by GitHub
parent db0b2477cc
commit 6da129cb31
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/test_trainer.py
View File

@@ -1102,7 +1102,7 @@ class TrainerIntegrationTest(TestCasePlus, TrainerIntegrationCommon):
def test_mem_metrics(self): def test_mem_metrics(self):
# with mem metrics enabled # with mem metrics enabled
trainer = get_regression_trainer() trainer = get_regression_trainer(skip_memory_metrics=False)
self.check_mem_metrics(trainer, self.assertIn) self.check_mem_metrics(trainer, self.assertIn)
# with mem metrics disabled # with mem metrics disabled
@@ -1123,7 +1123,7 @@ class TrainerIntegrationTest(TestCasePlus, TrainerIntegrationCommon):
b = torch.ones(1000, bs) - 0.001 b = torch.ones(1000, bs) - 0.001
# 1. with mem metrics enabled # 1. with mem metrics enabled
trainer = get_regression_trainer(a=a, b=b, eval_len=16) trainer = get_regression_trainer(a=a, b=b, eval_len=16, skip_memory_metrics=False)
metrics = trainer.evaluate() metrics = trainer.evaluate()
del trainer del trainer
gc.collect() gc.collect()
@@ -1144,7 +1144,7 @@ class TrainerIntegrationTest(TestCasePlus, TrainerIntegrationCommon):
self.assertLess(fp32_eval, 5_000) self.assertLess(fp32_eval, 5_000)
# 2. with mem metrics disabled # 2. with mem metrics disabled
trainer = get_regression_trainer(a=a, b=b, eval_len=16, fp16_full_eval=True) trainer = get_regression_trainer(a=a, b=b, eval_len=16, fp16_full_eval=True, skip_memory_metrics=False)
metrics = trainer.evaluate() metrics = trainer.evaluate()
fp16_init = metrics["init_mem_gpu_alloc_delta"] fp16_init = metrics["init_mem_gpu_alloc_delta"]
fp16_eval = metrics["eval_mem_gpu_alloc_delta"] fp16_eval = metrics["eval_mem_gpu_alloc_delta"]