From 23c146c38b42d1193849fbd6f2943bf754b7c428 Mon Sep 17 00:00:00 2001 From: Katie Le <54815905+katiele47@users.noreply.github.com> Date: Thu, 9 Feb 2023 15:49:54 -0500 Subject: [PATCH] Added with torch.no_grad() to XLM-Roberta integration test (#21547) * added with torch.no_grad() to the integration tests and applied make style * added with torch.no_grad() to xlm roberta forward pass --------- Co-authored-by: Bibi --- tests/models/xlm_roberta/test_modeling_xlm_roberta.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/models/xlm_roberta/test_modeling_xlm_roberta.py b/tests/models/xlm_roberta/test_modeling_xlm_roberta.py index 35ce2bd881..ca9db17270 100644 --- a/tests/models/xlm_roberta/test_modeling_xlm_roberta.py +++ b/tests/models/xlm_roberta/test_modeling_xlm_roberta.py @@ -43,8 +43,8 @@ class XLMRobertaModelIntegrationTest(unittest.TestCase): # xlmr = torch.hub.load('pytorch/fairseq', 'xlmr.base') # xlmr.eval() # expected_output_values_last_dim = xlmr.extract_features(input_ids[0])[:, :, -1] - - output = model(input_ids)["last_hidden_state"].detach() + with torch.no_grad(): + output = model(input_ids)["last_hidden_state"].detach() self.assertEqual(output.shape, expected_output_shape) # compare the actual values for a slice of last dim self.assertTrue(torch.allclose(output[:, :, -1], expected_output_values_last_dim, atol=1e-3)) @@ -62,8 +62,8 @@ class XLMRobertaModelIntegrationTest(unittest.TestCase): # xlmr = torch.hub.load('pytorch/fairseq', 'xlmr.large') # xlmr.eval() # expected_output_values_last_dim = xlmr.extract_features(input_ids[0])[:, :, -1] - - output = model(input_ids)["last_hidden_state"].detach() + with torch.no_grad(): + output = model(input_ids)["last_hidden_state"].detach() self.assertEqual(output.shape, expected_output_shape) # compare the actual values for a slice of last dim self.assertTrue(torch.allclose(output[:, :, -1], expected_output_values_last_dim, atol=1e-3))