fix problem with half
This commit is contained in:
@@ -314,8 +314,8 @@ class BartHeadTests(unittest.TestCase):
|
|||||||
@unittest.skipIf(torch_device == "cpu", "Cant do half precision")
|
@unittest.skipIf(torch_device == "cpu", "Cant do half precision")
|
||||||
def test_generate_fp16(self):
|
def test_generate_fp16(self):
|
||||||
config, input_ids, batch_size = self._get_config_and_data(output_past=True)
|
config, input_ids, batch_size = self._get_config_and_data(output_past=True)
|
||||||
input_ids = input_ids.half()
|
input_ids = input_ids
|
||||||
attention_mask = input_ids.ne(1).to(torch_device).half()
|
attention_mask = input_ids.ne(1).to(torch_device)
|
||||||
lm_model = BartForConditionalGeneration(config).eval().to(torch_device).half()
|
lm_model = BartForConditionalGeneration(config).eval().to(torch_device).half()
|
||||||
lm_model.generate(input_ids, attention_mask=attention_mask)
|
lm_model.generate(input_ids, attention_mask=attention_mask)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user