SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[Generate] correct encoder_outputs are passed without attention_mask (#14980)

Browse Source 
* [Generate] correct encoder_outputs are passed without attention_mask

* Apply suggestions from code review

* up
This commit is contained in:
Patrick von Platen
2021-12-30 10:16:03 +01:00
committed by GitHub
parent a1392883ce
commit c043ce6cfd
3 changed files with 37 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
tests/test_generation_utils.py
View File

@@ -1887,3 +1887,19 @@ class GenerationIntegrationTests(unittest.TestCase):
self.assertListEqual(output_sequences.tolist(), output_sequences_kwargs.tolist())
self.assertEqual(output_sequences.shape, (2, 5))
def test_generate_encoder_outputs_attention_mask(self):
input_values = floats_tensor((2, 250)).to(torch_device)
attention_mask = torch.ones_like(input_values)
model = SpeechEncoderDecoderModel.from_pretrained("hf-internal-testing/tiny-random-speech-encoder-decoder")
model = model.to(torch_device)
encoder = model.get_encoder()
encoder_outputs = encoder(input_values)
output_sequences_no_mask = model.generate(encoder_outputs=encoder_outputs).cpu()
output_sequences_with_mask = model.generate(encoder_outputs=encoder_outputs, attention_mask=attention_mask)
output_sequences_with_mask = output_sequences_with_mask.cpu()
self.assertListEqual(output_sequences_no_mask.tolist(), output_sequences_with_mask.tolist())