SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

🚨 🚨 Raise error when no speaker embeddings in speecht5._generate_speech (#26418)

Browse Source 
* add warning when no speaker embeddings in speecht5._generate_speech

* modify warning to error

* adapt generation test
This commit is contained in:
Yoach Lacombe
2023-10-17 15:59:35 +02:00
committed by GitHub
parent 41c42f85f6
commit db611aabee
2 changed files with 18 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
tests/models/speecht5/test_modeling_speecht5.py
View File

@@ -1015,15 +1015,21 @@ class SpeechT5ForTextToSpeechIntegrationTests(unittest.TestCase):
set_seed(555) # make deterministic
speaker_embeddings = torch.zeros((1, 512)).to(torch_device)
input_text = "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel"
input_ids = processor(text=input_text, return_tensors="pt").input_ids.to(torch_device)
generated_speech = model.generate_speech(input_ids)
self.assertEqual(generated_speech.shape, (1820, model.config.num_mel_bins))
generated_speech = model.generate_speech(input_ids, speaker_embeddings=speaker_embeddings)
self.assertEqual(generated_speech.shape, (228, model.config.num_mel_bins))
set_seed(555) # make deterministic
# test model.generate, same method than generate_speech but with additional kwargs to absorb kwargs such as attention_mask
generated_speech_with_generate = model.generate(input_ids, attention_mask=None)
self.assertEqual(generated_speech_with_generate.shape, (1820, model.config.num_mel_bins))
generated_speech_with_generate = model.generate(
input_ids, attention_mask=None, speaker_embeddings=speaker_embeddings
)
self.assertEqual(generated_speech_with_generate.shape, (228, model.config.num_mel_bins))
@require_torch