[Whisper] Fix decoder ids methods (#20599)

* [Whisper] Fix decoder ids methods

* enum property
This commit is contained in:
Sanchit Gandhi
2022-12-05 18:45:22 +00:00
committed by GitHub
parent ef0f85cd57
commit 74fb524e20
2 changed files with 22 additions and 2 deletions

View File

@@ -26,6 +26,11 @@ if is_speech_available():
from transformers import WhisperFeatureExtractor, WhisperProcessor
START_OF_TRANSCRIPT = 50257
TRANSCRIBE = 50358
NOTIMESTAMPS = 50362
@require_torch
@require_torchaudio
@require_sentencepiece
@@ -128,3 +133,17 @@ class WhisperProcessorTest(unittest.TestCase):
feature_extractor.model_input_names,
msg="`processor` and `feature_extractor` model input names do not match",
)
def test_get_decoder_prompt_ids(self):
feature_extractor = self.get_feature_extractor()
tokenizer = self.get_tokenizer()
processor = WhisperProcessor(tokenizer=tokenizer, feature_extractor=feature_extractor)
forced_decoder_ids = processor.get_decoder_prompt_ids(task="transcribe", no_timestamps=True)
self.assertIsInstance(forced_decoder_ids, list)
for ids in forced_decoder_ids:
self.assertIsInstance(ids, (list, tuple))
expected_ids = [START_OF_TRANSCRIPT, TRANSCRIBE, NOTIMESTAMPS]
self.assertListEqual([ids[-1] for ids in forced_decoder_ids], expected_ids)