SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[SpeechEncoderDecoder] Make sure no EOS is generated in test (#15655)

Browse Source
This commit is contained in:
Patrick von Platen
2022-02-15 09:13:55 +01:00
committed by GitHub
parent e314c19a3f
commit 041fdc4a7e
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tests/test_modeling_speech_encoder_decoder.py
View File

@@ -308,6 +308,11 @@ class EncoderDecoderMixin:
enc_dec_model = SpeechEncoderDecoderModel(encoder=encoder_model, decoder=decoder_model) enc_dec_model = SpeechEncoderDecoderModel(encoder=encoder_model, decoder=decoder_model)
enc_dec_model.to(torch_device) enc_dec_model.to(torch_device)
# make sure EOS token is set to None to prevent early stopping of generation
enc_dec_model.config.eos_token_id = None
if hasattr(enc_dec_model.config, "decoder") and hasattr(enc_dec_model.config.decoder, "eos_token_id"):
enc_dec_model.config.decoder.eos_token_id = None
inputs = input_values if input_features is None else input_features inputs = input_values if input_features is None else input_features
# Bert does not have a bos token id, so use pad_token_id instead # Bert does not have a bos token id, so use pad_token_id instead