SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Generate: missing generation config eos token setting in encoder-decoder tests (#29146)

Browse Source
This commit is contained in:
Joao Gante
2024-02-20 16:17:51 +00:00
committed by GitHub
parent 1c81132e80
commit 857fd8eaab
4 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/models/encoder_decoder/test_modeling_encoder_decoder.py
View File

@@ -473,6 +473,8 @@ class EncoderDecoderMixin:
enc_dec_model.config.eos_token_id = None enc_dec_model.config.eos_token_id = None
if hasattr(enc_dec_model.config, "decoder") and hasattr(enc_dec_model.config.decoder, "eos_token_id"): if hasattr(enc_dec_model.config, "decoder") and hasattr(enc_dec_model.config.decoder, "eos_token_id"):
enc_dec_model.config.decoder.eos_token_id = None enc_dec_model.config.decoder.eos_token_id = None
if hasattr(enc_dec_model.generation_config, "eos_token_id"):
enc_dec_model.generation_config.eos_token_id = None
enc_dec_model.to(torch_device) enc_dec_model.to(torch_device)
# Bert does not have a bos token id, so use pad_token_id instead # Bert does not have a bos token id, so use pad_token_id instead

2
tests/models/encoder_decoder/test_modeling_tf_encoder_decoder.py
View File

@@ -377,6 +377,8 @@ class TFEncoderDecoderMixin:
enc_dec_model.config.eos_token_id = None enc_dec_model.config.eos_token_id = None
if hasattr(enc_dec_model.config, "decoder") and hasattr(enc_dec_model.config.decoder, "eos_token_id"): if hasattr(enc_dec_model.config, "decoder") and hasattr(enc_dec_model.config.decoder, "eos_token_id"):
enc_dec_model.config.decoder.eos_token_id = None enc_dec_model.config.decoder.eos_token_id = None
if hasattr(enc_dec_model.generation_config, "eos_token_id"):
enc_dec_model.generation_config.eos_token_id = None
# Bert does not have a bos token id, so use pad_token_id instead # Bert does not have a bos token id, so use pad_token_id instead
generated_output = enc_dec_model.generate( generated_output = enc_dec_model.generate(

2
tests/models/speech_encoder_decoder/test_modeling_speech_encoder_decoder.py
View File

@@ -351,6 +351,8 @@ class EncoderDecoderMixin:
enc_dec_model.config.eos_token_id = None enc_dec_model.config.eos_token_id = None
if hasattr(enc_dec_model.config, "decoder") and hasattr(enc_dec_model.config.decoder, "eos_token_id"): if hasattr(enc_dec_model.config, "decoder") and hasattr(enc_dec_model.config.decoder, "eos_token_id"):
enc_dec_model.config.decoder.eos_token_id = None enc_dec_model.config.decoder.eos_token_id = None
if hasattr(enc_dec_model.generation_config, "eos_token_id"):
enc_dec_model.generation_config.eos_token_id = None
inputs = input_values if input_features is None else input_features inputs = input_values if input_features is None else input_features

2
tests/models/vision_encoder_decoder/test_modeling_tf_vision_encoder_decoder.py
View File

@@ -308,6 +308,8 @@ class TFVisionEncoderDecoderMixin:
enc_dec_model.config.eos_token_id = None enc_dec_model.config.eos_token_id = None
if hasattr(enc_dec_model.config, "decoder") and hasattr(enc_dec_model.config.decoder, "eos_token_id"): if hasattr(enc_dec_model.config, "decoder") and hasattr(enc_dec_model.config.decoder, "eos_token_id"):
enc_dec_model.config.decoder.eos_token_id = None enc_dec_model.config.decoder.eos_token_id = None
if hasattr(enc_dec_model.generation_config, "eos_token_id"):
enc_dec_model.generation_config.eos_token_id = None
# Bert does not have a bos token id, so use pad_token_id instead # Bert does not have a bos token id, so use pad_token_id instead
generated_output = enc_dec_model.generate( generated_output = enc_dec_model.generate(