From 9ffbed26c0eb71a83aad71f5df3a47d26565cb46 Mon Sep 17 00:00:00 2001 From: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Date: Mon, 5 Dec 2022 15:12:10 +0100 Subject: [PATCH] Cleanup some config attributes (#20554) * Remove is_encoder_decoder from some vision models * cleanup more * cleanup more Co-authored-by: ydshieh --- src/transformers/models/beit/configuration_beit.py | 1 - src/transformers/models/big_bird/configuration_big_bird.py | 2 -- src/transformers/models/canine/configuration_canine.py | 1 - src/transformers/models/convbert/configuration_convbert.py | 2 -- src/transformers/models/convnext/configuration_convnext.py | 1 - .../models/data2vec/configuration_data2vec_vision.py | 1 - src/transformers/models/deit/configuration_deit.py | 1 - src/transformers/models/glpn/configuration_glpn.py | 1 - src/transformers/models/perceiver/configuration_perceiver.py | 1 - src/transformers/models/qdqbert/configuration_qdqbert.py | 1 - src/transformers/models/rembert/configuration_rembert.py | 1 - src/transformers/models/segformer/configuration_segformer.py | 1 - .../configuration_trajectory_transformer.py | 1 - src/transformers/models/vilt/configuration_vilt.py | 1 - src/transformers/models/vit/configuration_vit.py | 1 - src/transformers/models/vit_mae/configuration_vit_mae.py | 1 - .../configuration_{{cookiecutter.lowercase_modelname}}.py | 1 - 17 files changed, 19 deletions(-) diff --git a/src/transformers/models/beit/configuration_beit.py b/src/transformers/models/beit/configuration_beit.py index ad6b9e864d..c44c59942f 100644 --- a/src/transformers/models/beit/configuration_beit.py +++ b/src/transformers/models/beit/configuration_beit.py @@ -129,7 +129,6 @@ class BeitConfig(PretrainedConfig): attention_probs_dropout_prob=0.0, initializer_range=0.02, layer_norm_eps=1e-12, - is_encoder_decoder=False, image_size=224, patch_size=16, num_channels=3, diff --git a/src/transformers/models/big_bird/configuration_big_bird.py b/src/transformers/models/big_bird/configuration_big_bird.py index ed309bbf8c..d387bab288 100644 --- a/src/transformers/models/big_bird/configuration_big_bird.py +++ b/src/transformers/models/big_bird/configuration_big_bird.py @@ -119,7 +119,6 @@ class BigBirdConfig(PretrainedConfig): initializer_range=0.02, layer_norm_eps=1e-12, use_cache=True, - is_encoder_decoder=False, pad_token_id=0, bos_token_id=1, eos_token_id=2, @@ -153,7 +152,6 @@ class BigBirdConfig(PretrainedConfig): self.type_vocab_size = type_vocab_size self.layer_norm_eps = layer_norm_eps self.use_cache = use_cache - self.is_encoder_decoder = is_encoder_decoder self.rescale_embeddings = rescale_embeddings self.attention_type = attention_type diff --git a/src/transformers/models/canine/configuration_canine.py b/src/transformers/models/canine/configuration_canine.py index 1fd9bac9f1..20e2809775 100644 --- a/src/transformers/models/canine/configuration_canine.py +++ b/src/transformers/models/canine/configuration_canine.py @@ -105,7 +105,6 @@ class CanineConfig(PretrainedConfig): initializer_range=0.02, layer_norm_eps=1e-12, use_cache=True, - is_encoder_decoder=False, pad_token_id=0, bos_token_id=0xE000, eos_token_id=0xE001, diff --git a/src/transformers/models/convbert/configuration_convbert.py b/src/transformers/models/convbert/configuration_convbert.py index baeb1586dd..4c1032f4ff 100644 --- a/src/transformers/models/convbert/configuration_convbert.py +++ b/src/transformers/models/convbert/configuration_convbert.py @@ -102,7 +102,6 @@ class ConvBertConfig(PretrainedConfig): self, vocab_size=30522, hidden_size=768, - is_encoder_decoder=False, num_hidden_layers=12, num_attention_heads=12, intermediate_size=3072, @@ -125,7 +124,6 @@ class ConvBertConfig(PretrainedConfig): ): super().__init__( pad_token_id=pad_token_id, - is_encoder_decoder=is_encoder_decoder, bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs, diff --git a/src/transformers/models/convnext/configuration_convnext.py b/src/transformers/models/convnext/configuration_convnext.py index d214cfcb1b..4027973e08 100644 --- a/src/transformers/models/convnext/configuration_convnext.py +++ b/src/transformers/models/convnext/configuration_convnext.py @@ -90,7 +90,6 @@ class ConvNextConfig(PretrainedConfig): hidden_act="gelu", initializer_range=0.02, layer_norm_eps=1e-12, - is_encoder_decoder=False, layer_scale_init_value=1e-6, drop_path_rate=0.0, image_size=224, diff --git a/src/transformers/models/data2vec/configuration_data2vec_vision.py b/src/transformers/models/data2vec/configuration_data2vec_vision.py index b29f2d5a01..0cf28b0a1c 100644 --- a/src/transformers/models/data2vec/configuration_data2vec_vision.py +++ b/src/transformers/models/data2vec/configuration_data2vec_vision.py @@ -128,7 +128,6 @@ class Data2VecVisionConfig(PretrainedConfig): attention_probs_dropout_prob=0.0, initializer_range=0.02, layer_norm_eps=1e-12, - is_encoder_decoder=False, image_size=224, patch_size=16, num_channels=3, diff --git a/src/transformers/models/deit/configuration_deit.py b/src/transformers/models/deit/configuration_deit.py index 39faa9a110..8fbba3e9be 100644 --- a/src/transformers/models/deit/configuration_deit.py +++ b/src/transformers/models/deit/configuration_deit.py @@ -104,7 +104,6 @@ class DeiTConfig(PretrainedConfig): attention_probs_dropout_prob=0.0, initializer_range=0.02, layer_norm_eps=1e-12, - is_encoder_decoder=False, image_size=224, patch_size=16, num_channels=3, diff --git a/src/transformers/models/glpn/configuration_glpn.py b/src/transformers/models/glpn/configuration_glpn.py index 9d79d2991f..aec3d1c467 100644 --- a/src/transformers/models/glpn/configuration_glpn.py +++ b/src/transformers/models/glpn/configuration_glpn.py @@ -109,7 +109,6 @@ class GLPNConfig(PretrainedConfig): initializer_range=0.02, drop_path_rate=0.1, layer_norm_eps=1e-6, - is_encoder_decoder=False, decoder_hidden_size=64, max_depth=10, head_in_index=-1, diff --git a/src/transformers/models/perceiver/configuration_perceiver.py b/src/transformers/models/perceiver/configuration_perceiver.py index 0c97974441..a4b475532f 100644 --- a/src/transformers/models/perceiver/configuration_perceiver.py +++ b/src/transformers/models/perceiver/configuration_perceiver.py @@ -136,7 +136,6 @@ class PerceiverConfig(PretrainedConfig): position_embedding_init_scale=0.02, initializer_range=0.02, layer_norm_eps=1e-12, - is_encoder_decoder=False, use_query_residual=True, vocab_size=262, max_position_embeddings=2048, diff --git a/src/transformers/models/qdqbert/configuration_qdqbert.py b/src/transformers/models/qdqbert/configuration_qdqbert.py index b6ac980eb5..ffe89cf113 100644 --- a/src/transformers/models/qdqbert/configuration_qdqbert.py +++ b/src/transformers/models/qdqbert/configuration_qdqbert.py @@ -100,7 +100,6 @@ class QDQBertConfig(PretrainedConfig): initializer_range=0.02, layer_norm_eps=1e-12, use_cache=True, - is_encoder_decoder=False, pad_token_id=1, bos_token_id=0, eos_token_id=2, diff --git a/src/transformers/models/rembert/configuration_rembert.py b/src/transformers/models/rembert/configuration_rembert.py index 732d75c5cc..935b56da16 100644 --- a/src/transformers/models/rembert/configuration_rembert.py +++ b/src/transformers/models/rembert/configuration_rembert.py @@ -111,7 +111,6 @@ class RemBertConfig(PretrainedConfig): initializer_range=0.02, layer_norm_eps=1e-12, use_cache=True, - is_encoder_decoder=False, pad_token_id=0, bos_token_id=312, eos_token_id=313, diff --git a/src/transformers/models/segformer/configuration_segformer.py b/src/transformers/models/segformer/configuration_segformer.py index 8b98af0fae..994ecba209 100644 --- a/src/transformers/models/segformer/configuration_segformer.py +++ b/src/transformers/models/segformer/configuration_segformer.py @@ -121,7 +121,6 @@ class SegformerConfig(PretrainedConfig): drop_path_rate=0.1, layer_norm_eps=1e-6, decoder_hidden_size=256, - is_encoder_decoder=False, semantic_loss_ignore_index=255, **kwargs ): diff --git a/src/transformers/models/trajectory_transformer/configuration_trajectory_transformer.py b/src/transformers/models/trajectory_transformer/configuration_trajectory_transformer.py index fcfc2b1f33..626877a13d 100644 --- a/src/transformers/models/trajectory_transformer/configuration_trajectory_transformer.py +++ b/src/transformers/models/trajectory_transformer/configuration_trajectory_transformer.py @@ -136,7 +136,6 @@ class TrajectoryTransformerConfig(PretrainedConfig): layer_norm_eps=1e-12, kaiming_initializer_range=1, use_cache=True, - is_encoder_decoder=False, pad_token_id=1, bos_token_id=50256, eos_token_id=50256, diff --git a/src/transformers/models/vilt/configuration_vilt.py b/src/transformers/models/vilt/configuration_vilt.py index 517aeaf262..7a5c856413 100644 --- a/src/transformers/models/vilt/configuration_vilt.py +++ b/src/transformers/models/vilt/configuration_vilt.py @@ -113,7 +113,6 @@ class ViltConfig(PretrainedConfig): attention_probs_dropout_prob=0.0, initializer_range=0.02, layer_norm_eps=1e-12, - is_encoder_decoder=False, image_size=384, patch_size=32, num_channels=3, diff --git a/src/transformers/models/vit/configuration_vit.py b/src/transformers/models/vit/configuration_vit.py index ec4f319f67..dcb3ac7952 100644 --- a/src/transformers/models/vit/configuration_vit.py +++ b/src/transformers/models/vit/configuration_vit.py @@ -101,7 +101,6 @@ class ViTConfig(PretrainedConfig): attention_probs_dropout_prob=0.0, initializer_range=0.02, layer_norm_eps=1e-12, - is_encoder_decoder=False, image_size=224, patch_size=16, num_channels=3, diff --git a/src/transformers/models/vit_mae/configuration_vit_mae.py b/src/transformers/models/vit_mae/configuration_vit_mae.py index 94a8c4c66a..b7167fbbdc 100644 --- a/src/transformers/models/vit_mae/configuration_vit_mae.py +++ b/src/transformers/models/vit_mae/configuration_vit_mae.py @@ -106,7 +106,6 @@ class ViTMAEConfig(PretrainedConfig): attention_probs_dropout_prob=0.0, initializer_range=0.02, layer_norm_eps=1e-12, - is_encoder_decoder=False, image_size=224, patch_size=16, num_channels=3, diff --git a/templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/configuration_{{cookiecutter.lowercase_modelname}}.py b/templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/configuration_{{cookiecutter.lowercase_modelname}}.py index e69bcd39be..3221696317 100644 --- a/templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/configuration_{{cookiecutter.lowercase_modelname}}.py +++ b/templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/configuration_{{cookiecutter.lowercase_modelname}}.py @@ -163,7 +163,6 @@ class {{cookiecutter.camelcase_modelname}}Config(PretrainedConfig): initializer_range=0.02, layer_norm_eps=1e-12, use_cache=True, - is_encoder_decoder=False, {% else -%} vocab_size=50265, max_position_embeddings=1024,