Fix pad to multiple of (#25732)

* nits * update the test * nits * update * fix bark * fix bark tests and allow padding to multiple of without new tokens
2023-09-15 11:53:39 -04:00
parent ebd21e904f
commit eb644980eb
3 changed files with 51 additions and 10 deletions
--- a/tests/test_modeling_common.py
+++ b/tests/test_modeling_common.py
@@ -1431,6 +1431,9 @@ class ModelTesterMixin:
            model_embed = model.resize_token_embeddings(model_vocab_size, pad_to_multiple_of=64)
            self.assertTrue(model_embed.weight.shape[0] // 64, 0)

+            self.assertTrue(model_embed.weight.shape[0], model.config.vocab_size)
+            self.assertTrue(model.config.vocab_size, model.vocab_size)
+
            model_embed = model.resize_token_embeddings(model_vocab_size + 13, pad_to_multiple_of=64)
            self.assertTrue(model_embed.weight.shape[0] // 64, 0)