Fix low memory beam search (#34746)

* fix * higher max positions in tests
2024-11-20 07:46:35 +01:00
parent 145fbd46cb
commit 9470d65324
3 changed files with 10 additions and 5 deletions
--- a/tests/models/blip_2/test_modeling_blip_2.py
+++ b/tests/models/blip_2/test_modeling_blip_2.py
@@ -330,7 +330,7 @@ class Blip2TextModelDecoderOnlyTester:
        hidden_act="gelu",
        hidden_dropout_prob=0.1,
        attention_probs_dropout_prob=0.1,
-        max_position_embeddings=20,
+        max_position_embeddings=512,
        eos_token_id=2,
        pad_token_id=1,
        bos_token_id=0,