CI with num_hidden_layers=2 🚀🚀🚀 (#25266)

* CI with layers=2

---------

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar
2023-08-02 20:22:36 +02:00
committed by GitHub
parent b28ebb2655
commit bd90cda9a6
147 changed files with 207 additions and 196 deletions

View File

@@ -47,7 +47,7 @@ class CodeGenModelTester:
vocab_size=256,
hidden_size=32,
rotary_dim=4,
num_hidden_layers=5,
num_hidden_layers=2,
num_attention_heads=4,
intermediate_size=37,
hidden_act="gelu",