SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

CI with num_hidden_layers=2 🚀🚀🚀 (#25266)

Browse Source 
* CI with layers=2

---------

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar
2023-08-02 20:22:36 +02:00
committed by GitHub
parent b28ebb2655
commit bd90cda9a6
147 changed files with 207 additions and 196 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
tests/models/blip_2/test_modeling_blip_2.py
View File

@@ -62,7 +62,7 @@ class Blip2VisionModelTester:
is_training=True,
hidden_size=32,
projection_dim=32,
num_hidden_layers=5,
num_hidden_layers=2,
num_attention_heads=4,
intermediate_size=37,
dropout=0.1,
@@ -215,7 +215,7 @@ class Blip2QFormerModelTester:
vocab_size=99,
hidden_size=32,
projection_dim=32,
num_hidden_layers=6,
num_hidden_layers=2,
num_attention_heads=4,
intermediate_size=37,
dropout=0.1,
@@ -289,7 +289,7 @@ class Blip2TextModelDecoderOnlyTester:
use_labels=False,
vocab_size=99,
hidden_size=16,
num_hidden_layers=5,
num_hidden_layers=2,
num_attention_heads=4,
intermediate_size=4,
hidden_act="gelu",
@@ -503,7 +503,7 @@ class Blip2TextModelTester:
use_attention_mask=True,
use_labels=True,
hidden_size=32,
num_hidden_layers=5,
num_hidden_layers=2,
num_attention_heads=4,
d_ff=37,
relative_attention_num_buckets=8,