SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix parametrization-based weight norm (#33275)

Browse Source 
* refactor weight_norm + propose uniformed solution to reconcile meta load_state_dict with classic loading

* make style

* fix sew

* fix sew and sew_d tests
This commit is contained in:
Yoach Lacombe
2024-09-17 08:05:21 +02:00
committed by GitHub
parent 9f196ef2e0
commit 18e1a9c719
13 changed files with 167 additions and 67 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/models/sew/test_modeling_sew.py
View File

@@ -420,6 +420,7 @@ class SEWModelTest(ModelTesterMixin, PipelineTesterMixin, unittest.TestCase):
model = model_class(config=configs_no_init)
for name, param in model.named_parameters():
uniform_init_parms = [
"conv.parametrizations.weight",
"conv.weight",
"masked_spec_embed",
"quantizer.weight_proj.weight",

1
tests/models/sew_d/test_modeling_sew_d.py
View File

@@ -422,6 +422,7 @@ class SEWDModelTest(ModelTesterMixin, PipelineTesterMixin, unittest.TestCase):
model = model_class(config=configs_no_init)
for name, param in model.named_parameters():
uniform_init_parms = [
"conv.parametrizations.weight",
"conv.weight",
"masked_spec_embed",
"quantizer.weight_proj.weight",