Fix parametrization-based weight norm (#33275)

* refactor weight_norm + propose uniformed solution to reconcile meta load_state_dict with classic loading * make style * fix sew * fix sew and sew_d tests
2024-09-17 08:05:21 +02:00
parent 9f196ef2e0
commit 18e1a9c719
13 changed files with 167 additions and 67 deletions
--- a/tests/models/sew_d/test_modeling_sew_d.py
+++ b/tests/models/sew_d/test_modeling_sew_d.py
@@ -422,6 +422,7 @@ class SEWDModelTest(ModelTesterMixin, PipelineTesterMixin, unittest.TestCase):
            model = model_class(config=configs_no_init)
            for name, param in model.named_parameters():
                uniform_init_parms = [
+                    "conv.parametrizations.weight",
                    "conv.weight",
                    "masked_spec_embed",
                    "quantizer.weight_proj.weight",