SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix MoE gradient test (#38438)

Browse Source
This commit is contained in:
Matt
2025-05-28 16:44:20 +01:00
committed by GitHub
parent 0ed6f7e6b4
commit f844733568
3 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/models/phimoe/test_modeling_phimoe.py
View File

@@ -102,6 +102,7 @@ class PhimoeModelTest(CausalLMModelTest, unittest.TestCase):
test_headmasking = False test_headmasking = False
test_pruning = False test_pruning = False
test_all_params_have_gradient = False
model_tester_class = PhimoeModelTester model_tester_class = PhimoeModelTester
pipeline_model_mapping = ( pipeline_model_mapping = (
{ {

1
tests/models/qwen2_moe/test_modeling_qwen2_moe.py
View File

@@ -83,6 +83,7 @@ class Qwen2MoeModelTest(CausalLMModelTest, unittest.TestCase):
test_headmasking = False test_headmasking = False
test_pruning = False test_pruning = False
test_all_params_have_gradient = False
model_tester_class = Qwen2MoeModelTester model_tester_class = Qwen2MoeModelTester
# TODO (ydshieh): Check this. See https://app.circleci.com/pipelines/github/huggingface/transformers/79245/workflows/9490ef58-79c2-410d-8f51-e3495156cf9c/jobs/1012146 # TODO (ydshieh): Check this. See https://app.circleci.com/pipelines/github/huggingface/transformers/79245/workflows/9490ef58-79c2-410d-8f51-e3495156cf9c/jobs/1012146

1
tests/models/qwen3_moe/test_modeling_qwen3_moe.py
View File

@@ -82,6 +82,7 @@ class Qwen3MoeModelTest(CausalLMModelTest, unittest.TestCase):
test_headmasking = False test_headmasking = False
test_pruning = False test_pruning = False
test_all_params_have_gradient = False
model_tester_class = Qwen3MoeModelTester model_tester_class = Qwen3MoeModelTester
# TODO (ydshieh): Check this. See https://app.circleci.com/pipelines/github/huggingface/transformers/79245/workflows/9490ef58-79c2-410d-8f51-e3495156cf9c/jobs/1012146 # TODO (ydshieh): Check this. See https://app.circleci.com/pipelines/github/huggingface/transformers/79245/workflows/9490ef58-79c2-410d-8f51-e3495156cf9c/jobs/1012146