Fix length of IterableDatasetShard and add test (#13792)

* Fix length of IterableDatasetShard and add test

* Add comments
This commit is contained in:
Sylvain Gugger
2021-09-29 11:48:48 -04:00
committed by Sylvain Gugger
parent 9bb3d33a46
commit 22d3156881
3 changed files with 31 additions and 2 deletions

View File

@@ -281,6 +281,7 @@ SPECIAL_MODULE_TO_TEST_MAP = {
"test_trainer_distributed.py",
"test_trainer_tpu.py",
],
"train_pt_utils.py": "test_trainer_utils.py",
"utils/versions.py": "test_versions_utils.py",
}