Add possibility to ignore imports in test_fecther (#12801)

* Add possibility to ignore imports in test_fecther

* Style
This commit is contained in:
Sylvain Gugger
2021-07-26 09:48:19 -04:00
committed by GitHub
parent 7c300d6d42
commit 5f43623843
2 changed files with 7 additions and 5 deletions

View File

@@ -131,7 +131,8 @@ def get_module_dependencies(module_fname):
imported_modules = []
# Let's start with relative imports
relative_imports = re.findall(r"from\s+(\.+\S+)\s+import\s+\S+\s", content)
relative_imports = re.findall(r"from\s+(\.+\S+)\s+import\s+([^\n]+)\n", content)
relative_imports = [mod for mod, imp in relative_imports if "# tests_ignore" not in imp]
for imp in relative_imports:
level = 0
while imp.startswith("."):
@@ -151,7 +152,8 @@ def get_module_dependencies(module_fname):
# Let's continue with direct imports
# The import from the transformers module are ignored for the same reason we ignored the
# main init before.
direct_imports = re.findall(r"from\s+transformers\.(\S+)\s+import\s+\S+\s", content)
direct_imports = re.findall(r"from\s+transformers\.(\S+)\s+import\s+([^\n]+)\n", content)
direct_imports = [mod for mod, imp in direct_imports if "# tests_ignore" not in imp]
for imp in direct_imports:
import_parts = imp.split(".")
dep_parts = ["src", "transformers"] + import_parts