From 38db04ece0870b2f7132c7f2e81b32d489fc7c59 Mon Sep 17 00:00:00 2001 From: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> Date: Tue, 27 Jun 2023 13:21:19 -0400 Subject: [PATCH] Find module name in an OS-agnostic fashion (#24526) * Find module name in an OS-agnostic fashion * address review comment --- src/transformers/dynamic_module_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/transformers/dynamic_module_utils.py b/src/transformers/dynamic_module_utils.py index f106ccd213..5f7a2659bf 100644 --- a/src/transformers/dynamic_module_utils.py +++ b/src/transformers/dynamic_module_utils.py @@ -234,7 +234,7 @@ def get_cached_module_file( pretrained_model_name_or_path = str(pretrained_model_name_or_path) is_local = os.path.isdir(pretrained_model_name_or_path) if is_local: - submodule = pretrained_model_name_or_path.split(os.path.sep)[-1] + submodule = os.path.basename(pretrained_model_name_or_path) else: submodule = pretrained_model_name_or_path.replace("/", os.path.sep) cached_module = try_to_load_from_cache( @@ -271,7 +271,7 @@ def get_cached_module_file( full_submodule = TRANSFORMERS_DYNAMIC_MODULE_NAME + os.path.sep + submodule create_dynamic_module(full_submodule) submodule_path = Path(HF_MODULES_CACHE) / full_submodule - if submodule == pretrained_model_name_or_path.split(os.path.sep)[-1]: + if submodule == os.path.basename(pretrained_model_name_or_path): # We copy local files to avoid putting too many folders in sys.path. This copy is done when the file is new or # has changed since last copy. if not (submodule_path / module_file).exists() or not filecmp.cmp(