From afc24ea5d4091eb0dbfcd7691d8eea54c68c9ccb Mon Sep 17 00:00:00 2001 From: Julien Chaumond Date: Mon, 13 Jan 2020 23:44:08 +0000 Subject: [PATCH] In a parallel setup this could fail --- src/transformers/file_utils.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/transformers/file_utils.py b/src/transformers/file_utils.py index 60cc9baa6c..866f9f238a 100644 --- a/src/transformers/file_utils.py +++ b/src/transformers/file_utils.py @@ -316,8 +316,7 @@ def get_from_cache( if isinstance(cache_dir, Path): cache_dir = str(cache_dir) - if not os.path.exists(cache_dir): - os.makedirs(cache_dir) + os.makedirs(cache_dir, exist_ok=True) # Get eTag to add to filename, if it exists. if url.startswith("s3://"):