In a parallel setup this could fail

2020-01-13 23:44:08 +00:00
parent 894812c652
commit afc24ea5d4
1 changed files with 1 additions and 2 deletions
--- a/src/transformers/file_utils.py
+++ b/src/transformers/file_utils.py
@@ -316,8 +316,7 @@ def get_from_cache(
    if isinstance(cache_dir, Path):
        cache_dir = str(cache_dir)

-    if not os.path.exists(cache_dir):
-        os.makedirs(cache_dir)
+    os.makedirs(cache_dir, exist_ok=True)

    # Get eTag to add to filename, if it exists.
    if url.startswith("s3://"):