Fix race-condition issue when downloading from multiple threads (#2534)

* Fix race-condition issue when downloading from multiple threads * correct fix
huggingface · Sep 12, 2024 · 97ea578 · 97ea578
1 parent 23bab6a
commit 97ea578
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/huggingface_hub/file_download.py b/src/huggingface_hub/file_download.py
@@ -1396,7 +1396,8 @@ def _hf_hub_download_to_cache_dir(
             filename=filename,
             force_download=force_download,
         )
-        _create_symlink(blob_path, pointer_path, new_blob=True)
+        if not os.path.exists(pointer_path):
+            _create_symlink(blob_path, pointer_path, new_blob=True)
 
     return pointer_path