[checkpointio] fix performance issue (hpcaitech#6139)

flybird11111 · Nov 18, 2024 · d57afa7 · d57afa7
1 parent 08e14b2
commit d57afa7
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/colossalai/checkpoint_io/utils.py b/colossalai/checkpoint_io/utils.py
@@ -441,7 +441,6 @@ def clean_folder(
                 reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}")
             if (
                 filename.startswith(weights_no_suffix)
-                and os.path.isfile(full_filename)
                 and filename not in shard_filenames
                 and reg.fullmatch(filename_no_suffix) is not None
             ):