From 9664ed7e6fc88b3026389b283d1129da4b235a39 Mon Sep 17 00:00:00 2001 From: Hongxin Liu Date: Mon, 18 Nov 2024 16:41:29 +0800 Subject: [PATCH] [checkpointio] fix performance issue (#6139) --- colossalai/checkpoint_io/utils.py | 1 - 1 file changed, 1 deletion(-) diff --git a/colossalai/checkpoint_io/utils.py b/colossalai/checkpoint_io/utils.py index 8487064f5fee..0b4a88e78c70 100644 --- a/colossalai/checkpoint_io/utils.py +++ b/colossalai/checkpoint_io/utils.py @@ -441,7 +441,6 @@ def clean_folder( reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}") if ( filename.startswith(weights_no_suffix) - and os.path.isfile(full_filename) and filename not in shard_filenames and reg.fullmatch(filename_no_suffix) is not None ):