From 9d09f3e4e0b8c204573a75aa815046eba8a0b0b8 Mon Sep 17 00:00:00 2001 From: ver217 Date: Mon, 18 Nov 2024 13:58:08 +0800 Subject: [PATCH] [checkpointio] fix performance issue --- colossalai/checkpoint_io/utils.py | 1 - 1 file changed, 1 deletion(-) diff --git a/colossalai/checkpoint_io/utils.py b/colossalai/checkpoint_io/utils.py index 8487064f5fee..0b4a88e78c70 100644 --- a/colossalai/checkpoint_io/utils.py +++ b/colossalai/checkpoint_io/utils.py @@ -441,7 +441,6 @@ def clean_folder( reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}") if ( filename.startswith(weights_no_suffix) - and os.path.isfile(full_filename) and filename not in shard_filenames and reg.fullmatch(filename_no_suffix) is not None ):