add ignore_errors=True flag

Signed-off-by: dimapihtar <dpihtar@gmail.com>
NVIDIA · May 22, 2024 · eea9860 · eea9860
1 parent b836410
commit eea9860
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nemo/utils/callbacks/nemo_model_checkpoint.py b/nemo/utils/callbacks/nemo_model_checkpoint.py
@@ -283,7 +283,7 @@ def _maybe_remove_existing_nemo_ckpt(self, trainer):
         if self.file_exists(base_path, trainer, check_dist_ckpt=False):
             if trainer.is_global_zero:
                 logging.info(f'removing existing .nemo checkpoint {base_path}')
-                shutil.rmtree(base_path)
+                shutil.rmtree(base_path, ignore_errors=True)
             trainer.strategy.barrier()
 
     def _format_nemo_checkpoint_name(self, ver: Optional[int] = None) -> str: