disable resume_from_checkpoint logic in exp_manager

Signed-off-by: Maanu Grover <maanug@nvidia.com>
NVIDIA · Aug 15, 2023 · a9c4a65 · a9c4a65
1 parent d7000ee
commit a9c4a65
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/nemo/utils/exp_manager.py b/nemo/utils/exp_manager.py
@@ -346,8 +346,9 @@ def exp_manager(trainer: 'pytorch_lightning.Trainer', cfg: Optional[Union[DictCo
         else:
             check_resume(trainer, log_dir, cfg.resume_past_end, cfg.resume_ignore_no_checkpoint)
 
-    if cfg.resume_from_checkpoint is not None:
-        trainer.ckpt_path = cfg.resume_from_checkpoint
+    #  TODO: this behavior is undesirable, need ckpts in exp_dir to take priority if present over resume_from_checkpoint
+    # if cfg.resume_from_checkpoint is not None:
+    #     trainer.ckpt_path = cfg.resume_from_checkpoint
 
     logging.info(f'Resuming training from checkpoint: {trainer.ckpt_path}')