add space

Signed-off-by: Alexandros Koumparoulis <akoumparouli@nvidia.com>
NVIDIA · Aug 15, 2024 · 7700ae6 · 7700ae6
1 parent bbdb0e1
commit 7700ae6
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/nemo/lightning/pytorch/strategies.py b/nemo/lightning/pytorch/strategies.py
@@ -160,6 +160,7 @@ def __init__(
             find_unused_parameters=find_unused_parameters,
             **kwargs,
         )
+
         self.megatron_callbacks = CallbackConnector()
         self.data_sampler: Optional['DataSampler'] = data_sampler
         self.tensor_model_parallel_size = tensor_model_parallel_size
@@ -210,6 +211,8 @@ def connect(self, model: pl.LightningModule) -> None:
             self._mcore_config = _maybe_mcore_config
 
         if hasattr(self._precision_plugin, 'dtype_config'):
+            # print("self._precision_plugin.dtype_config= " + self._precision_plugin.dtype_config)
+            # quit()
             from nemo.lightning.pytorch.plugins.precision import patch_dtype_config
             model.config = patch_dtype_config(self._precision_plugin.dtype_config, model.config)
             model.optim.config = patch_dtype_config(self._precision_plugin.dtype_config, model.optim.config)