fix

Signed-off-by: Guyue Huang <guyueh@nvidia.com>
guyueh1 · Dec 4, 2024 · b8b6fd4 · b8b6fd4
1 parent d69b64c
commit b8b6fd4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nemo/collections/nlp/modules/common/megatron/megatron_init.py b/nemo/collections/nlp/modules/common/megatron/megatron_init.py
@@ -363,7 +363,7 @@ def fake_initialize_model_parallel(
         expert_tensor_parallel_size * expert_model_parallel_size_ * pipeline_model_parallel_size
     )
     expert_data_parallel_size = decoder_world_size // expert_tensor_model_pipeline_parallel_size
-    if decoder_world_size % expert_tensor_model_pipeline_parallel_size == 0:
+    if decoder_world_size % expert_tensor_model_pipeline_parallel_size != 0:
         raise RuntimeError(
             f"decoder world_size ({decoder_world_size}) is not divisible by expert_tensor_model_pipeline_parallel size ({expert_tensor_model_pipeline_parallel_size})"
         )