part-2 cherry from: add assert overlap (PaddlePaddle#54559)

hitywt · Nov 28, 2023 · 2314cde · 2314cde
1 parent 8538dcd
commit 2314cde
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
@@ -241,6 +241,10 @@ def __init__(self, layers, hcg, strategy):
                 "Users can inspect this file by chrome://tracing website."
             )
 
+        assert (
+            not self._dp_comm_overlap and not self._sharding_comm_overlap
+        ), "Comm overlap is not supported now."
+
         if self._dp_comm_overlap:
             assert self.use_data_parallel and self.num_stages > 1