add assert overlap (#54559)

PaddlePaddle · Jun 13, 2023 · 37bda16 · 37bda16
1 parent 4df89e9
commit 37bda16
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
@@ -84,6 +84,10 @@ def __init__(self, layers, hcg, strategy):
             "pp_configs"
         ].enable_timer
 
+        assert (
+            not self._dp_comm_overlap and not self._sharding_comm_overlap
+        ), "Comm overlap is not supported now."
+
         if self._dp_comm_overlap:
             assert self.use_data_parallel and self.num_stages > 1