fix mp sync params when dp_degree=1 (PaddlePaddle#57918)

jiahy0825 · Oct 16, 2023 · c1a9f4b · c1a9f4b
1 parent 698eb42
commit c1a9f4b
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/python/paddle/distributed/fleet/meta_parallel/tensor_parallel.py b/python/paddle/distributed/fleet/meta_parallel/tensor_parallel.py
@@ -41,8 +41,9 @@ def _prepare_for_model(self):
             logger.info("start broadcast sharding parameters")
             broadcast_sharding_parameters(self._layers, self._hcg)
 
-        logger.info("start broadcast dp parameters")
-        broadcast_dp_parameters(self._layers, self._hcg)
+        if self._hcg.get_data_parallel_world_size() > 1:
+            logger.info("start broadcast dp parameters")
+            broadcast_dp_parameters(self._layers, self._hcg)
 
         logger.info("mp's parameters is ready")