fix mp bug (PaddlePaddle#58037)

ForFishes · Oct 16, 2023 · 948a09a · 948a09a
1 parent 9c00539
commit 948a09a
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/python/paddle/distributed/fleet/meta_parallel/tensor_parallel.py b/python/paddle/distributed/fleet/meta_parallel/tensor_parallel.py
@@ -42,8 +42,10 @@ def _prepare_for_model(self):
         logger.info("mp's parameters is ready")
 
     def _pre_forward(self, *inputs, **kwargs):
-        mp_configs = self._strategy.hybrid_configs["mp_configs"]
-        need_broadcast_data = mp_configs.need_broadcast_data
+        need_broadcast_data = True
+        if self._strategy is not None:
+            mp_configs = self._strategy.hybrid_configs["mp_configs"]
+            need_broadcast_data = mp_configs.need_broadcast_data
         if need_broadcast_data:
             logger.debug("mp start broadcast input data")
             return broadcast_input_data(self._hcg, *inputs, **kwargs)