fix amp bug of fleet (#31532)

PaddlePaddle · Mar 15, 2021 · c3634c6 · c3634c6
1 parent 027b574
commit c3634c6
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/python/paddle/distributed/fleet/base/fleet_base.py b/python/paddle/distributed/fleet/base/fleet_base.py
@@ -637,6 +637,11 @@ def distributed_optimizer(self, optimizer, strategy=None):
             self._user_defined_strategy = copy.deepcopy(strategy)
 
         self._context = {}
+
+        # TODO(shenliang03): This is a temporary solution to support amp. In the case of a dynamic graph, 
+        # the optimizer is returned directly. This problem will be fixed in the future.
+        if paddle.fluid.framework.in_dygraph_mode():
+            return optimizer
         return self
 
     @dygraph_only