bugfix for mp accuracy

PaddlePaddle · Aug 31, 2021 · 838a409 · 838a409 · paddle-bot-old · Sep 1, 2021
1 parent 572bad8
commit 838a409
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/paddle/distributed/fleet/meta_optimizers/tensor_parallel_optimizer.py b/python/paddle/distributed/fleet/meta_optimizers/tensor_parallel_optimizer.py
@@ -124,7 +124,7 @@ def _init_process_group(self):
         collective_helper._init_communicator(
             self.startup_program, self.current_endpoint, self.mp_endpoints,
             self.mp_rank, self.mp_ring_id, True, self.global_ring_id, True)
-        #self._broadcast_params(self.mp_ring_id, mp_mode=True)
+        self._broadcast_params(self.mp_ring_id, mp_mode=True)
 
         # Create dp rings
         if self.nranks > self.mp_degree: