add rdma config hint (#10040)

PaddlePaddle · Mar 9, 2025 · da96c72 · da96c72
1 parent a9fd408
commit da96c72
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/paddlenlp/transformers/fused_a2a.py b/paddlenlp/transformers/fused_a2a.py
@@ -58,10 +58,7 @@ def get_buffer(group: Group, hidden_bytes: int):
     ):
         # Split long line for PEP8 compliance
         num_nvl_bytes = max(config.get_nvl_buffer_size_hint(hidden_bytes, group.world_size), num_nvl_bytes)
-        # TODO(umiswing): support internode
-        # num_rdma_bytes = max(
-        #     config.get_rdma_buffer_size_hint(hidden_bytes, group.world_size), num_rdma_bytes
-        # )
+        num_rdma_bytes = max(config.get_rdma_buffer_size_hint(hidden_bytes, group.world_size), num_rdma_bytes)
 
     # Allocate buffer if not existed or not enough buffer
     # NOTES: the adaptive routing configuration of the network **must be off**