update

microsoft · Jan 25, 2025 · 653b3e1 · 653b3e1
1 parent 049b4d3
commit 653b3e1
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/python/examples/allgather_allpairs_multinodes_packets.py b/python/examples/allgather_allpairs_multinodes_packets.py
@@ -9,6 +9,12 @@
 
 
 def allgather_multinodes_allpair(gpus, gpus_per_node, instances):
+    """
+    Implements a multi-node allgather collective using an allpairs algorithm with MSCCL++ DSL.
+    Steps:
+    1. Each rank sends a chunk to all other ranks' scratch buffers using packet format.
+    2. Copy the chunk from the scratch buffer to the output buffer using packet format.
+    """
     collective = AllGather(gpus, 1, True)
     with MSCCLPPProgram(
         "allgather_multinodes_allpair",