minor update

microsoft · Jan 25, 2025 · 40b0dec · 40b0dec
1 parent ae8a51e
commit 40b0dec
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/python/examples/allgather_allpairs_multinodes_packets.py b/python/examples/allgather_allpairs_multinodes_packets.py
@@ -11,6 +11,8 @@
 def allgather_multinodes_allpair(gpus, gpus_per_node, instances):
     """
     Implements a multi-node allgather collective using an allpairs algorithm with MSCCL++ DSL.
+    @param gpus: Total number of GPUs
+    @param gpus_per_node: Number of GPUs per node
     Steps:
     1. Each rank sends a chunk to all other ranks' scratch buffers using packet format.
     2. Copy the chunk from the scratch buffer to the output buffer using packet format.