Package aten

Class NcclComm

java.lang.Object
aten.NcclComm

public class NcclComm extends Object
  • Method Details

    • toString

      public String toString()
      Overrides:
      toString in class Object
    • get_unique_id

      public static byte[] get_unique_id()
    • comm_destroy

      public void comm_destroy()
    • comm_init_rank

      public static NcclComm comm_init_rank(int nranks, byte[] comm_id, int rank)
    • broadcast

      public static void broadcast(Tensor[] tensors, NcclComm[] comms)
    • reduce

      public static void reduce(Tensor[] inputs, Tensor output, int rootRank, int op, NcclComm[] comms)