src/smpi/colls/colls.h

   1 #ifndef SMPI_COLLS_H
   2 #define SMPI_COLLS_H
   3
   4 #include <math.h>
   5 #include "smpi/mpi.h"
   6 #include "smpi/private.h"
   7 #include "xbt.h"
   8
   9 #define COLL_DESCRIPTION(cat, ret, args, name) \
  10   {# name,\
  11    # cat " " # name " collective",\
  12    smpi_coll_tuned_ ## cat ## _ ## name}
  13
  14 #define COLL_PROTO(cat, ret, args, name) \
  15   ret smpi_coll_tuned_ ## cat ## _ ## name(COLL_UNPAREN args);
  16 #define COLL_UNPAREN(...)  __VA_ARGS__
  17
  18 #define COLL_APPLY(action, sig, name) action(sig, name)
  19 #define COLL_COMMA ,
  20 #define COLL_NOsep
  21 #define COLL_NOTHING(...)
  22
  23
  24 /*************
  25  * ALLGATHER *
  26  *************/
  27 #define COLL_ALLGATHER_SIG allgather, int, \
  28                           (void *send_buff, int send_count, MPI_Datatype send_type, \
  29                            void *recv_buff, int recv_count, MPI_Datatype recv_type, \
  30                            MPI_Comm comm)
  31
  32 #define COLL_ALLGATHERS(action, COLL_sep) \
  33 COLL_NOTHING(COLL_APPLY(action, COLL_ALLGATHER_SIG, 2dmesh) COLL_sep) \
  34 COLL_NOTHING(COLL_APPLY(action, COLL_ALLGATHER_SIG, 3dmesh) COLL_sep) \
  35 COLL_NOTHING(COLL_APPLY(action, COLL_ALLGATHER_SIG, bruck) COLL_sep) \
  36 COLL_APPLY(action, COLL_ALLGATHER_SIG, GB) COLL_sep \
  37 COLL_APPLY(action, COLL_ALLGATHER_SIG, loosely_lr) COLL_sep \
  38 COLL_APPLY(action, COLL_ALLGATHER_SIG, lr) COLL_sep \
  39 COLL_APPLY(action, COLL_ALLGATHER_SIG, NTSLR) COLL_sep \
  40 COLL_APPLY(action, COLL_ALLGATHER_SIG, NTSLR_NB) COLL_sep \
  41 COLL_APPLY(action, COLL_ALLGATHER_SIG, pair) COLL_sep \
  42 COLL_APPLY(action, COLL_ALLGATHER_SIG, rdb) COLL_sep \
  43 COLL_APPLY(action, COLL_ALLGATHER_SIG, rhv) COLL_sep \
  44 COLL_APPLY(action, COLL_ALLGATHER_SIG, ring) COLL_sep \
  45 COLL_APPLY(action, COLL_ALLGATHER_SIG, SMP_NTS) COLL_sep \
  46 COLL_APPLY(action, COLL_ALLGATHER_SIG, smp_simple) COLL_sep \
  47 COLL_APPLY(action, COLL_ALLGATHER_SIG, spreading_simple)
  48
  49 COLL_ALLGATHERS(COLL_PROTO, COLL_NOsep)
  50
  51 /**************
  52  * ALLGATHERV *
  53  **************/
  54 #define COLL_ALLGATHERV_SIG allgatherv, int, \
  55                           (void *send_buff, int send_count, MPI_Datatype send_type, \
  56                            void *recv_buff, int *recv_count, int *recv_disps, \
  57                            MPI_Datatype recv_type, MPI_Comm comm)
  58
  59 #define COLL_ALLGATHERVS(action, COLL_sep) \
  60 COLL_APPLY(action, COLL_ALLGATHERV_SIG, pair) COLL_sep \
  61 COLL_APPLY(action, COLL_ALLGATHERV_SIG, ring)
  62
  63 COLL_ALLGATHERVS(COLL_PROTO, COLL_NOsep)
  64
  65 /*************
  66  * ALLREDUCE *
  67  *************/
  68 #define COLL_ALLREDUCE_SIG allreduce, int, \
  69                           (void *sbuf, void *rbuf, int rcount, \
  70                            MPI_Datatype dtype, MPI_Op op, MPI_Comm comm)
  71
  72 #define COLL_ALLREDUCES(action, COLL_sep) \
  73 COLL_APPLY(action, COLL_ALLREDUCE_SIG, lr) COLL_sep \
  74 COLL_APPLY(action, COLL_ALLREDUCE_SIG, NTS) COLL_sep \
  75 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab1) COLL_sep \
  76 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab2) COLL_sep \
  77 COLL_NOTHING(COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab_rdb) COLL_sep) \
  78 COLL_NOTHING(COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab_reduce_scatter) COLL_sep) \
  79 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab_rsag) COLL_sep \
  80 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rdb) COLL_sep \
  81 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_binomial) COLL_sep \
  82 COLL_NOTHING(COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_binomial_pipeline) COLL_sep) \
  83 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rdb) COLL_sep \
  84 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rsag) COLL_sep \
  85 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rsag_lr) COLL_sep \
  86 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rsag_rab) COLL_sep \
  87 COLL_APPLY(action, COLL_ALLREDUCE_SIG, redbcast)
  88
  89 COLL_ALLREDUCES(COLL_PROTO, COLL_NOsep)
  90
  91
  92 /************
  93  * ALLTOALL *
  94  ************/
  95 #define COLL_ALLTOALL_SIG alltoall, int, \
  96                          (void *send_buff, int send_count, MPI_Datatype send_type, \
  97                           void *recv_buff, int recv_count, MPI_Datatype recv_type, \
  98                           MPI_Comm com)
  99
 100 #define COLL_ALLTOALLS(action, COLL_sep) \
 101 COLL_APPLY(action, COLL_ALLTOALL_SIG, 2dmesh) COLL_sep \
 102 COLL_APPLY(action, COLL_ALLTOALL_SIG, 3dmesh) COLL_sep \
 103 COLL_NOTHING(COLL_APPLY(action, COLL_ALLTOALL_SIG, bruck) COLL_sep) \
 104 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair) COLL_sep \
 105 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair_light_barrier) COLL_sep \
 106 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair_mpi_barrier) COLL_sep \
 107 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair_one_barrier) COLL_sep \
 108 COLL_APPLY(action, COLL_ALLTOALL_SIG, rdb) COLL_sep \
 109 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring) COLL_sep \
 110 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring_light_barrier) COLL_sep \
 111 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring_mpi_barrier) COLL_sep \
 112 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring_one_barrier) COLL_sep \
 113 COLL_APPLY(action, COLL_ALLTOALL_SIG, simple)
 114
 115 COLL_ALLTOALLS(COLL_PROTO, COLL_NOsep)
 116
 117 /*************
 118  * ALLTOALLV *
 119  *************/
 120 #define COLL_ALLTOALLV_SIG alltoallv, int, \
 121                          (void *send_buff, int *send_counts, int *send_disps, MPI_Datatype send_type, \
 122                           void *recv_buff, int *recv_counts, int *recv_disps, MPI_Datatype recv_type, \
 123                           MPI_Comm com)
 124
 125 #define COLL_ALLTOALLVS(action, COLL_sep) \
 126 COLL_APPLY(action, COLL_ALLTOALLV_SIG, bruck) COLL_sep \
 127 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair) COLL_sep \
 128 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair_light_barrier) COLL_sep \
 129 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair_mpi_barrier) COLL_sep \
 130 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair_one_barrier) COLL_sep \
 131 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring) COLL_sep \
 132 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring_light_barrier) COLL_sep \
 133 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring_mpi_barrier) COLL_sep \
 134 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring_one_barrier)
 135
 136 COLL_ALLTOALLVS(COLL_PROTO, COLL_NOsep)
 137
 138 /*********
 139  * BCAST *
 140  *********/
 141 #define COLL_BCAST_SIG bcast, int, \
 142                       (void *buf, int count, MPI_Datatype datatype, \
 143                        int root, MPI_Comm comm)
 144
 145 #define COLL_BCASTS(action, COLL_sep) \
 146 COLL_APPLY(action, COLL_BCAST_SIG, arrival_nb) COLL_sep \
 147 COLL_APPLY(action, COLL_BCAST_SIG, arrival_pattern_aware) COLL_sep \
 148 COLL_APPLY(action, COLL_BCAST_SIG, arrival_pattern_aware_wait) COLL_sep \
 149 COLL_APPLY(action, COLL_BCAST_SIG, arrival_scatter) COLL_sep \
 150 COLL_APPLY(action, COLL_BCAST_SIG, binomial_tree) COLL_sep \
 151 COLL_APPLY(action, COLL_BCAST_SIG, flattree) COLL_sep \
 152 COLL_APPLY(action, COLL_BCAST_SIG, flattree_pipeline) COLL_sep \
 153 COLL_APPLY(action, COLL_BCAST_SIG, NTSB) COLL_sep \
 154 COLL_APPLY(action, COLL_BCAST_SIG, NTSL) COLL_sep \
 155 COLL_APPLY(action, COLL_BCAST_SIG, NTSL_Isend) COLL_sep \
 156 COLL_APPLY(action, COLL_BCAST_SIG, scatter_LR_allgather) COLL_sep \
 157 COLL_APPLY(action, COLL_BCAST_SIG, scatter_rdb_allgather) COLL_sep \
 158 COLL_APPLY(action, COLL_BCAST_SIG, SMP_binary) COLL_sep \
 159 COLL_APPLY(action, COLL_BCAST_SIG, SMP_binomial) COLL_sep \
 160 COLL_APPLY(action, COLL_BCAST_SIG, SMP_linear)
 161
 162 COLL_BCASTS(COLL_PROTO, COLL_NOsep)
 163
 164
 165 /**********
 166  * REDUCE *
 167  **********/
 168 #define COLL_REDUCE_SIG reduce, int, \
 169                        (void *buf, void *rbuf, int count, MPI_Datatype datatype, \
 170                         MPI_Op op, int root, MPI_Comm comm)
 171
 172 #define COLL_REDUCES(action, COLL_sep) \
 173 COLL_APPLY(action, COLL_REDUCE_SIG, arrival_pattern_aware) COLL_sep \
 174 COLL_APPLY(action, COLL_REDUCE_SIG, binomial) COLL_sep \
 175 COLL_APPLY(action, COLL_REDUCE_SIG, flat_tree) COLL_sep \
 176 COLL_APPLY(action, COLL_REDUCE_SIG, NTSL) COLL_sep \
 177 COLL_APPLY(action, COLL_REDUCE_SIG, scatter_gather)
 178
 179 COLL_REDUCES(COLL_PROTO, COLL_NOsep)
 180
 181 #endif