src/smpi/colls/colls.h

   1 #ifndef SMPI_COLLS_H
   2 #define SMPI_COLLS_H
   3
   4 #include <math.h>
   5 #include "smpi/mpi.h"
   6 #include "smpi/private.h"
   7 #include "xbt/ex.h"
   8 #include "xbt.h"
   9
  10 #define COLL_DESCRIPTION(cat, ret, args, name) \
  11   {# name,\
  12    # cat " " # name " collective",\
  13    smpi_coll_tuned_ ## cat ## _ ## name}
  14
  15 #define COLL_PROTO(cat, ret, args, name) \
  16   ret smpi_coll_tuned_ ## cat ## _ ## name(COLL_UNPAREN args);
  17 #define COLL_UNPAREN(...)  __VA_ARGS__
  18
  19 #define COLL_APPLY(action, sig, name) action(sig, name)
  20 #define COLL_COMMA ,
  21 #define COLL_NOsep
  22 #define COLL_NOTHING(...)
  23
  24 /*************
  25  * GATHER *
  26  *************/
  27 #define COLL_GATHER_SIG gather, int, \
  28                           (void *send_buff, int send_count, MPI_Datatype send_type, \
  29                            void *recv_buff, int recv_count, MPI_Datatype recv_type, \
  30                            int root, MPI_Comm comm)
  31
  32 #define COLL_GATHERS(action, COLL_sep) \
  33 COLL_APPLY(action, COLL_GATHER_SIG, ompi) COLL_sep \
  34 COLL_APPLY(action, COLL_GATHER_SIG, ompi_basic_linear) COLL_sep \
  35 COLL_APPLY(action, COLL_GATHER_SIG, ompi_binomial) COLL_sep \
  36 COLL_APPLY(action, COLL_GATHER_SIG, ompi_linear_sync) COLL_sep \
  37 COLL_APPLY(action, COLL_GATHER_SIG, mpich) COLL_sep \
  38 COLL_APPLY(action, COLL_GATHER_SIG, automatic)
  39
  40
  41
  42 COLL_GATHERS(COLL_PROTO, COLL_NOsep)
  43
  44 /*************
  45  * ALLGATHER *
  46  *************/
  47 #define COLL_ALLGATHER_SIG allgather, int, \
  48                           (void *send_buff, int send_count, MPI_Datatype send_type, \
  49                            void *recv_buff, int recv_count, MPI_Datatype recv_type, \
  50                            MPI_Comm comm)
  51
  52 #define COLL_ALLGATHERS(action, COLL_sep) \
  53 COLL_APPLY(action, COLL_ALLGATHER_SIG, 2dmesh) COLL_sep \
  54 COLL_APPLY(action, COLL_ALLGATHER_SIG, 3dmesh) COLL_sep \
  55 COLL_APPLY(action, COLL_ALLGATHER_SIG, bruck) COLL_sep \
  56 COLL_APPLY(action, COLL_ALLGATHER_SIG, GB) COLL_sep \
  57 COLL_APPLY(action, COLL_ALLGATHER_SIG, loosely_lr) COLL_sep \
  58 COLL_APPLY(action, COLL_ALLGATHER_SIG, NTSLR) COLL_sep \
  59 COLL_APPLY(action, COLL_ALLGATHER_SIG, NTSLR_NB) COLL_sep \
  60 COLL_APPLY(action, COLL_ALLGATHER_SIG, pair) COLL_sep \
  61 COLL_APPLY(action, COLL_ALLGATHER_SIG, rdb) COLL_sep \
  62 COLL_APPLY(action, COLL_ALLGATHER_SIG, rhv) COLL_sep \
  63 COLL_APPLY(action, COLL_ALLGATHER_SIG, ring) COLL_sep \
  64 COLL_APPLY(action, COLL_ALLGATHER_SIG, SMP_NTS) COLL_sep \
  65 COLL_APPLY(action, COLL_ALLGATHER_SIG, smp_simple) COLL_sep \
  66 COLL_APPLY(action, COLL_ALLGATHER_SIG, spreading_simple) COLL_sep \
  67 COLL_APPLY(action, COLL_ALLGATHER_SIG, ompi) COLL_sep \
  68 COLL_APPLY(action, COLL_ALLGATHER_SIG, ompi_neighborexchange) COLL_sep \
  69 COLL_APPLY(action, COLL_ALLGATHER_SIG, mpich) COLL_sep \
  70 COLL_APPLY(action, COLL_ALLGATHER_SIG, automatic)
  71
  72
  73 COLL_ALLGATHERS(COLL_PROTO, COLL_NOsep)
  74
  75 /**************
  76  * ALLGATHERV *
  77  **************/
  78 #define COLL_ALLGATHERV_SIG allgatherv, int, \
  79                           (void *send_buff, int send_count, MPI_Datatype send_type, \
  80                            void *recv_buff, int *recv_count, int *recv_disps, \
  81                            MPI_Datatype recv_type, MPI_Comm comm)
  82
  83 #define COLL_ALLGATHERVS(action, COLL_sep) \
  84 COLL_APPLY(action, COLL_ALLGATHERV_SIG, GB) COLL_sep \
  85 COLL_APPLY(action, COLL_ALLGATHERV_SIG, pair) COLL_sep \
  86 COLL_APPLY(action, COLL_ALLGATHERV_SIG, ring) COLL_sep \
  87 COLL_APPLY(action, COLL_ALLGATHERV_SIG, ompi) COLL_sep \
  88 COLL_APPLY(action, COLL_ALLGATHERV_SIG, ompi_neighborexchange) COLL_sep \
  89 COLL_APPLY(action, COLL_ALLGATHERV_SIG, ompi_bruck) COLL_sep \
  90 COLL_APPLY(action, COLL_ALLGATHERV_SIG, mpich) COLL_sep \
  91 COLL_APPLY(action, COLL_ALLGATHERV_SIG, mpich_rdb) COLL_sep \
  92 COLL_APPLY(action, COLL_ALLGATHERV_SIG, mpich_ring) COLL_sep \
  93 COLL_APPLY(action, COLL_ALLGATHERV_SIG, automatic)
  94
  95 COLL_ALLGATHERVS(COLL_PROTO, COLL_NOsep)
  96
  97 /*************
  98  * ALLREDUCE *
  99  *************/
 100 #define COLL_ALLREDUCE_SIG allreduce, int, \
 101                           (void *sbuf, void *rbuf, int rcount, \
 102                            MPI_Datatype dtype, MPI_Op op, MPI_Comm comm)
 103
 104 #define COLL_ALLREDUCES(action, COLL_sep) \
 105 COLL_APPLY(action, COLL_ALLREDUCE_SIG, lr) COLL_sep \
 106 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab1) COLL_sep \
 107 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab2) COLL_sep \
 108 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab_rdb) COLL_sep \
 109 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rdb) COLL_sep \
 110 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_binomial) COLL_sep \
 111 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_binomial_pipeline) COLL_sep \
 112 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rdb) COLL_sep \
 113 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rsag) COLL_sep \
 114 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rsag_lr) COLL_sep \
 115 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rsag_rab) COLL_sep \
 116 COLL_APPLY(action, COLL_ALLREDUCE_SIG, redbcast) COLL_sep \
 117 COLL_APPLY(action, COLL_ALLREDUCE_SIG, ompi) COLL_sep \
 118 COLL_APPLY(action, COLL_ALLREDUCE_SIG, ompi_ring_segmented) COLL_sep \
 119 COLL_APPLY(action, COLL_ALLREDUCE_SIG, mpich) COLL_sep \
 120 COLL_APPLY(action, COLL_ALLREDUCE_SIG, automatic)
 121
 122 COLL_ALLREDUCES(COLL_PROTO, COLL_NOsep)
 123
 124
 125 /************
 126  * ALLTOALL *
 127  ************/
 128 #define COLL_ALLTOALL_SIG alltoall, int, \
 129                          (void *send_buff, int send_count, MPI_Datatype send_type, \
 130                           void *recv_buff, int recv_count, MPI_Datatype recv_type, \
 131                           MPI_Comm comm)
 132
 133 #define COLL_ALLTOALLS(action, COLL_sep) \
 134 COLL_APPLY(action, COLL_ALLTOALL_SIG, 2dmesh) COLL_sep \
 135 COLL_APPLY(action, COLL_ALLTOALL_SIG, 3dmesh) COLL_sep \
 136 COLL_NOTHING(COLL_APPLY(action, COLL_ALLTOALL_SIG, bruck) COLL_sep) \
 137 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair) COLL_sep \
 138 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair_light_barrier) COLL_sep \
 139 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair_mpi_barrier) COLL_sep \
 140 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair_one_barrier) COLL_sep \
 141 COLL_APPLY(action, COLL_ALLTOALL_SIG, rdb) COLL_sep \
 142 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring) COLL_sep \
 143 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring_light_barrier) COLL_sep \
 144 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring_mpi_barrier) COLL_sep \
 145 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring_one_barrier) COLL_sep \
 146 COLL_APPLY(action, COLL_ALLTOALL_SIG, ompi) COLL_sep \
 147 COLL_APPLY(action, COLL_ALLTOALL_SIG, mpich) COLL_sep \
 148 COLL_APPLY(action, COLL_ALLTOALL_SIG, automatic)
 149
 150 COLL_ALLTOALLS(COLL_PROTO, COLL_NOsep)
 151
 152 /*************
 153  * ALLTOALLV *
 154  *************/
 155 #define COLL_ALLTOALLV_SIG alltoallv, int, \
 156                          (void *send_buff, int *send_counts, int *send_disps, MPI_Datatype send_type, \
 157                           void *recv_buff, int *recv_counts, int *recv_disps, MPI_Datatype recv_type, \
 158                           MPI_Comm comm)
 159
 160 #define COLL_ALLTOALLVS(action, COLL_sep) \
 161 COLL_APPLY(action, COLL_ALLTOALLV_SIG, bruck) COLL_sep \
 162 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair) COLL_sep \
 163 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair_light_barrier) COLL_sep \
 164 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair_mpi_barrier) COLL_sep \
 165 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair_one_barrier) COLL_sep \
 166 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring) COLL_sep \
 167 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring_light_barrier) COLL_sep \
 168 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring_mpi_barrier) COLL_sep \
 169 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring_one_barrier) COLL_sep \
 170 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ompi) COLL_sep \
 171 COLL_APPLY(action, COLL_ALLTOALLV_SIG, mpich) COLL_sep \
 172 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ompi_basic_linear) COLL_sep \
 173 COLL_APPLY(action, COLL_ALLTOALLV_SIG, automatic)
 174
 175 COLL_ALLTOALLVS(COLL_PROTO, COLL_NOsep)
 176
 177 /*********
 178  * BCAST *
 179  *********/
 180 #define COLL_BCAST_SIG bcast, int, \
 181                       (void *buf, int count, MPI_Datatype datatype, \
 182                        int root, MPI_Comm comm)
 183
 184 #define COLL_BCASTS(action, COLL_sep) \
 185 COLL_APPLY(action, COLL_BCAST_SIG, arrival_pattern_aware) COLL_sep \
 186 COLL_APPLY(action, COLL_BCAST_SIG, arrival_pattern_aware_wait) COLL_sep \
 187 COLL_APPLY(action, COLL_BCAST_SIG, arrival_scatter) COLL_sep \
 188 COLL_APPLY(action, COLL_BCAST_SIG, binomial_tree) COLL_sep \
 189 COLL_APPLY(action, COLL_BCAST_SIG, flattree) COLL_sep \
 190 COLL_APPLY(action, COLL_BCAST_SIG, flattree_pipeline) COLL_sep \
 191 COLL_APPLY(action, COLL_BCAST_SIG, NTSB) COLL_sep \
 192 COLL_APPLY(action, COLL_BCAST_SIG, NTSL) COLL_sep \
 193 COLL_APPLY(action, COLL_BCAST_SIG, NTSL_Isend) COLL_sep \
 194 COLL_APPLY(action, COLL_BCAST_SIG, scatter_LR_allgather) COLL_sep \
 195 COLL_APPLY(action, COLL_BCAST_SIG, scatter_rdb_allgather) COLL_sep \
 196 COLL_APPLY(action, COLL_BCAST_SIG, SMP_binary) COLL_sep \
 197 COLL_APPLY(action, COLL_BCAST_SIG, SMP_binomial) COLL_sep \
 198 COLL_APPLY(action, COLL_BCAST_SIG, SMP_linear) COLL_sep \
 199 COLL_APPLY(action, COLL_BCAST_SIG, ompi) COLL_sep \
 200 COLL_APPLY(action, COLL_BCAST_SIG, ompi_split_bintree) COLL_sep \
 201 COLL_APPLY(action, COLL_BCAST_SIG, ompi_pipeline) COLL_sep \
 202 COLL_APPLY(action, COLL_BCAST_SIG, mpich) COLL_sep \
 203 COLL_APPLY(action, COLL_BCAST_SIG, automatic)
 204
 205 COLL_BCASTS(COLL_PROTO, COLL_NOsep)
 206
 207
 208 /**********
 209  * REDUCE *
 210  **********/
 211 #define COLL_REDUCE_SIG reduce, int, \
 212                        (void *buf, void *rbuf, int count, MPI_Datatype datatype, \
 213                         MPI_Op op, int root, MPI_Comm comm)
 214
 215 #define COLL_REDUCES(action, COLL_sep) \
 216 COLL_APPLY(action, COLL_REDUCE_SIG, arrival_pattern_aware) COLL_sep \
 217 COLL_APPLY(action, COLL_REDUCE_SIG, binomial) COLL_sep \
 218 COLL_APPLY(action, COLL_REDUCE_SIG, flat_tree) COLL_sep \
 219 COLL_APPLY(action, COLL_REDUCE_SIG, NTSL) COLL_sep \
 220 COLL_APPLY(action, COLL_REDUCE_SIG, scatter_gather) COLL_sep \
 221 COLL_APPLY(action, COLL_REDUCE_SIG, ompi) COLL_sep \
 222 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_chain) COLL_sep \
 223 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_pipeline) COLL_sep \
 224 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_basic_linear) COLL_sep \
 225 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_in_order_binary) COLL_sep \
 226 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_binary) COLL_sep \
 227 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_binomial) COLL_sep \
 228 COLL_APPLY(action, COLL_REDUCE_SIG, mpich) COLL_sep \
 229 COLL_APPLY(action, COLL_REDUCE_SIG, automatic)
 230
 231 COLL_REDUCES(COLL_PROTO, COLL_NOsep)
 232
 233 /*************
 234  * REDUCE_SCATTER *
 235  *************/
 236 #define COLL_REDUCE_SCATTER_SIG reduce_scatter, int, \
 237                           (void *sbuf, void *rbuf, int *rcounts,\
 238                     MPI_Datatype dtype,MPI_Op  op,MPI_Comm  comm)
 239
 240 #define COLL_REDUCE_SCATTERS(action, COLL_sep) \
 241 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, ompi) COLL_sep \
 242 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, ompi_basic_recursivehalving) COLL_sep \
 243 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, ompi_ring)  COLL_sep \
 244 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, mpich) COLL_sep \
 245 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, mpich_pair) COLL_sep \
 246 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, mpich_rdb) COLL_sep \
 247 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, mpich_noncomm) COLL_sep \
 248 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, automatic)
 249
 250
 251
 252 COLL_REDUCE_SCATTERS(COLL_PROTO, COLL_NOsep)
 253
 254
 255 /*************
 256  * SCATTER *
 257  *************/
 258 #define COLL_SCATTER_SIG scatter, int, \
 259                 (void *sendbuf, int sendcount, MPI_Datatype sendtype,\
 260                 void *recvbuf, int recvcount, MPI_Datatype recvtype,\
 261                 int root, MPI_Comm comm)
 262
 263 #define COLL_SCATTERS(action, COLL_sep) \
 264 COLL_APPLY(action, COLL_SCATTER_SIG, ompi) COLL_sep \
 265 COLL_APPLY(action, COLL_SCATTER_SIG, ompi_basic_linear) COLL_sep \
 266 COLL_APPLY(action, COLL_SCATTER_SIG, ompi_binomial)  COLL_sep \
 267 COLL_APPLY(action, COLL_SCATTER_SIG, mpich)   COLL_sep \
 268 COLL_APPLY(action, COLL_SCATTER_SIG, automatic)
 269
 270 COLL_SCATTERS(COLL_PROTO, COLL_NOsep)
 271
 272 /*************
 273  * SCATTER *
 274  *************/
 275 #define COLL_BARRIER_SIG barrier, int, \
 276                 (MPI_Comm comm)
 277
 278 #define COLL_BARRIERS(action, COLL_sep) \
 279 COLL_APPLY(action, COLL_BARRIER_SIG, ompi) COLL_sep \
 280 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_basic_linear) COLL_sep \
 281 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_two_procs)  COLL_sep \
 282 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_tree)  COLL_sep \
 283 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_bruck)  COLL_sep \
 284 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_recursivedoubling) COLL_sep \
 285 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_doublering) COLL_sep \
 286 COLL_APPLY(action, COLL_BARRIER_SIG, mpich)   COLL_sep \
 287 COLL_APPLY(action, COLL_BARRIER_SIG, automatic)
 288
 289 COLL_BARRIERS(COLL_PROTO, COLL_NOsep)
 290
 291
 292 #endif