1 /* Copyright (c) 2013-2017. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
11 #include "src/smpi/private.h"
21 #define COLL_DESCRIPTION(cat, ret, args, name) \
23 # cat " " # name " collective",\
24 (void*) Coll_ ## cat ## _ ## name::cat }
26 #define COLL_PROTO(cat, ret, args, name) \
27 class Coll_ ## cat ## _ ## name : public Coll_ ## cat { \
29 static ret cat (COLL_UNPAREN args); \
32 #define COLL_UNPAREN(...) __VA_ARGS__
34 #define COLL_APPLY(action, sig, name) action(sig, name)
37 #define COLL_NOTHING(...)
43 #define COLL_GATHER_SIG gather, int, \
44 (void *send_buff, int send_count, MPI_Datatype send_type, \
45 void *recv_buff, int recv_count, MPI_Datatype recv_type, \
46 int root, MPI_Comm comm)
48 #define COLL_GATHERS(action, COLL_sep) \
49 COLL_APPLY(action, COLL_GATHER_SIG, default) COLL_sep \
50 COLL_APPLY(action, COLL_GATHER_SIG, ompi) COLL_sep \
51 COLL_APPLY(action, COLL_GATHER_SIG, ompi_basic_linear) COLL_sep \
52 COLL_APPLY(action, COLL_GATHER_SIG, ompi_binomial) COLL_sep \
53 COLL_APPLY(action, COLL_GATHER_SIG, ompi_linear_sync) COLL_sep \
54 COLL_APPLY(action, COLL_GATHER_SIG, mpich) COLL_sep \
55 COLL_APPLY(action, COLL_GATHER_SIG, mvapich2) COLL_sep \
56 COLL_APPLY(action, COLL_GATHER_SIG, mvapich2_two_level) COLL_sep \
57 COLL_APPLY(action, COLL_GATHER_SIG, impi) COLL_sep \
58 COLL_APPLY(action, COLL_GATHER_SIG, automatic)
60 COLL_GATHERS(COLL_PROTO, COLL_NOsep)
65 #define COLL_ALLGATHER_SIG allgather, int, \
66 (void *send_buff, int send_count, MPI_Datatype send_type, \
67 void *recv_buff, int recv_count, MPI_Datatype recv_type, \
70 #define COLL_ALLGATHERS(action, COLL_sep) \
71 COLL_APPLY(action, COLL_ALLGATHER_SIG, default) COLL_sep \
72 COLL_APPLY(action, COLL_ALLGATHER_SIG, 2dmesh) COLL_sep \
73 COLL_APPLY(action, COLL_ALLGATHER_SIG, 3dmesh) COLL_sep \
74 COLL_APPLY(action, COLL_ALLGATHER_SIG, bruck) COLL_sep \
75 COLL_APPLY(action, COLL_ALLGATHER_SIG, GB) COLL_sep \
76 COLL_APPLY(action, COLL_ALLGATHER_SIG, loosely_lr) COLL_sep \
77 COLL_APPLY(action, COLL_ALLGATHER_SIG, NTSLR) COLL_sep \
78 COLL_APPLY(action, COLL_ALLGATHER_SIG, NTSLR_NB) COLL_sep \
79 COLL_APPLY(action, COLL_ALLGATHER_SIG, pair) COLL_sep \
80 COLL_APPLY(action, COLL_ALLGATHER_SIG, rdb) COLL_sep \
81 COLL_APPLY(action, COLL_ALLGATHER_SIG, rhv) COLL_sep \
82 COLL_APPLY(action, COLL_ALLGATHER_SIG, ring) COLL_sep \
83 COLL_APPLY(action, COLL_ALLGATHER_SIG, SMP_NTS) COLL_sep \
84 COLL_APPLY(action, COLL_ALLGATHER_SIG, smp_simple) COLL_sep \
85 COLL_APPLY(action, COLL_ALLGATHER_SIG, spreading_simple) COLL_sep \
86 COLL_APPLY(action, COLL_ALLGATHER_SIG, ompi) COLL_sep \
87 COLL_APPLY(action, COLL_ALLGATHER_SIG, ompi_neighborexchange) COLL_sep \
88 COLL_APPLY(action, COLL_ALLGATHER_SIG, mvapich2) COLL_sep \
89 COLL_APPLY(action, COLL_ALLGATHER_SIG, mvapich2_smp) COLL_sep \
90 COLL_APPLY(action, COLL_ALLGATHER_SIG, mpich) COLL_sep \
91 COLL_APPLY(action, COLL_ALLGATHER_SIG, impi) COLL_sep \
92 COLL_APPLY(action, COLL_ALLGATHER_SIG, automatic)
94 COLL_ALLGATHERS(COLL_PROTO, COLL_NOsep)
99 #define COLL_ALLGATHERV_SIG allgatherv, int, \
100 (void *send_buff, int send_count, MPI_Datatype send_type, \
101 void *recv_buff, int *recv_count, int *recv_disps, \
102 MPI_Datatype recv_type, MPI_Comm comm)
104 #define COLL_ALLGATHERVS(action, COLL_sep) \
105 COLL_APPLY(action, COLL_ALLGATHERV_SIG, default) COLL_sep \
106 COLL_APPLY(action, COLL_ALLGATHERV_SIG, GB) COLL_sep \
107 COLL_APPLY(action, COLL_ALLGATHERV_SIG, pair) COLL_sep \
108 COLL_APPLY(action, COLL_ALLGATHERV_SIG, ring) COLL_sep \
109 COLL_APPLY(action, COLL_ALLGATHERV_SIG, ompi) COLL_sep \
110 COLL_APPLY(action, COLL_ALLGATHERV_SIG, ompi_neighborexchange) COLL_sep \
111 COLL_APPLY(action, COLL_ALLGATHERV_SIG, ompi_bruck) COLL_sep \
112 COLL_APPLY(action, COLL_ALLGATHERV_SIG, mpich) COLL_sep \
113 COLL_APPLY(action, COLL_ALLGATHERV_SIG, mpich_rdb) COLL_sep \
114 COLL_APPLY(action, COLL_ALLGATHERV_SIG, mpich_ring) COLL_sep \
115 COLL_APPLY(action, COLL_ALLGATHERV_SIG, mvapich2) COLL_sep \
116 COLL_APPLY(action, COLL_ALLGATHERV_SIG, impi) COLL_sep \
117 COLL_APPLY(action, COLL_ALLGATHERV_SIG, automatic)
119 COLL_ALLGATHERVS(COLL_PROTO, COLL_NOsep)
124 #define COLL_ALLREDUCE_SIG allreduce, int, \
125 (void *sbuf, void *rbuf, int rcount, \
126 MPI_Datatype dtype, MPI_Op op, MPI_Comm comm)
128 #define COLL_ALLREDUCES(action, COLL_sep) \
129 COLL_APPLY(action, COLL_ALLREDUCE_SIG, default) COLL_sep \
130 COLL_APPLY(action, COLL_ALLREDUCE_SIG, lr) COLL_sep \
131 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab1) COLL_sep \
132 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab2) COLL_sep \
133 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab_rdb) COLL_sep \
134 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rdb) COLL_sep \
135 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_binomial) COLL_sep \
136 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_binomial_pipeline) COLL_sep \
137 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rdb) COLL_sep \
138 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rsag) COLL_sep \
139 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rsag_lr) COLL_sep \
140 COLL_APPLY(action, COLL_ALLREDUCE_SIG, smp_rsag_rab) COLL_sep \
141 COLL_APPLY(action, COLL_ALLREDUCE_SIG, redbcast) COLL_sep \
142 COLL_APPLY(action, COLL_ALLREDUCE_SIG, ompi) COLL_sep \
143 COLL_APPLY(action, COLL_ALLREDUCE_SIG, ompi_ring_segmented) COLL_sep \
144 COLL_APPLY(action, COLL_ALLREDUCE_SIG, mpich) COLL_sep \
145 COLL_APPLY(action, COLL_ALLREDUCE_SIG, mvapich2) COLL_sep \
146 COLL_APPLY(action, COLL_ALLREDUCE_SIG, mvapich2_rs) COLL_sep \
147 COLL_APPLY(action, COLL_ALLREDUCE_SIG, mvapich2_two_level) COLL_sep \
148 COLL_APPLY(action, COLL_ALLREDUCE_SIG, impi) COLL_sep \
149 COLL_APPLY(action, COLL_ALLREDUCE_SIG, rab) COLL_sep \
150 COLL_APPLY(action, COLL_ALLREDUCE_SIG, automatic)
152 COLL_ALLREDUCES(COLL_PROTO, COLL_NOsep)
157 #define COLL_ALLTOALL_SIG alltoall, int, \
158 (void *send_buff, int send_count, MPI_Datatype send_type, \
159 void *recv_buff, int recv_count, MPI_Datatype recv_type, \
162 #define COLL_ALLTOALLS(action, COLL_sep) \
163 COLL_APPLY(action, COLL_ALLTOALL_SIG, default) COLL_sep \
164 COLL_APPLY(action, COLL_ALLTOALL_SIG, 2dmesh) COLL_sep \
165 COLL_APPLY(action, COLL_ALLTOALL_SIG, 3dmesh) COLL_sep \
166 COLL_APPLY(action, COLL_ALLTOALL_SIG, basic_linear) COLL_sep \
167 COLL_APPLY(action, COLL_ALLTOALL_SIG, bruck) COLL_sep \
168 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair) COLL_sep \
169 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair_rma) COLL_sep \
170 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair_light_barrier) COLL_sep \
171 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair_mpi_barrier) COLL_sep \
172 COLL_APPLY(action, COLL_ALLTOALL_SIG, pair_one_barrier) COLL_sep \
173 COLL_APPLY(action, COLL_ALLTOALL_SIG, rdb) COLL_sep \
174 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring) COLL_sep \
175 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring_light_barrier) COLL_sep \
176 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring_mpi_barrier) COLL_sep \
177 COLL_APPLY(action, COLL_ALLTOALL_SIG, ring_one_barrier) COLL_sep \
178 COLL_APPLY(action, COLL_ALLTOALL_SIG, mvapich2) COLL_sep \
179 COLL_APPLY(action, COLL_ALLTOALL_SIG, mvapich2_scatter_dest) COLL_sep \
180 COLL_APPLY(action, COLL_ALLTOALL_SIG, ompi) COLL_sep \
181 COLL_APPLY(action, COLL_ALLTOALL_SIG, mpich) COLL_sep \
182 COLL_APPLY(action, COLL_ALLTOALL_SIG, impi) COLL_sep \
183 COLL_APPLY(action, COLL_ALLTOALL_SIG, automatic)
185 COLL_ALLTOALLS(COLL_PROTO, COLL_NOsep)
190 #define COLL_ALLTOALLV_SIG alltoallv, int, \
191 (void *send_buff, int *send_counts, int *send_disps, MPI_Datatype send_type, \
192 void *recv_buff, int *recv_counts, int *recv_disps, MPI_Datatype recv_type, \
195 #define COLL_ALLTOALLVS(action, COLL_sep) \
196 COLL_APPLY(action, COLL_ALLTOALLV_SIG, default) COLL_sep \
197 COLL_APPLY(action, COLL_ALLTOALLV_SIG, bruck) COLL_sep \
198 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair) COLL_sep \
199 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair_light_barrier) COLL_sep \
200 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair_mpi_barrier) COLL_sep \
201 COLL_APPLY(action, COLL_ALLTOALLV_SIG, pair_one_barrier) COLL_sep \
202 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring) COLL_sep \
203 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring_light_barrier) COLL_sep \
204 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring_mpi_barrier) COLL_sep \
205 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ring_one_barrier) COLL_sep \
206 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ompi) COLL_sep \
207 COLL_APPLY(action, COLL_ALLTOALLV_SIG, mpich) COLL_sep \
208 COLL_APPLY(action, COLL_ALLTOALLV_SIG, ompi_basic_linear) COLL_sep \
209 COLL_APPLY(action, COLL_ALLTOALLV_SIG, mvapich2) COLL_sep \
210 COLL_APPLY(action, COLL_ALLTOALLV_SIG, impi) COLL_sep \
211 COLL_APPLY(action, COLL_ALLTOALLV_SIG, automatic)
213 COLL_ALLTOALLVS(COLL_PROTO, COLL_NOsep)
218 #define COLL_BCAST_SIG bcast, int, \
219 (void *buf, int count, MPI_Datatype datatype, \
220 int root, MPI_Comm comm)
222 #define COLL_BCASTS(action, COLL_sep) \
223 COLL_APPLY(action, COLL_BCAST_SIG, default) COLL_sep \
224 COLL_APPLY(action, COLL_BCAST_SIG, arrival_pattern_aware) COLL_sep \
225 COLL_APPLY(action, COLL_BCAST_SIG, arrival_pattern_aware_wait) COLL_sep \
226 COLL_APPLY(action, COLL_BCAST_SIG, arrival_scatter) COLL_sep \
227 COLL_APPLY(action, COLL_BCAST_SIG, binomial_tree) COLL_sep \
228 COLL_APPLY(action, COLL_BCAST_SIG, flattree) COLL_sep \
229 COLL_APPLY(action, COLL_BCAST_SIG, flattree_pipeline) COLL_sep \
230 COLL_APPLY(action, COLL_BCAST_SIG, NTSB) COLL_sep \
231 COLL_APPLY(action, COLL_BCAST_SIG, NTSL) COLL_sep \
232 COLL_APPLY(action, COLL_BCAST_SIG, NTSL_Isend) COLL_sep \
233 COLL_APPLY(action, COLL_BCAST_SIG, scatter_LR_allgather) COLL_sep \
234 COLL_APPLY(action, COLL_BCAST_SIG, scatter_rdb_allgather) COLL_sep \
235 COLL_APPLY(action, COLL_BCAST_SIG, SMP_binary) COLL_sep \
236 COLL_APPLY(action, COLL_BCAST_SIG, SMP_binomial) COLL_sep \
237 COLL_APPLY(action, COLL_BCAST_SIG, SMP_linear) COLL_sep \
238 COLL_APPLY(action, COLL_BCAST_SIG, ompi) COLL_sep \
239 COLL_APPLY(action, COLL_BCAST_SIG, ompi_split_bintree) COLL_sep \
240 COLL_APPLY(action, COLL_BCAST_SIG, ompi_pipeline) COLL_sep \
241 COLL_APPLY(action, COLL_BCAST_SIG, mpich) COLL_sep \
242 COLL_APPLY(action, COLL_BCAST_SIG, mvapich2) COLL_sep \
243 COLL_APPLY(action, COLL_BCAST_SIG, mvapich2_inter_node) COLL_sep \
244 COLL_APPLY(action, COLL_BCAST_SIG, mvapich2_intra_node) COLL_sep \
245 COLL_APPLY(action, COLL_BCAST_SIG, mvapich2_knomial_intra_node) COLL_sep \
246 COLL_APPLY(action, COLL_BCAST_SIG, impi) COLL_sep \
247 COLL_APPLY(action, COLL_BCAST_SIG, automatic)
249 COLL_BCASTS(COLL_PROTO, COLL_NOsep)
255 #define COLL_REDUCE_SIG reduce, int, \
256 (void *buf, void *rbuf, int count, MPI_Datatype datatype, \
257 MPI_Op op, int root, MPI_Comm comm)
259 #define COLL_REDUCES(action, COLL_sep) \
260 COLL_APPLY(action, COLL_REDUCE_SIG, default) COLL_sep \
261 COLL_APPLY(action, COLL_REDUCE_SIG, arrival_pattern_aware) COLL_sep \
262 COLL_APPLY(action, COLL_REDUCE_SIG, binomial) COLL_sep \
263 COLL_APPLY(action, COLL_REDUCE_SIG, flat_tree) COLL_sep \
264 COLL_APPLY(action, COLL_REDUCE_SIG, NTSL) COLL_sep \
265 COLL_APPLY(action, COLL_REDUCE_SIG, scatter_gather) COLL_sep \
266 COLL_APPLY(action, COLL_REDUCE_SIG, ompi) COLL_sep \
267 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_chain) COLL_sep \
268 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_pipeline) COLL_sep \
269 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_basic_linear) COLL_sep \
270 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_in_order_binary) COLL_sep \
271 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_binary) COLL_sep \
272 COLL_APPLY(action, COLL_REDUCE_SIG, ompi_binomial) COLL_sep \
273 COLL_APPLY(action, COLL_REDUCE_SIG, mpich) COLL_sep \
274 COLL_APPLY(action, COLL_REDUCE_SIG, mvapich2) COLL_sep \
275 COLL_APPLY(action, COLL_REDUCE_SIG, mvapich2_knomial) COLL_sep \
276 COLL_APPLY(action, COLL_REDUCE_SIG, mvapich2_two_level) COLL_sep \
277 COLL_APPLY(action, COLL_REDUCE_SIG, impi) COLL_sep \
278 COLL_APPLY(action, COLL_REDUCE_SIG, rab) COLL_sep \
279 COLL_APPLY(action, COLL_REDUCE_SIG, automatic)
281 COLL_REDUCES(COLL_PROTO, COLL_NOsep)
286 #define COLL_REDUCE_SCATTER_SIG reduce_scatter, int, \
287 (void *sbuf, void *rbuf, int *rcounts,\
288 MPI_Datatype dtype,MPI_Op op,MPI_Comm comm)
290 #define COLL_REDUCE_SCATTERS(action, COLL_sep) \
291 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, default) COLL_sep \
292 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, ompi) COLL_sep \
293 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, ompi_basic_recursivehalving) COLL_sep \
294 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, ompi_ring) COLL_sep \
295 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, mpich) COLL_sep \
296 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, mpich_pair) COLL_sep \
297 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, mpich_rdb) COLL_sep \
298 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, mpich_noncomm) COLL_sep \
299 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, mvapich2) COLL_sep \
300 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, impi) COLL_sep \
301 COLL_APPLY(action, COLL_REDUCE_SCATTER_SIG, automatic)
305 COLL_REDUCE_SCATTERS(COLL_PROTO, COLL_NOsep)
311 #define COLL_SCATTER_SIG scatter, int, \
312 (void *sendbuf, int sendcount, MPI_Datatype sendtype,\
313 void *recvbuf, int recvcount, MPI_Datatype recvtype,\
314 int root, MPI_Comm comm)
316 #define COLL_SCATTERS(action, COLL_sep) \
317 COLL_APPLY(action, COLL_SCATTER_SIG, default) COLL_sep \
318 COLL_APPLY(action, COLL_SCATTER_SIG, ompi) COLL_sep \
319 COLL_APPLY(action, COLL_SCATTER_SIG, ompi_basic_linear) COLL_sep \
320 COLL_APPLY(action, COLL_SCATTER_SIG, ompi_binomial) COLL_sep \
321 COLL_APPLY(action, COLL_SCATTER_SIG, mpich) COLL_sep \
322 COLL_APPLY(action, COLL_SCATTER_SIG, mvapich2) COLL_sep \
323 COLL_APPLY(action, COLL_SCATTER_SIG, mvapich2_two_level_binomial) COLL_sep \
324 COLL_APPLY(action, COLL_SCATTER_SIG, mvapich2_two_level_direct) COLL_sep \
325 COLL_APPLY(action, COLL_SCATTER_SIG, impi) COLL_sep \
326 COLL_APPLY(action, COLL_SCATTER_SIG, automatic)
328 COLL_SCATTERS(COLL_PROTO, COLL_NOsep)
333 #define COLL_BARRIER_SIG barrier, int, \
336 #define COLL_BARRIERS(action, COLL_sep) \
337 COLL_APPLY(action, COLL_BARRIER_SIG, default) COLL_sep \
338 COLL_APPLY(action, COLL_BARRIER_SIG, ompi) COLL_sep \
339 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_basic_linear) COLL_sep \
340 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_two_procs) COLL_sep \
341 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_tree) COLL_sep \
342 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_bruck) COLL_sep \
343 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_recursivedoubling) COLL_sep \
344 COLL_APPLY(action, COLL_BARRIER_SIG, ompi_doublering) COLL_sep \
345 COLL_APPLY(action, COLL_BARRIER_SIG, mpich) COLL_sep \
346 COLL_APPLY(action, COLL_BARRIER_SIG, mvapich2_pair) COLL_sep \
347 COLL_APPLY(action, COLL_BARRIER_SIG, mvapich2) COLL_sep \
348 COLL_APPLY(action, COLL_BARRIER_SIG, impi) COLL_sep \
349 COLL_APPLY(action, COLL_BARRIER_SIG, automatic)
351 COLL_BARRIERS(COLL_PROTO, COLL_NOsep)