1 /* Copyright (c) 2007-2018. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
7 #include "smpi_coll.hpp"
8 #include "smpi_comm.hpp"
9 #include "smpi_datatype_derived.hpp"
10 #include "smpi_op.hpp"
11 #include "smpi_process.hpp"
13 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(smpi_pmpi);
15 /* PMPI User level calls */
17 int PMPI_Bcast(void *buf, int count, MPI_Datatype datatype, int root, MPI_Comm comm)
23 if (comm == MPI_COMM_NULL) {
24 retval = MPI_ERR_COMM;
25 } else if (not datatype->is_valid()) {
28 int rank = simgrid::s4u::Actor::self()->getPid();
29 TRACE_smpi_comm_in(rank, __FUNCTION__,
30 new simgrid::instr::CollTIData("bcast", root, -1.0,
31 datatype->is_replayable() ? count : count * datatype->size(), -1,
32 simgrid::smpi::Datatype::encode(datatype), ""));
34 simgrid::smpi::Colls::bcast(buf, count, datatype, root, comm);
37 TRACE_smpi_comm_out(rank);
43 int PMPI_Barrier(MPI_Comm comm)
49 if (comm == MPI_COMM_NULL) {
50 retval = MPI_ERR_COMM;
52 int rank = simgrid::s4u::Actor::self()->getPid();
53 TRACE_smpi_comm_in(rank, __FUNCTION__, new simgrid::instr::NoOpTIData("barrier"));
55 simgrid::smpi::Colls::barrier(comm);
57 //Barrier can be used to synchronize RMA calls. Finish all requests from comm before.
58 comm->finish_rma_calls();
62 TRACE_smpi_comm_out(rank);
69 int PMPI_Gather(void *sendbuf, int sendcount, MPI_Datatype sendtype,void *recvbuf, int recvcount, MPI_Datatype recvtype,
70 int root, MPI_Comm comm)
76 if (comm == MPI_COMM_NULL) {
77 retval = MPI_ERR_COMM;
78 } else if ((( sendbuf != MPI_IN_PLACE) && (sendtype == MPI_DATATYPE_NULL)) ||
79 ((comm->rank() == root) && (recvtype == MPI_DATATYPE_NULL))){
80 retval = MPI_ERR_TYPE;
81 } else if ((( sendbuf != MPI_IN_PLACE) && (sendcount <0)) || ((comm->rank() == root) && (recvcount <0))){
82 retval = MPI_ERR_COUNT;
85 char* sendtmpbuf = static_cast<char*>(sendbuf);
86 int sendtmpcount = sendcount;
87 MPI_Datatype sendtmptype = sendtype;
88 if( (comm->rank() == root) && (sendbuf == MPI_IN_PLACE )) {
92 int rank = simgrid::s4u::Actor::self()->getPid();
96 new simgrid::instr::CollTIData(
97 "gather", root, -1.0, sendtmptype->is_replayable() ? sendtmpcount : sendtmpcount * sendtmptype->size(),
98 (comm->rank() != root || recvtype->is_replayable()) ? recvcount : recvcount * recvtype->size(),
99 simgrid::smpi::Datatype::encode(sendtmptype), simgrid::smpi::Datatype::encode(recvtype)));
101 simgrid::smpi::Colls::gather(sendtmpbuf, sendtmpcount, sendtmptype, recvbuf, recvcount, recvtype, root, comm);
103 retval = MPI_SUCCESS;
104 TRACE_smpi_comm_out(rank);
111 int PMPI_Gatherv(void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recvbuf, int *recvcounts, int *displs,
112 MPI_Datatype recvtype, int root, MPI_Comm comm)
118 if (comm == MPI_COMM_NULL) {
119 retval = MPI_ERR_COMM;
120 } else if ((( sendbuf != MPI_IN_PLACE) && (sendtype == MPI_DATATYPE_NULL)) ||
121 ((comm->rank() == root) && (recvtype == MPI_DATATYPE_NULL))){
122 retval = MPI_ERR_TYPE;
123 } else if (( sendbuf != MPI_IN_PLACE) && (sendcount <0)){
124 retval = MPI_ERR_COUNT;
125 } else if (recvcounts == nullptr || displs == nullptr) {
126 retval = MPI_ERR_ARG;
128 char* sendtmpbuf = static_cast<char*>(sendbuf);
129 int sendtmpcount = sendcount;
130 MPI_Datatype sendtmptype = sendtype;
131 if( (comm->rank() == root) && (sendbuf == MPI_IN_PLACE )) {
133 sendtmptype=recvtype;
136 int rank = simgrid::s4u::Actor::self()->getPid();
137 int dt_size_recv = recvtype->is_replayable() ? 1 : recvtype->size();
139 std::vector<int>* trace_recvcounts = new std::vector<int>;
140 if (comm->rank() == root) {
141 for (int i = 0; i < comm->size(); i++) // copy data to avoid bad free
142 trace_recvcounts->push_back(recvcounts[i] * dt_size_recv);
145 TRACE_smpi_comm_in(rank, __FUNCTION__,
146 new simgrid::instr::VarCollTIData(
148 sendtmptype->is_replayable() ? sendtmpcount : sendtmpcount * sendtmptype->size(), nullptr,
149 dt_size_recv, trace_recvcounts, simgrid::smpi::Datatype::encode(sendtmptype),
150 simgrid::smpi::Datatype::encode(recvtype)));
152 retval = simgrid::smpi::Colls::gatherv(sendtmpbuf, sendtmpcount, sendtmptype, recvbuf, recvcounts, displs, recvtype, root, comm);
153 TRACE_smpi_comm_out(rank);
160 int PMPI_Allgather(void *sendbuf, int sendcount, MPI_Datatype sendtype,
161 void *recvbuf, int recvcount, MPI_Datatype recvtype, MPI_Comm comm)
163 int retval = MPI_SUCCESS;
167 if (comm == MPI_COMM_NULL) {
168 retval = MPI_ERR_COMM;
169 } else if ((( sendbuf != MPI_IN_PLACE) && (sendtype == MPI_DATATYPE_NULL)) ||
170 (recvtype == MPI_DATATYPE_NULL)){
171 retval = MPI_ERR_TYPE;
172 } else if ((( sendbuf != MPI_IN_PLACE) && (sendcount <0)) ||
174 retval = MPI_ERR_COUNT;
176 if(sendbuf == MPI_IN_PLACE) {
177 sendbuf=static_cast<char*>(recvbuf)+recvtype->get_extent()*recvcount*comm->rank();
181 int rank = simgrid::s4u::Actor::self()->getPid();
183 TRACE_smpi_comm_in(rank, __FUNCTION__,
184 new simgrid::instr::CollTIData(
185 "allGather", -1, -1.0, sendtype->is_replayable() ? sendcount : sendcount * sendtype->size(),
186 recvtype->is_replayable() ? recvcount : recvcount * recvtype->size(),
187 simgrid::smpi::Datatype::encode(sendtype), simgrid::smpi::Datatype::encode(recvtype)));
189 simgrid::smpi::Colls::allgather(sendbuf, sendcount, sendtype, recvbuf, recvcount, recvtype, comm);
190 TRACE_smpi_comm_out(rank);
196 int PMPI_Allgatherv(void *sendbuf, int sendcount, MPI_Datatype sendtype,
197 void *recvbuf, int *recvcounts, int *displs, MPI_Datatype recvtype, MPI_Comm comm)
203 if (comm == MPI_COMM_NULL) {
204 retval = MPI_ERR_COMM;
205 } else if (((sendbuf != MPI_IN_PLACE) && (sendtype == MPI_DATATYPE_NULL)) || (recvtype == MPI_DATATYPE_NULL)) {
206 retval = MPI_ERR_TYPE;
207 } else if (( sendbuf != MPI_IN_PLACE) && (sendcount <0)){
208 retval = MPI_ERR_COUNT;
209 } else if (recvcounts == nullptr || displs == nullptr) {
210 retval = MPI_ERR_ARG;
213 if(sendbuf == MPI_IN_PLACE) {
214 sendbuf=static_cast<char*>(recvbuf)+recvtype->get_extent()*displs[comm->rank()];
215 sendcount=recvcounts[comm->rank()];
218 int rank = simgrid::s4u::Actor::self()->getPid();
219 int dt_size_recv = recvtype->is_replayable() ? 1 : recvtype->size();
221 std::vector<int>* trace_recvcounts = new std::vector<int>;
222 for (int i = 0; i < comm->size(); i++) // copy data to avoid bad free
223 trace_recvcounts->push_back(recvcounts[i] * dt_size_recv);
225 TRACE_smpi_comm_in(rank, __FUNCTION__,
226 new simgrid::instr::VarCollTIData(
227 "allGatherV", -1, sendtype->is_replayable() ? sendcount : sendcount * sendtype->size(),
228 nullptr, dt_size_recv, trace_recvcounts, simgrid::smpi::Datatype::encode(sendtype),
229 simgrid::smpi::Datatype::encode(recvtype)));
231 simgrid::smpi::Colls::allgatherv(sendbuf, sendcount, sendtype, recvbuf, recvcounts, displs, recvtype, comm);
232 retval = MPI_SUCCESS;
233 TRACE_smpi_comm_out(rank);
240 int PMPI_Scatter(void *sendbuf, int sendcount, MPI_Datatype sendtype,
241 void *recvbuf, int recvcount, MPI_Datatype recvtype, int root, MPI_Comm comm)
247 if (comm == MPI_COMM_NULL) {
248 retval = MPI_ERR_COMM;
249 } else if (((comm->rank() == root) && (not sendtype->is_valid())) ||
250 ((recvbuf != MPI_IN_PLACE) && (not recvtype->is_valid()))) {
251 retval = MPI_ERR_TYPE;
252 } else if ((sendbuf == recvbuf) ||
253 ((comm->rank()==root) && sendcount>0 && (sendbuf == nullptr))){
254 retval = MPI_ERR_BUFFER;
257 if (recvbuf == MPI_IN_PLACE) {
259 recvcount = sendcount;
261 int rank = simgrid::s4u::Actor::self()->getPid();
265 new simgrid::instr::CollTIData(
266 "scatter", root, -1.0,
267 (comm->rank() != root || sendtype->is_replayable()) ? sendcount : sendcount * sendtype->size(),
268 recvtype->is_replayable() ? recvcount : recvcount * recvtype->size(),
269 simgrid::smpi::Datatype::encode(sendtype), simgrid::smpi::Datatype::encode(recvtype)));
271 simgrid::smpi::Colls::scatter(sendbuf, sendcount, sendtype, recvbuf, recvcount, recvtype, root, comm);
272 retval = MPI_SUCCESS;
273 TRACE_smpi_comm_out(rank);
280 int PMPI_Scatterv(void *sendbuf, int *sendcounts, int *displs,
281 MPI_Datatype sendtype, void *recvbuf, int recvcount, MPI_Datatype recvtype, int root, MPI_Comm comm)
287 if (comm == MPI_COMM_NULL) {
288 retval = MPI_ERR_COMM;
289 } else if (sendcounts == nullptr || displs == nullptr) {
290 retval = MPI_ERR_ARG;
291 } else if (((comm->rank() == root) && (sendtype == MPI_DATATYPE_NULL)) ||
292 ((recvbuf != MPI_IN_PLACE) && (recvtype == MPI_DATATYPE_NULL))) {
293 retval = MPI_ERR_TYPE;
295 if (recvbuf == MPI_IN_PLACE) {
297 recvcount = sendcounts[comm->rank()];
299 int rank = simgrid::s4u::Actor::self()->getPid();
300 int dt_size_send = sendtype->is_replayable() ? 1 : sendtype->size();
302 std::vector<int>* trace_sendcounts = new std::vector<int>;
303 if (comm->rank() == root) {
304 for (int i = 0; i < comm->size(); i++) // copy data to avoid bad free
305 trace_sendcounts->push_back(sendcounts[i] * dt_size_send);
308 TRACE_smpi_comm_in(rank, __FUNCTION__,
309 new simgrid::instr::VarCollTIData(
310 "scatterV", root, dt_size_send, trace_sendcounts,
311 recvtype->is_replayable() ? recvcount : recvcount * recvtype->size(), nullptr,
312 simgrid::smpi::Datatype::encode(sendtype), simgrid::smpi::Datatype::encode(recvtype)));
314 retval = simgrid::smpi::Colls::scatterv(sendbuf, sendcounts, displs, sendtype, recvbuf, recvcount, recvtype, root, comm);
316 TRACE_smpi_comm_out(rank);
323 int PMPI_Reduce(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, MPI_Op op, int root, MPI_Comm comm)
329 if (comm == MPI_COMM_NULL) {
330 retval = MPI_ERR_COMM;
331 } else if (not datatype->is_valid() || op == MPI_OP_NULL) {
332 retval = MPI_ERR_ARG;
334 int rank = simgrid::s4u::Actor::self()->getPid();
336 TRACE_smpi_comm_in(rank, __FUNCTION__,
337 new simgrid::instr::CollTIData("reduce", root, 0,
338 datatype->is_replayable() ? count : count * datatype->size(), -1,
339 simgrid::smpi::Datatype::encode(datatype), ""));
341 simgrid::smpi::Colls::reduce(sendbuf, recvbuf, count, datatype, op, root, comm);
343 retval = MPI_SUCCESS;
344 TRACE_smpi_comm_out(rank);
351 int PMPI_Reduce_local(void *inbuf, void *inoutbuf, int count, MPI_Datatype datatype, MPI_Op op){
355 if (not datatype->is_valid() || op == MPI_OP_NULL) {
356 retval = MPI_ERR_ARG;
358 op->apply(inbuf, inoutbuf, &count, datatype);
359 retval = MPI_SUCCESS;
365 int PMPI_Allreduce(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, MPI_Op op, MPI_Comm comm)
371 if (comm == MPI_COMM_NULL) {
372 retval = MPI_ERR_COMM;
373 } else if (not datatype->is_valid()) {
374 retval = MPI_ERR_TYPE;
375 } else if (op == MPI_OP_NULL) {
379 char* sendtmpbuf = static_cast<char*>(sendbuf);
380 if( sendbuf == MPI_IN_PLACE ) {
381 sendtmpbuf = static_cast<char*>(xbt_malloc(count*datatype->get_extent()));
382 simgrid::smpi::Datatype::copy(recvbuf, count, datatype,sendtmpbuf, count, datatype);
384 int rank = simgrid::s4u::Actor::self()->getPid();
386 TRACE_smpi_comm_in(rank, __FUNCTION__,
387 new simgrid::instr::CollTIData("allReduce", -1, 0,
388 datatype->is_replayable() ? count : count * datatype->size(), -1,
389 simgrid::smpi::Datatype::encode(datatype), ""));
391 simgrid::smpi::Colls::allreduce(sendtmpbuf, recvbuf, count, datatype, op, comm);
393 if( sendbuf == MPI_IN_PLACE )
394 xbt_free(sendtmpbuf);
396 retval = MPI_SUCCESS;
397 TRACE_smpi_comm_out(rank);
404 int PMPI_Scan(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, MPI_Op op, MPI_Comm comm)
410 if (comm == MPI_COMM_NULL) {
411 retval = MPI_ERR_COMM;
412 } else if (not datatype->is_valid()) {
413 retval = MPI_ERR_TYPE;
414 } else if (op == MPI_OP_NULL) {
417 int rank = simgrid::s4u::Actor::self()->getPid();
419 TRACE_smpi_comm_in(rank, __FUNCTION__, new simgrid::instr::Pt2PtTIData(
420 "scan", -1, datatype->is_replayable() ? count : count * datatype->size(),
421 simgrid::smpi::Datatype::encode(datatype)));
423 retval = simgrid::smpi::Colls::scan(sendbuf, recvbuf, count, datatype, op, comm);
425 TRACE_smpi_comm_out(rank);
432 int PMPI_Exscan(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, MPI_Op op, MPI_Comm comm){
437 if (comm == MPI_COMM_NULL) {
438 retval = MPI_ERR_COMM;
439 } else if (not datatype->is_valid()) {
440 retval = MPI_ERR_TYPE;
441 } else if (op == MPI_OP_NULL) {
444 int rank = simgrid::s4u::Actor::self()->getPid();
445 void* sendtmpbuf = sendbuf;
446 if (sendbuf == MPI_IN_PLACE) {
447 sendtmpbuf = static_cast<void*>(xbt_malloc(count * datatype->size()));
448 memcpy(sendtmpbuf, recvbuf, count * datatype->size());
451 TRACE_smpi_comm_in(rank, __FUNCTION__,
452 new simgrid::instr::Pt2PtTIData("exscan", -1,
453 datatype->is_replayable() ? count : count * datatype->size(),
454 simgrid::smpi::Datatype::encode(datatype)));
456 retval = simgrid::smpi::Colls::exscan(sendtmpbuf, recvbuf, count, datatype, op, comm);
458 TRACE_smpi_comm_out(rank);
459 if (sendbuf == MPI_IN_PLACE)
460 xbt_free(sendtmpbuf);
467 int PMPI_Reduce_scatter(void *sendbuf, void *recvbuf, int *recvcounts, MPI_Datatype datatype, MPI_Op op, MPI_Comm comm)
472 if (comm == MPI_COMM_NULL) {
473 retval = MPI_ERR_COMM;
474 } else if (not datatype->is_valid()) {
475 retval = MPI_ERR_TYPE;
476 } else if (op == MPI_OP_NULL) {
478 } else if (recvcounts == nullptr) {
479 retval = MPI_ERR_ARG;
481 int rank = simgrid::s4u::Actor::self()->getPid();
482 std::vector<int>* trace_recvcounts = new std::vector<int>;
483 int dt_send_size = datatype->is_replayable() ? 1 : datatype->size();
486 for (int i = 0; i < comm->size(); i++) { // copy data to avoid bad free
487 trace_recvcounts->push_back(recvcounts[i] * dt_send_size);
488 totalcount += recvcounts[i];
491 void* sendtmpbuf = sendbuf;
492 if (sendbuf == MPI_IN_PLACE) {
493 sendtmpbuf = static_cast<void*>(xbt_malloc(totalcount * datatype->size()));
494 memcpy(sendtmpbuf, recvbuf, totalcount * datatype->size());
497 TRACE_smpi_comm_in(rank, __FUNCTION__, new simgrid::instr::VarCollTIData(
498 "reduceScatter", -1, dt_send_size, nullptr, -1, trace_recvcounts,
499 simgrid::smpi::Datatype::encode(datatype), ""));
501 simgrid::smpi::Colls::reduce_scatter(sendtmpbuf, recvbuf, recvcounts, datatype, op, comm);
502 retval = MPI_SUCCESS;
503 TRACE_smpi_comm_out(rank);
505 if (sendbuf == MPI_IN_PLACE)
506 xbt_free(sendtmpbuf);
513 int PMPI_Reduce_scatter_block(void *sendbuf, void *recvbuf, int recvcount,
514 MPI_Datatype datatype, MPI_Op op, MPI_Comm comm)
519 if (comm == MPI_COMM_NULL) {
520 retval = MPI_ERR_COMM;
521 } else if (not datatype->is_valid()) {
522 retval = MPI_ERR_TYPE;
523 } else if (op == MPI_OP_NULL) {
525 } else if (recvcount < 0) {
526 retval = MPI_ERR_ARG;
528 int count = comm->size();
530 int rank = simgrid::s4u::Actor::self()->getPid();
531 int dt_send_size = datatype->is_replayable() ? 1 : datatype->size();
532 std::vector<int>* trace_recvcounts = new std::vector<int>(recvcount * dt_send_size); // copy data to avoid bad free
534 void* sendtmpbuf = sendbuf;
535 if (sendbuf == MPI_IN_PLACE) {
536 sendtmpbuf = static_cast<void*>(xbt_malloc(recvcount * count * datatype->size()));
537 memcpy(sendtmpbuf, recvbuf, recvcount * count * datatype->size());
540 TRACE_smpi_comm_in(rank, __FUNCTION__,
541 new simgrid::instr::VarCollTIData("reduceScatter", -1, 0, nullptr, -1, trace_recvcounts,
542 simgrid::smpi::Datatype::encode(datatype), ""));
544 int* recvcounts = new int[count];
545 for (int i = 0; i < count; i++)
546 recvcounts[i] = recvcount;
547 simgrid::smpi::Colls::reduce_scatter(sendtmpbuf, recvbuf, recvcounts, datatype, op, comm);
549 retval = MPI_SUCCESS;
551 TRACE_smpi_comm_out(rank);
553 if (sendbuf == MPI_IN_PLACE)
554 xbt_free(sendtmpbuf);
561 int PMPI_Alltoall(void* sendbuf, int sendcount, MPI_Datatype sendtype, void* recvbuf, int recvcount,
562 MPI_Datatype recvtype, MPI_Comm comm)
567 if (comm == MPI_COMM_NULL) {
568 retval = MPI_ERR_COMM;
569 } else if ((sendbuf != MPI_IN_PLACE && sendtype == MPI_DATATYPE_NULL) || recvtype == MPI_DATATYPE_NULL) {
570 retval = MPI_ERR_TYPE;
572 int rank = simgrid::s4u::Actor::self()->getPid();
573 void* sendtmpbuf = static_cast<char*>(sendbuf);
574 int sendtmpcount = sendcount;
575 MPI_Datatype sendtmptype = sendtype;
576 if (sendbuf == MPI_IN_PLACE) {
577 sendtmpbuf = static_cast<void*>(xbt_malloc(recvcount * comm->size() * recvtype->size()));
578 memcpy(sendtmpbuf, recvbuf, recvcount * comm->size() * recvtype->size());
579 sendtmpcount = recvcount;
580 sendtmptype = recvtype;
583 TRACE_smpi_comm_in(rank, __FUNCTION__,
584 new simgrid::instr::CollTIData(
585 "allToAll", -1, -1.0,
586 sendtmptype->is_replayable() ? sendtmpcount : sendtmpcount * sendtmptype->size(),
587 recvtype->is_replayable() ? recvcount : recvcount * recvtype->size(),
588 simgrid::smpi::Datatype::encode(sendtmptype), simgrid::smpi::Datatype::encode(recvtype)));
590 retval = simgrid::smpi::Colls::alltoall(sendtmpbuf, sendtmpcount, sendtmptype, recvbuf, recvcount, recvtype, comm);
592 TRACE_smpi_comm_out(rank);
594 if (sendbuf == MPI_IN_PLACE)
595 xbt_free(sendtmpbuf);
602 int PMPI_Alltoallv(void* sendbuf, int* sendcounts, int* senddisps, MPI_Datatype sendtype, void* recvbuf,
603 int* recvcounts, int* recvdisps, MPI_Datatype recvtype, MPI_Comm comm)
609 if (comm == MPI_COMM_NULL) {
610 retval = MPI_ERR_COMM;
611 } else if (sendtype == MPI_DATATYPE_NULL || recvtype == MPI_DATATYPE_NULL) {
612 retval = MPI_ERR_TYPE;
613 } else if ((sendbuf != MPI_IN_PLACE && (sendcounts == nullptr || senddisps == nullptr)) || recvcounts == nullptr ||
614 recvdisps == nullptr) {
615 retval = MPI_ERR_ARG;
617 int rank = simgrid::s4u::Actor::self()->getPid();
618 int size = comm->size();
621 std::vector<int>* trace_sendcounts = new std::vector<int>;
622 std::vector<int>* trace_recvcounts = new std::vector<int>;
623 int dt_size_recv = recvtype->size();
625 void* sendtmpbuf = static_cast<char*>(sendbuf);
626 int* sendtmpcounts = sendcounts;
627 int* sendtmpdisps = senddisps;
628 MPI_Datatype sendtmptype = sendtype;
630 for (int i = 0; i < size; i++) { // copy data to avoid bad free
631 recv_size += recvcounts[i] * dt_size_recv;
632 trace_recvcounts->push_back(recvcounts[i] * dt_size_recv);
633 if (((recvdisps[i] + recvcounts[i]) * dt_size_recv) > maxsize)
634 maxsize = (recvdisps[i] + recvcounts[i]) * dt_size_recv;
637 if (sendbuf == MPI_IN_PLACE) {
638 sendtmpbuf = static_cast<void*>(xbt_malloc(maxsize));
639 memcpy(sendtmpbuf, recvbuf, maxsize);
640 sendtmpcounts = static_cast<int*>(xbt_malloc(size * sizeof(int)));
641 memcpy(sendtmpcounts, recvcounts, size * sizeof(int));
642 sendtmpdisps = static_cast<int*>(xbt_malloc(size * sizeof(int)));
643 memcpy(sendtmpdisps, recvdisps, size * sizeof(int));
644 sendtmptype = recvtype;
647 int dt_size_send = sendtmptype->size();
649 for (int i = 0; i < size; i++) { // copy data to avoid bad free
650 send_size += sendtmpcounts[i] * dt_size_send;
651 trace_sendcounts->push_back(sendtmpcounts[i] * dt_size_send);
654 TRACE_smpi_comm_in(rank, __FUNCTION__,
655 new simgrid::instr::VarCollTIData("allToAllV", -1, send_size, trace_sendcounts, recv_size,
656 trace_recvcounts, simgrid::smpi::Datatype::encode(sendtype),
657 simgrid::smpi::Datatype::encode(recvtype)));
659 retval = simgrid::smpi::Colls::alltoallv(sendtmpbuf, sendtmpcounts, sendtmpdisps, sendtmptype, recvbuf, recvcounts,
660 recvdisps, recvtype, comm);
661 TRACE_smpi_comm_out(rank);
663 if (sendbuf == MPI_IN_PLACE) {
664 xbt_free(sendtmpbuf);
665 xbt_free(sendtmpcounts);
666 xbt_free(sendtmpdisps);