-
/* Copyright (c) 2007-2015. The SimGrid Team.
* All rights reserved. */
* under the terms of the license (GNU LGPL) which comes with this package. */
#include "private.h"
+#include <vector>
XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_rma, smpi, "Logging specific to SMPI (RMA operations)");
#define RMA_TAG -1234
-xbt_bar_t creation_bar = NULL;
+xbt_bar_t creation_bar = nullptr;
typedef struct s_smpi_mpi_win{
void* base;
MPI_Comm comm;
MPI_Info info;
int assert;
- xbt_dynar_t requests;
+ std::vector<MPI_Request> *requests;
xbt_bar_t bar;
MPI_Win* connected_wins;
char* name;
if(info!=MPI_INFO_NULL)
info->refcount++;
win->comm = comm;
- win->name = NULL;
+ win->name = nullptr;
win->opened = 0;
win->group = MPI_GROUP_NULL;
- win->requests = xbt_dynar_new(sizeof(MPI_Request), NULL);
+ win->requests = new std::vector<MPI_Request>();
win->connected_wins = xbt_new0(MPI_Win, comm_size);
win->connected_wins[rank] = win;
int smpi_mpi_win_free( MPI_Win* win){
//As per the standard, perform a barrier to ensure every async comm is finished
xbt_barrier_wait((*win)->bar);
- xbt_dynar_free(&(*win)->requests);
+ delete (*win)->requests;
xbt_free((*win)->connected_wins);
- if ((*win)->name != NULL){
+ if ((*win)->name != nullptr){
xbt_free((*win)->name);
}
if((*win)->info!=MPI_INFO_NULL){
}
void smpi_mpi_win_get_name(MPI_Win win, char* name, int* length){
- if(win->name==NULL){
+ if(win->name==nullptr){
*length=0;
- name=NULL;
+ name=nullptr;
return;
}
*length = strlen(win->name);
if(assert != MPI_MODE_NOPRECEDE){
xbt_barrier_wait(win->bar);
- xbt_dynar_t reqs = win->requests;
- int size = xbt_dynar_length(reqs);
- unsigned int cpt=0;
- MPI_Request req;
+ std::vector<MPI_Request> *reqs = win->requests;
+ int size = static_cast<int>(reqs->size());
// start all requests that have been prepared by another process
- xbt_dynar_foreach(reqs, cpt, req){
- if (req->flags & PREPARED)
+ for(auto req: *reqs){
+ if (req && (req->flags & PREPARED))
smpi_mpi_start(req);
}
- MPI_Request* treqs = static_cast<MPI_Request*>(xbt_dynar_to_array(reqs));
- win->requests=xbt_dynar_new(sizeof(MPI_Request), NULL);
+ MPI_Request* treqs = &(*reqs)[0];
smpi_mpi_waitall(size,treqs,MPI_STATUSES_IGNORE);
- xbt_free(treqs);
-
}
win->assert = assert;
smpi_group_index(smpi_comm_group(win->comm),target_rank), RMA_TAG+1, recv_win->comm, MPI_OP_NULL);
//push request to receiver's win
- xbt_dynar_push_as(recv_win->requests, MPI_Request, rreq);
+ recv_win->requests->push_back(rreq);
//start send
smpi_mpi_start(sreq);
//push request to sender's win
- xbt_dynar_push_as(win->requests, MPI_Request, sreq);
+ win->requests->push_back(sreq);
}else{
smpi_datatype_copy(origin_addr, origin_count, origin_datatype, recv_addr, target_count, target_datatype);
}
smpi_mpi_start(sreq);
//push request to receiver's win
- xbt_dynar_push_as(send_win->requests, MPI_Request, sreq);
+ send_win->requests->push_back(sreq);
//start recv
smpi_mpi_start(rreq);
//push request to sender's win
- xbt_dynar_push_as(win->requests, MPI_Request, rreq);
+ win->requests->push_back(rreq);
}else{
smpi_datatype_copy(send_addr, target_count, target_datatype, origin_addr, origin_count, origin_datatype);
}
MPI_Request rreq = smpi_rma_recv_init(recv_addr, target_count, target_datatype,
smpi_process_index(), smpi_group_index(smpi_comm_group(win->comm),target_rank), RMA_TAG+3, recv_win->comm, op);
//push request to receiver's win
- xbt_dynar_push_as(recv_win->requests, MPI_Request, rreq);
+ recv_win->requests->push_back(rreq);
//start send
smpi_mpi_start(sreq);
//push request to sender's win
- xbt_dynar_push_as(win->requests, MPI_Request, sreq);
+ win->requests->push_back(sreq);
return MPI_SUCCESS;
}
while(j!=size){
int src=smpi_group_index(group,j);
if(src!=smpi_process_index()){
- reqs[i]=smpi_irecv_init(NULL, 0, MPI_CHAR, src,RMA_TAG+4, MPI_COMM_WORLD);
+ reqs[i]=smpi_irecv_init(nullptr, 0, MPI_CHAR, src,RMA_TAG+4, MPI_COMM_WORLD);
i++;
}
j++;
while(j!=size){
int dst=smpi_group_index(group,j);
if(dst!=smpi_process_index()){
- reqs[i]=smpi_mpi_send_init(NULL, 0, MPI_CHAR, dst, RMA_TAG+4, MPI_COMM_WORLD);
+ reqs[i]=smpi_mpi_send_init(nullptr, 0, MPI_CHAR, dst, RMA_TAG+4, MPI_COMM_WORLD);
i++;
}
j++;
while(j!=size){
int dst=smpi_group_index(win->group,j);
if(dst!=smpi_process_index()){
- reqs[i]=smpi_mpi_send_init(NULL, 0, MPI_CHAR, dst, RMA_TAG+5, MPI_COMM_WORLD);
+ reqs[i]=smpi_mpi_send_init(nullptr, 0, MPI_CHAR, dst, RMA_TAG+5, MPI_COMM_WORLD);
i++;
}
j++;
//now we can finish RMA calls
- xbt_dynar_t reqqs = win->requests;
- size = xbt_dynar_length(reqqs);
+ std::vector<MPI_Request> *reqqs = win->requests;
+ size = static_cast<int>(reqqs->size());
XBT_DEBUG("Win_complete - Finishing %d RMA calls", size);
- unsigned int cpt=0;
- MPI_Request req;
// start all requests that have been prepared by another process
- xbt_dynar_foreach(reqqs, cpt, req){
- if (req->flags & PREPARED)
+ for (auto req: *reqqs){
+ if (req && (req->flags & PREPARED))
smpi_mpi_start(req);
}
- MPI_Request* treqs = static_cast<MPI_Request*>(xbt_dynar_to_array(reqqs));
- win->requests=xbt_dynar_new(sizeof(MPI_Request), NULL);
+ MPI_Request* treqs = &(*reqqs)[0];
smpi_mpi_waitall(size,treqs,MPI_STATUSES_IGNORE);
- xbt_free(treqs);
+ reqqs->clear();
smpi_group_unuse(win->group);
win->opened--; //we're closed for business !
return MPI_SUCCESS;
while(j!=size){
int src=smpi_group_index(win->group,j);
if(src!=smpi_process_index()){
- reqs[i]=smpi_irecv_init(NULL, 0, MPI_CHAR, src,RMA_TAG+5, MPI_COMM_WORLD);
+ reqs[i]=smpi_irecv_init(nullptr, 0, MPI_CHAR, src,RMA_TAG+5, MPI_COMM_WORLD);
i++;
}
j++;
}
xbt_free(reqs);
- xbt_dynar_t reqqs = win->requests;
- size = xbt_dynar_length(reqqs);
+ std::vector<MPI_Request> *reqqs = win->requests;
+ size = static_cast<int>(reqqs->size());
XBT_DEBUG("Win_complete - Finishing %d RMA calls", size);
- unsigned int cpt=0;
- MPI_Request req;
// start all requests that have been prepared by another process
- xbt_dynar_foreach(reqqs, cpt, req){
- if (req->flags & PREPARED)
+ for(auto req: *reqqs){
+ if (req && (req->flags & PREPARED))
smpi_mpi_start(req);
}
- MPI_Request* treqs = static_cast<MPI_Request*>(xbt_dynar_to_array(reqqs));
- win->requests=xbt_dynar_new(sizeof(MPI_Request), NULL);
+ MPI_Request* treqs = &(*reqqs)[0];
smpi_mpi_waitall(size,treqs,MPI_STATUSES_IGNORE);
- xbt_free(treqs);
+ reqqs->clear();
smpi_group_unuse(win->group);
win->opened--; //we're opened for business !
return MPI_SUCCESS;