X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/003b5738f292534807ec502bebc5704810798902..c5a48995c0e24c9ae38c3d14203388523c565a5b:/src/smpi/smpi_pmpi.cpp diff --git a/src/smpi/smpi_pmpi.cpp b/src/smpi/smpi_pmpi.cpp index 5335aedad3..a265c3f8b4 100644 --- a/src/smpi/smpi_pmpi.cpp +++ b/src/smpi/smpi_pmpi.cpp @@ -4,10 +4,8 @@ * under the terms of the license (GNU LGPL) which comes with this package. */ #include -#include #include "private.h" -#include "smpi_mpi_dt_private.h" XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_pmpi, smpi, "Logging specific to SMPI (pmpi)"); @@ -30,9 +28,9 @@ int PMPI_Init(int *argc, char ***argv) int already_init; MPI_Initialized(&already_init); if(already_init == 0){ - smpi_process_init(argc, argv); - smpi_process_mark_as_initialized(); - int rank = smpi_process_index(); + Process::init(argc, argv); + smpi_process()->mark_as_initialized(); + int rank = smpi_process()->index(); TRACE_smpi_init(rank); TRACE_smpi_computing_init(rank); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); @@ -50,22 +48,22 @@ int PMPI_Init(int *argc, char ***argv) int PMPI_Finalize() { smpi_bench_end(); - int rank = smpi_process_index(); + int rank = smpi_process()->index(); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_FINALIZE; TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); - smpi_process_finalize(); + smpi_process()->finalize(); TRACE_smpi_collective_out(rank, -1, __FUNCTION__); - TRACE_smpi_finalize(smpi_process_index()); - smpi_process_destroy(); + TRACE_smpi_finalize(smpi_process()->index()); + smpi_process()->destroy(); return MPI_SUCCESS; } int PMPI_Finalized(int* flag) { - *flag=smpi_process_finalized(); + *flag=smpi_process()!=nullptr ? smpi_process()->finalized() : 0; return MPI_SUCCESS; } @@ -107,7 +105,7 @@ int PMPI_Is_thread_main(int *flag) if (flag == nullptr) { return MPI_ERR_ARG; } else { - *flag = smpi_process_index() == 0; + *flag = smpi_process()->index() == 0; return MPI_SUCCESS; } } @@ -115,7 +113,7 @@ int PMPI_Is_thread_main(int *flag) int PMPI_Abort(MPI_Comm comm, int errorcode) { smpi_bench_end(); - smpi_process_destroy(); + smpi_process()->destroy(); // FIXME: should kill all processes in comm instead simcall_process_kill(SIMIX_process_self()); return MPI_SUCCESS; @@ -153,7 +151,7 @@ int PMPI_Type_free(MPI_Datatype * datatype) if (*datatype == MPI_DATATYPE_NULL) { return MPI_ERR_ARG; } else { - smpi_datatype_unuse(*datatype); + Datatype::unref(*datatype); return MPI_SUCCESS; } } @@ -165,7 +163,7 @@ int PMPI_Type_size(MPI_Datatype datatype, int *size) } else if (size == nullptr) { return MPI_ERR_ARG; } else { - *size = static_cast(smpi_datatype_size(datatype)); + *size = static_cast(datatype->size()); return MPI_SUCCESS; } } @@ -177,7 +175,7 @@ int PMPI_Type_size_x(MPI_Datatype datatype, MPI_Count *size) } else if (size == nullptr) { return MPI_ERR_ARG; } else { - *size = static_cast(smpi_datatype_size(datatype)); + *size = static_cast(datatype->size()); return MPI_SUCCESS; } } @@ -189,7 +187,7 @@ int PMPI_Type_get_extent(MPI_Datatype datatype, MPI_Aint * lb, MPI_Aint * extent } else if (lb == nullptr || extent == nullptr) { return MPI_ERR_ARG; } else { - return smpi_datatype_extent(datatype, lb, extent); + return datatype->extent(lb, extent); } } @@ -205,7 +203,7 @@ int PMPI_Type_extent(MPI_Datatype datatype, MPI_Aint * extent) } else if (extent == nullptr) { return MPI_ERR_ARG; } else { - *extent = smpi_datatype_get_extent(datatype); + *extent = datatype->get_extent(); return MPI_SUCCESS; } } @@ -217,7 +215,7 @@ int PMPI_Type_lb(MPI_Datatype datatype, MPI_Aint * disp) } else if (disp == nullptr) { return MPI_ERR_ARG; } else { - *disp = smpi_datatype_lb(datatype); + *disp = datatype->lb(); return MPI_SUCCESS; } } @@ -229,17 +227,24 @@ int PMPI_Type_ub(MPI_Datatype datatype, MPI_Aint * disp) } else if (disp == nullptr) { return MPI_ERR_ARG; } else { - *disp = smpi_datatype_ub(datatype); + *disp = datatype->ub(); return MPI_SUCCESS; } } int PMPI_Type_dup(MPI_Datatype datatype, MPI_Datatype *newtype){ + int retval = MPI_SUCCESS; if (datatype == MPI_DATATYPE_NULL) { - return MPI_ERR_TYPE; + retval=MPI_ERR_TYPE; } else { - return smpi_datatype_dup(datatype, newtype); + *newtype = new Datatype(datatype, &retval); + //error when duplicating, free the new datatype + if(retval!=MPI_SUCCESS){ + Datatype::unref(*newtype); + *newtype = MPI_DATATYPE_NULL; + } } + return retval; } int PMPI_Op_create(MPI_User_function * function, int commute, MPI_Op * op) @@ -247,7 +252,7 @@ int PMPI_Op_create(MPI_User_function * function, int commute, MPI_Op * op) if (function == nullptr || op == nullptr) { return MPI_ERR_ARG; } else { - *op = smpi_op_new(function, (commute!=0)); + *op = new Op(function, (commute!=0)); return MPI_SUCCESS; } } @@ -259,7 +264,7 @@ int PMPI_Op_free(MPI_Op * op) } else if (*op == MPI_OP_NULL) { return MPI_ERR_OP; } else { - smpi_op_destroy(*op); + delete (*op); *op = MPI_OP_NULL; return MPI_SUCCESS; } @@ -270,7 +275,8 @@ int PMPI_Group_free(MPI_Group * group) if (group == nullptr) { return MPI_ERR_ARG; } else { - smpi_group_destroy(*group); + if(*group != MPI_COMM_WORLD->group() && *group != MPI_GROUP_EMPTY) + Group::unref(*group); *group = MPI_GROUP_NULL; return MPI_SUCCESS; } @@ -283,7 +289,7 @@ int PMPI_Group_size(MPI_Group group, int *size) } else if (size == nullptr) { return MPI_ERR_ARG; } else { - *size = smpi_group_size(group); + *size = group->size(); return MPI_SUCCESS; } } @@ -295,7 +301,7 @@ int PMPI_Group_rank(MPI_Group group, int *rank) } else if (rank == nullptr) { return MPI_ERR_ARG; } else { - *rank = smpi_group_rank(group, smpi_process_index()); + *rank = group->rank(smpi_process()->index()); return MPI_SUCCESS; } } @@ -309,8 +315,8 @@ int PMPI_Group_translate_ranks(MPI_Group group1, int n, int *ranks1, MPI_Group g if(ranks1[i]==MPI_PROC_NULL){ ranks2[i]=MPI_PROC_NULL; }else{ - int index = smpi_group_index(group1, ranks1[i]); - ranks2[i] = smpi_group_rank(group2, index); + int index = group1->index(ranks1[i]); + ranks2[i] = group2->rank(index); } } return MPI_SUCCESS; @@ -324,7 +330,7 @@ int PMPI_Group_compare(MPI_Group group1, MPI_Group group2, int *result) } else if (result == nullptr) { return MPI_ERR_ARG; } else { - *result = smpi_group_compare(group1, group2); + *result = group1->compare(group2); return MPI_SUCCESS; } } @@ -337,30 +343,7 @@ int PMPI_Group_union(MPI_Group group1, MPI_Group group2, MPI_Group * newgroup) } else if (newgroup == nullptr) { return MPI_ERR_ARG; } else { - int size = smpi_group_size(group1); - int size2 = smpi_group_size(group2); - for (int i = 0; i < size2; i++) { - int proc2 = smpi_group_index(group2, i); - int proc1 = smpi_group_rank(group1, proc2); - if (proc1 == MPI_UNDEFINED) { - size++; - } - } - if (size == 0) { - *newgroup = MPI_GROUP_EMPTY; - } else { - *newgroup = smpi_group_new(size); - size2 = smpi_group_size(group1); - for (int i = 0; i < size2; i++) { - int proc1 = smpi_group_index(group1, i); - smpi_group_set_mapping(*newgroup, proc1, i); - } - for (int i = size2; i < size; i++) { - int proc2 = smpi_group_index(group2, i - size2); - smpi_group_set_mapping(*newgroup, proc2, i); - } - } - return MPI_SUCCESS; + return group1->group_union(group2, newgroup); } } @@ -372,29 +355,7 @@ int PMPI_Group_intersection(MPI_Group group1, MPI_Group group2, MPI_Group * newg } else if (newgroup == nullptr) { return MPI_ERR_ARG; } else { - int size = smpi_group_size(group2); - for (int i = 0; i < size; i++) { - int proc2 = smpi_group_index(group2, i); - int proc1 = smpi_group_rank(group1, proc2); - if (proc1 == MPI_UNDEFINED) { - size--; - } - } - if (size == 0) { - *newgroup = MPI_GROUP_EMPTY; - } else { - *newgroup = smpi_group_new(size); - int j=0; - for (int i = 0; i < smpi_group_size(group2); i++) { - int proc2 = smpi_group_index(group2, i); - int proc1 = smpi_group_rank(group1, proc2); - if (proc1 != MPI_UNDEFINED) { - smpi_group_set_mapping(*newgroup, proc2, j); - j++; - } - } - } - return MPI_SUCCESS; + return group1->intersection(group2,newgroup); } } @@ -405,28 +366,7 @@ int PMPI_Group_difference(MPI_Group group1, MPI_Group group2, MPI_Group * newgro } else if (newgroup == nullptr) { return MPI_ERR_ARG; } else { - int size = smpi_group_size(group1); - int size2 = size; - for (int i = 0; i < size2; i++) { - int proc1 = smpi_group_index(group1, i); - int proc2 = smpi_group_rank(group2, proc1); - if (proc2 != MPI_UNDEFINED) { - size--; - } - } - if (size == 0) { - *newgroup = MPI_GROUP_EMPTY; - } else { - *newgroup = smpi_group_new(size); - for (int i = 0; i < size2; i++) { - int proc1 = smpi_group_index(group1, i); - int proc2 = smpi_group_rank(group2, proc1); - if (proc2 == MPI_UNDEFINED) { - smpi_group_set_mapping(*newgroup, proc1, i); - } - } - } - return MPI_SUCCESS; + return group1->difference(group2,newgroup); } } @@ -437,7 +377,7 @@ int PMPI_Group_incl(MPI_Group group, int n, int *ranks, MPI_Group * newgroup) } else if (newgroup == nullptr) { return MPI_ERR_ARG; } else { - return smpi_group_incl(group, n, ranks, newgroup); + return group->incl(n, ranks, newgroup); } } @@ -450,34 +390,16 @@ int PMPI_Group_excl(MPI_Group group, int n, int *ranks, MPI_Group * newgroup) } else { if (n == 0) { *newgroup = group; - if (group != smpi_comm_group(MPI_COMM_WORLD) - && group != smpi_comm_group(MPI_COMM_SELF) && group != MPI_GROUP_EMPTY) - smpi_group_use(group); - } else if (n == smpi_group_size(group)) { + if (group != MPI_COMM_WORLD->group() + && group != MPI_COMM_SELF->group() && group != MPI_GROUP_EMPTY) + group->ref(); + return MPI_SUCCESS; + } else if (n == group->size()) { *newgroup = MPI_GROUP_EMPTY; + return MPI_SUCCESS; } else { - int oldsize = smpi_group_size(group); - int newsize = oldsize - n; - *newgroup = smpi_group_new(newsize); - - int* to_exclude=xbt_new0(int, smpi_group_size(group)); - for (int i = 0; i < oldsize; i++) - to_exclude[i]=0; - for (int i = 0; i < n; i++) - to_exclude[ranks[i]]=1; - - int j = 0; - for (int i = 0; i < oldsize; i++) { - if(to_exclude[i]==0){ - int index = smpi_group_index(group, i); - smpi_group_set_mapping(*newgroup, index, j); - j++; - } - } - - xbt_free(to_exclude); + return group->excl(n,ranks,newgroup); } - return MPI_SUCCESS; } } @@ -490,51 +412,10 @@ int PMPI_Group_range_incl(MPI_Group group, int n, int ranges[][3], MPI_Group * n } else { if (n == 0) { *newgroup = MPI_GROUP_EMPTY; + return MPI_SUCCESS; } else { - int size = 0; - for (int i = 0; i < n; i++) { - for (int rank = ranges[i][0]; /* First */ - rank >= 0 && rank < smpi_group_size(group); /* Last */ - ) { - size++; - if(rank == ranges[i][1]){/*already last ?*/ - break; - } - rank += ranges[i][2]; /* Stride */ - if (ranges[i][0] < ranges[i][1]) { - if (rank > ranges[i][1]) - break; - } else { - if (rank < ranges[i][1]) - break; - } - } - } - - *newgroup = smpi_group_new(size); - int j = 0; - for (int i = 0; i < n; i++) { - for (int rank = ranges[i][0]; /* First */ - rank >= 0 && rank < smpi_group_size(group); /* Last */ - ) { - int index = smpi_group_index(group, rank); - smpi_group_set_mapping(*newgroup, index, j); - j++; - if(rank == ranges[i][1]){/*already last ?*/ - break; - } - rank += ranges[i][2]; /* Stride */ - if (ranges[i][0] < ranges[i][1]) { - if (rank > ranges[i][1]) - break; - } else { - if (rank < ranges[i][1]) - break; - } - } - } + return group->range_incl(n,ranges,newgroup); } - return MPI_SUCCESS; } } @@ -547,66 +428,13 @@ int PMPI_Group_range_excl(MPI_Group group, int n, int ranges[][3], MPI_Group * n } else { if (n == 0) { *newgroup = group; - if (group != smpi_comm_group(MPI_COMM_WORLD) && group != smpi_comm_group(MPI_COMM_SELF) && + if (group != MPI_COMM_WORLD->group() && group != MPI_COMM_SELF->group() && group != MPI_GROUP_EMPTY) - smpi_group_use(group); + group->ref(); + return MPI_SUCCESS; } else { - int size = smpi_group_size(group); - for (int i = 0; i < n; i++) { - for (int rank = ranges[i][0]; /* First */ - rank >= 0 && rank < smpi_group_size(group); /* Last */ - ) { - size--; - if(rank == ranges[i][1]){/*already last ?*/ - break; - } - rank += ranges[i][2]; /* Stride */ - if (ranges[i][0] < ranges[i][1]) { - if (rank > ranges[i][1]) - break; - } else { - if (rank < ranges[i][1]) - break; - } - } - } - if (size == 0) { - *newgroup = MPI_GROUP_EMPTY; - } else { - *newgroup = smpi_group_new(size); - int newrank = 0; - int oldrank = 0; - while (newrank < size) { - int add = 1; - for (int i = 0; i < n; i++) { - for (int rank = ranges[i][0]; rank >= 0 && rank < smpi_group_size(group);) { - if(rank==oldrank){ - add = 0; - break; - } - if(rank == ranges[i][1]){/*already last ?*/ - break; - } - rank += ranges[i][2]; /* Stride */ - if (ranges[i][0] ranges[i][1]) - break; - }else{ - if (rank < ranges[i][1]) - break; - } - } - } - if(add==1){ - int index = smpi_group_index(group, oldrank); - smpi_group_set_mapping(*newgroup, index, newrank); - newrank++; - } - oldrank++; - } - } + return group->range_excl(n,ranges,newgroup); } - return MPI_SUCCESS; } } @@ -617,7 +445,7 @@ int PMPI_Comm_rank(MPI_Comm comm, int *rank) } else if (rank == nullptr) { return MPI_ERR_ARG; } else { - *rank = smpi_comm_rank(comm); + *rank = comm->rank(); return MPI_SUCCESS; } } @@ -629,7 +457,7 @@ int PMPI_Comm_size(MPI_Comm comm, int *size) } else if (size == nullptr) { return MPI_ERR_ARG; } else { - *size = smpi_comm_size(comm); + *size = comm->size(); return MPI_SUCCESS; } } @@ -641,7 +469,7 @@ int PMPI_Comm_get_name (MPI_Comm comm, char* name, int* len) } else if (name == nullptr || len == nullptr) { return MPI_ERR_ARG; } else { - smpi_comm_get_name(comm, name, len); + comm->get_name(name, len); return MPI_SUCCESS; } } @@ -653,9 +481,9 @@ int PMPI_Comm_group(MPI_Comm comm, MPI_Group * group) } else if (group == nullptr) { return MPI_ERR_ARG; } else { - *group = smpi_comm_group(comm); - if (*group != smpi_comm_group(MPI_COMM_WORLD) && *group != MPI_GROUP_NULL && *group != MPI_GROUP_EMPTY) - smpi_group_use(*group); + *group = comm->group(); + if (*group != MPI_COMM_WORLD->group() && *group != MPI_GROUP_NULL && *group != MPI_GROUP_EMPTY) + (*group)->ref(); return MPI_SUCCESS; } } @@ -670,7 +498,7 @@ int PMPI_Comm_compare(MPI_Comm comm1, MPI_Comm comm2, int *result) if (comm1 == comm2) { /* Same communicators means same groups */ *result = MPI_IDENT; } else { - *result = smpi_group_compare(smpi_comm_group(comm1), smpi_comm_group(comm2)); + *result = comm1->group()->compare(comm2->group()); if (*result == MPI_IDENT) { *result = MPI_CONGRUENT; } @@ -686,7 +514,7 @@ int PMPI_Comm_dup(MPI_Comm comm, MPI_Comm * newcomm) } else if (newcomm == nullptr) { return MPI_ERR_ARG; } else { - return smpi_comm_dup(comm, newcomm); + return comm->dup(newcomm); } } @@ -698,12 +526,12 @@ int PMPI_Comm_create(MPI_Comm comm, MPI_Group group, MPI_Comm * newcomm) return MPI_ERR_GROUP; } else if (newcomm == nullptr) { return MPI_ERR_ARG; - } else if(smpi_group_rank(group,smpi_process_index())==MPI_UNDEFINED){ + } else if(group->rank(smpi_process()->index())==MPI_UNDEFINED){ *newcomm= MPI_COMM_NULL; return MPI_SUCCESS; }else{ - smpi_group_use(group); - *newcomm = smpi_comm_new(group, nullptr); + group->ref(); + *newcomm = new Comm(group, nullptr); return MPI_SUCCESS; } } @@ -715,7 +543,7 @@ int PMPI_Comm_free(MPI_Comm * comm) } else if (*comm == MPI_COMM_NULL) { return MPI_ERR_COMM; } else { - smpi_comm_destroy(*comm); + Comm::destroy(*comm); *comm = MPI_COMM_NULL; return MPI_SUCCESS; } @@ -729,7 +557,7 @@ int PMPI_Comm_disconnect(MPI_Comm * comm) } else if (*comm == MPI_COMM_NULL) { return MPI_ERR_COMM; } else { - smpi_comm_destroy(*comm); + Comm::destroy(*comm); *comm = MPI_COMM_NULL; return MPI_SUCCESS; } @@ -745,7 +573,7 @@ int PMPI_Comm_split(MPI_Comm comm, int color, int key, MPI_Comm* comm_out) } else if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; } else { - *comm_out = smpi_comm_split(comm, color, key); + *comm_out = comm->split(color, key); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -779,12 +607,12 @@ int PMPI_Send_init(void *buf, int count, MPI_Datatype datatype, int dst, int tag retval = MPI_ERR_ARG; } else if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if (dst == MPI_PROC_NULL) { retval = MPI_SUCCESS; } else { - *request = smpi_mpi_send_init(buf, count, datatype, dst, tag, comm); + *request = Request::send_init(buf, count, datatype, dst, tag, comm); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -802,12 +630,12 @@ int PMPI_Recv_init(void *buf, int count, MPI_Datatype datatype, int src, int tag retval = MPI_ERR_ARG; } else if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if (src == MPI_PROC_NULL) { retval = MPI_SUCCESS; } else { - *request = smpi_mpi_recv_init(buf, count, datatype, src, tag, comm); + *request = Request::recv_init(buf, count, datatype, src, tag, comm); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -825,12 +653,12 @@ int PMPI_Ssend_init(void* buf, int count, MPI_Datatype datatype, int dst, int ta retval = MPI_ERR_ARG; } else if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if (dst == MPI_PROC_NULL) { retval = MPI_SUCCESS; } else { - *request = smpi_mpi_ssend_init(buf, count, datatype, dst, tag, comm); + *request = Request::ssend_init(buf, count, datatype, dst, tag, comm); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -847,7 +675,7 @@ int PMPI_Start(MPI_Request * request) if (request == nullptr || *request == MPI_REQUEST_NULL) { retval = MPI_ERR_REQUEST; } else { - smpi_mpi_start(*request); + (*request)->start(); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -868,7 +696,7 @@ int PMPI_Startall(int count, MPI_Request * requests) } } if(retval != MPI_ERR_REQUEST) { - smpi_mpi_startall(count, requests); + Request::startall(count, requests); } } smpi_bench_begin(); @@ -883,7 +711,7 @@ int PMPI_Request_free(MPI_Request * request) if (*request == MPI_REQUEST_NULL) { retval = MPI_ERR_ARG; } else { - smpi_mpi_request_free(request); + Request::unref(request); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -903,18 +731,18 @@ int PMPI_Irecv(void *buf, int count, MPI_Datatype datatype, int src, int tag, MP } else if (src == MPI_PROC_NULL) { *request = MPI_REQUEST_NULL; retval = MPI_SUCCESS; - } else if (src!=MPI_ANY_SOURCE && (src >= smpi_group_size(smpi_comm_group(comm)) || src <0)){ + } else if (src!=MPI_ANY_SOURCE && (src >= comm->group()->size() || src <0)){ retval = MPI_ERR_RANK; } else if ((count < 0) || (buf==nullptr && count > 0)) { retval = MPI_ERR_COUNT; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if(tag<0 && tag != MPI_ANY_TAG){ retval = MPI_ERR_TAG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int src_traced = smpi_group_index(smpi_comm_group(comm), src); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int src_traced = comm->group()->index(src); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_IRECV; @@ -924,15 +752,14 @@ int PMPI_Irecv(void *buf, int count, MPI_Datatype datatype, int src, int tag, MP extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if(known==0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = count*dt_size_send; TRACE_smpi_ptp_in(rank, src_traced, rank, __FUNCTION__, extra); - *request = smpi_mpi_irecv(buf, count, datatype, src, tag, comm); + *request = Request::irecv(buf, count, datatype, src, tag, comm); retval = MPI_SUCCESS; TRACE_smpi_ptp_out(rank, src_traced, rank, __FUNCTION__); - (*request)->recv = 1; } smpi_bench_begin(); @@ -954,17 +781,17 @@ int PMPI_Isend(void *buf, int count, MPI_Datatype datatype, int dst, int tag, MP } else if (dst == MPI_PROC_NULL) { *request = MPI_REQUEST_NULL; retval = MPI_SUCCESS; - } else if (dst >= smpi_group_size(smpi_comm_group(comm)) || dst <0){ + } else if (dst >= comm->group()->size() || dst <0){ retval = MPI_ERR_RANK; } else if ((count < 0) || (buf==nullptr && count > 0)) { retval = MPI_ERR_COUNT; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if(tag<0 && tag != MPI_ANY_TAG){ retval = MPI_ERR_TAG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int dst_traced = smpi_group_index(smpi_comm_group(comm), dst); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int dst_traced = comm->group()->index(dst); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_ISEND; extra->src = rank; @@ -973,16 +800,15 @@ int PMPI_Isend(void *buf, int count, MPI_Datatype datatype, int dst, int tag, MP extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if(known==0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = count*dt_size_send; TRACE_smpi_ptp_in(rank, rank, dst_traced, __FUNCTION__, extra); - TRACE_smpi_send(rank, rank, dst_traced, tag, count*smpi_datatype_size(datatype)); + TRACE_smpi_send(rank, rank, dst_traced, tag, count*datatype->size()); - *request = smpi_mpi_isend(buf, count, datatype, dst, tag, comm); + *request = Request::isend(buf, count, datatype, dst, tag, comm); retval = MPI_SUCCESS; TRACE_smpi_ptp_out(rank, rank, dst_traced, __FUNCTION__); - (*request)->send = 1; } smpi_bench_begin(); @@ -1003,17 +829,17 @@ int PMPI_Issend(void* buf, int count, MPI_Datatype datatype, int dst, int tag, M } else if (dst == MPI_PROC_NULL) { *request = MPI_REQUEST_NULL; retval = MPI_SUCCESS; - } else if (dst >= smpi_group_size(smpi_comm_group(comm)) || dst <0){ + } else if (dst >= comm->group()->size() || dst <0){ retval = MPI_ERR_RANK; } else if ((count < 0)|| (buf==nullptr && count > 0)) { retval = MPI_ERR_COUNT; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if(tag<0 && tag != MPI_ANY_TAG){ retval = MPI_ERR_TAG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int dst_traced = smpi_group_index(smpi_comm_group(comm), dst); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int dst_traced = comm->group()->index(dst); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_ISSEND; extra->src = rank; @@ -1022,16 +848,15 @@ int PMPI_Issend(void* buf, int count, MPI_Datatype datatype, int dst, int tag, M extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if(known==0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = count*dt_size_send; TRACE_smpi_ptp_in(rank, rank, dst_traced, __FUNCTION__, extra); - TRACE_smpi_send(rank, rank, dst_traced, tag, count*smpi_datatype_size(datatype)); + TRACE_smpi_send(rank, rank, dst_traced, tag, count*datatype->size()); - *request = smpi_mpi_issend(buf, count, datatype, dst, tag, comm); + *request = Request::issend(buf, count, datatype, dst, tag, comm); retval = MPI_SUCCESS; TRACE_smpi_ptp_out(rank, rank, dst_traced, __FUNCTION__); - (*request)->send = 1; } smpi_bench_begin(); @@ -1048,20 +873,20 @@ int PMPI_Recv(void *buf, int count, MPI_Datatype datatype, int src, int tag, MPI if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; } else if (src == MPI_PROC_NULL) { - smpi_empty_status(status); + Status::empty(status); status->MPI_SOURCE = MPI_PROC_NULL; retval = MPI_SUCCESS; - } else if (src!=MPI_ANY_SOURCE && (src >= smpi_group_size(smpi_comm_group(comm)) || src <0)){ + } else if (src!=MPI_ANY_SOURCE && (src >= comm->group()->size() || src <0)){ retval = MPI_ERR_RANK; } else if ((count < 0) || (buf==nullptr && count > 0)) { retval = MPI_ERR_COUNT; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if(tag<0 && tag != MPI_ANY_TAG){ retval = MPI_ERR_TAG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int src_traced = smpi_group_index(smpi_comm_group(comm), src); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int src_traced = comm->group()->index(src); instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_RECV; extra->src = src_traced; @@ -1070,16 +895,16 @@ int PMPI_Recv(void *buf, int count, MPI_Datatype datatype, int src, int tag, MPI extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = count * dt_size_send; TRACE_smpi_ptp_in(rank, src_traced, rank, __FUNCTION__, extra); - smpi_mpi_recv(buf, count, datatype, src, tag, comm, status); + Request::recv(buf, count, datatype, src, tag, comm, status); retval = MPI_SUCCESS; // the src may not have been known at the beginning of the recv (MPI_ANY_SOURCE) if (status != MPI_STATUS_IGNORE) { - src_traced = smpi_group_index(smpi_comm_group(comm), status->MPI_SOURCE); + src_traced = comm->group()->index(status->MPI_SOURCE); if (!TRACE_smpi_view_internals()) { TRACE_smpi_recv(rank, src_traced, rank, tag); } @@ -1101,17 +926,17 @@ int PMPI_Send(void *buf, int count, MPI_Datatype datatype, int dst, int tag, MPI retval = MPI_ERR_COMM; } else if (dst == MPI_PROC_NULL) { retval = MPI_SUCCESS; - } else if (dst >= smpi_group_size(smpi_comm_group(comm)) || dst <0){ + } else if (dst >= comm->group()->size() || dst <0){ retval = MPI_ERR_RANK; } else if ((count < 0) || (buf == nullptr && count > 0)) { retval = MPI_ERR_COUNT; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if(tag < 0 && tag != MPI_ANY_TAG){ retval = MPI_ERR_TAG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int dst_traced = smpi_group_index(smpi_comm_group(comm), dst); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int dst_traced = comm->group()->index(dst); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_SEND; extra->src = rank; @@ -1120,15 +945,15 @@ int PMPI_Send(void *buf, int count, MPI_Datatype datatype, int dst, int tag, MPI extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if (known == 0) { - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); } extra->send_size = count*dt_size_send; TRACE_smpi_ptp_in(rank, rank, dst_traced, __FUNCTION__, extra); if (!TRACE_smpi_view_internals()) { - TRACE_smpi_send(rank, rank, dst_traced, tag,count*smpi_datatype_size(datatype)); + TRACE_smpi_send(rank, rank, dst_traced, tag,count*datatype->size()); } - smpi_mpi_send(buf, count, datatype, dst, tag, comm); + Request::send(buf, count, datatype, dst, tag, comm); retval = MPI_SUCCESS; TRACE_smpi_ptp_out(rank, rank, dst_traced, __FUNCTION__); @@ -1147,17 +972,17 @@ int PMPI_Ssend(void* buf, int count, MPI_Datatype datatype, int dst, int tag, MP retval = MPI_ERR_COMM; } else if (dst == MPI_PROC_NULL) { retval = MPI_SUCCESS; - } else if (dst >= smpi_group_size(smpi_comm_group(comm)) || dst <0){ + } else if (dst >= comm->group()->size() || dst <0){ retval = MPI_ERR_RANK; } else if ((count < 0) || (buf==nullptr && count > 0)) { retval = MPI_ERR_COUNT; - } else if (!is_datatype_valid(datatype)){ + } else if (!datatype->is_valid()){ retval = MPI_ERR_TYPE; } else if(tag<0 && tag != MPI_ANY_TAG){ retval = MPI_ERR_TAG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int dst_traced = smpi_group_index(smpi_comm_group(comm), dst); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int dst_traced = comm->group()->index(dst); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_SSEND; extra->src = rank; @@ -1166,13 +991,13 @@ int PMPI_Ssend(void* buf, int count, MPI_Datatype datatype, int dst, int tag, MP extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if(known == 0) { - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); } extra->send_size = count*dt_size_send; TRACE_smpi_ptp_in(rank, rank, dst_traced, __FUNCTION__, extra); - TRACE_smpi_send(rank, rank, dst_traced, tag,count*smpi_datatype_size(datatype)); + TRACE_smpi_send(rank, rank, dst_traced, tag,count*datatype->size()); - smpi_mpi_ssend(buf, count, datatype, dst, tag, comm); + Request::ssend(buf, count, datatype, dst, tag, comm); retval = MPI_SUCCESS; TRACE_smpi_ptp_out(rank, rank, dst_traced, __FUNCTION__); @@ -1191,14 +1016,14 @@ int PMPI_Sendrecv(void *sendbuf, int sendcount, MPI_Datatype sendtype, int dst, if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(sendtype) || !is_datatype_valid(recvtype)) { + } else if (!sendtype->is_valid() || !recvtype->is_valid()) { retval = MPI_ERR_TYPE; } else if (src == MPI_PROC_NULL || dst == MPI_PROC_NULL) { - smpi_empty_status(status); + Status::empty(status); status->MPI_SOURCE = MPI_PROC_NULL; retval = MPI_SUCCESS; - }else if (dst >= smpi_group_size(smpi_comm_group(comm)) || dst <0 || - (src!=MPI_ANY_SOURCE && (src >= smpi_group_size(smpi_comm_group(comm)) || src <0))){ + }else if (dst >= comm->group()->size() || dst <0 || + (src!=MPI_ANY_SOURCE && (src >= comm->group()->size() || src <0))){ retval = MPI_ERR_RANK; } else if ((sendcount < 0 || recvcount<0) || (sendbuf==nullptr && sendcount > 0) || (recvbuf==nullptr && recvcount>0)) { @@ -1207,9 +1032,9 @@ int PMPI_Sendrecv(void *sendbuf, int sendcount, MPI_Datatype sendtype, int dst, retval = MPI_ERR_TAG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int dst_traced = smpi_group_index(smpi_comm_group(comm), dst); - int src_traced = smpi_group_index(smpi_comm_group(comm), src); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int dst_traced = comm->group()->index(dst); + int src_traced = comm->group()->index(src); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_SENDRECV; extra->src = src_traced; @@ -1218,18 +1043,18 @@ int PMPI_Sendrecv(void *sendbuf, int sendcount, MPI_Datatype sendtype, int dst, extra->datatype1 = encode_datatype(sendtype, &known); int dt_size_send = 1; if(known==0) - dt_size_send = smpi_datatype_size(sendtype); + dt_size_send = sendtype->size(); extra->send_size = sendcount*dt_size_send; extra->datatype2 = encode_datatype(recvtype, &known); int dt_size_recv = 1; if(known==0) - dt_size_recv = smpi_datatype_size(recvtype); + dt_size_recv = recvtype->size(); extra->recv_size = recvcount*dt_size_recv; TRACE_smpi_ptp_in(rank, src_traced, dst_traced, __FUNCTION__, extra); - TRACE_smpi_send(rank, rank, dst_traced, sendtag,sendcount*smpi_datatype_size(sendtype)); + TRACE_smpi_send(rank, rank, dst_traced, sendtag,sendcount*sendtype->size()); - smpi_mpi_sendrecv(sendbuf, sendcount, sendtype, dst, sendtag, recvbuf, recvcount, recvtype, src, recvtag, comm, + Request::sendrecv(sendbuf, sendcount, sendtype, dst, sendtag, recvbuf, recvcount, recvtype, src, recvtag, comm, status); retval = MPI_SUCCESS; @@ -1245,16 +1070,16 @@ int PMPI_Sendrecv_replace(void* buf, int count, MPI_Datatype datatype, int dst, MPI_Comm comm, MPI_Status* status) { int retval = 0; - if (!is_datatype_valid(datatype)) { + if (!datatype->is_valid()) { return MPI_ERR_TYPE; } else if (count < 0) { return MPI_ERR_COUNT; } else { - int size = smpi_datatype_get_extent(datatype) * count; + int size = datatype->get_extent() * count; void* recvbuf = xbt_new0(char, size); retval = MPI_Sendrecv(buf, count, datatype, dst, sendtag, recvbuf, count, datatype, src, recvtag, comm, status); if(retval==MPI_SUCCESS){ - smpi_datatype_copy(recvbuf, count, datatype, buf, count, datatype); + Datatype::copy(recvbuf, count, datatype, buf, count, datatype); } xbt_free(recvbuf); @@ -1270,16 +1095,16 @@ int PMPI_Test(MPI_Request * request, int *flag, MPI_Status * status) retval = MPI_ERR_ARG; } else if (*request == MPI_REQUEST_NULL) { *flag= true; - smpi_empty_status(status); + Status::empty(status); retval = MPI_SUCCESS; } else { - int rank = ((*request)->comm != MPI_COMM_NULL) ? smpi_process_index() : -1; + int rank = ((*request)->comm() != MPI_COMM_NULL) ? smpi_process()->index() : -1; instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_TEST; TRACE_smpi_testing_in(rank, extra); - *flag = smpi_mpi_test(request, status); + *flag = Request::test(request,status); TRACE_smpi_testing_out(rank); retval = MPI_SUCCESS; @@ -1296,7 +1121,7 @@ int PMPI_Testany(int count, MPI_Request requests[], int *index, int *flag, MPI_S if (index == nullptr || flag == nullptr) { retval = MPI_ERR_ARG; } else { - *flag = smpi_mpi_testany(count, requests, index, status); + *flag = Request::testany(count, requests, index, status); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -1311,7 +1136,7 @@ int PMPI_Testall(int count, MPI_Request* requests, int* flag, MPI_Status* status if (flag == nullptr) { retval = MPI_ERR_ARG; } else { - *flag = smpi_mpi_testall(count, requests, statuses); + *flag = Request::testall(count, requests, statuses); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -1327,11 +1152,11 @@ int PMPI_Probe(int source, int tag, MPI_Comm comm, MPI_Status* status) { } else if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; } else if (source == MPI_PROC_NULL) { - smpi_empty_status(status); + Status::empty(status); status->MPI_SOURCE = MPI_PROC_NULL; retval = MPI_SUCCESS; } else { - smpi_mpi_probe(source, tag, comm, status); + Request::probe(source, tag, comm, status); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -1348,11 +1173,11 @@ int PMPI_Iprobe(int source, int tag, MPI_Comm comm, int* flag, MPI_Status* statu retval = MPI_ERR_COMM; } else if (source == MPI_PROC_NULL) { *flag=true; - smpi_empty_status(status); + Status::empty(status); status->MPI_SOURCE = MPI_PROC_NULL; retval = MPI_SUCCESS; } else { - smpi_mpi_iprobe(source, tag, comm, flag, status); + Request::iprobe(source, tag, comm, flag, status); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -1365,7 +1190,7 @@ int PMPI_Wait(MPI_Request * request, MPI_Status * status) smpi_bench_end(); - smpi_empty_status(status); + Status::empty(status); if (request == nullptr) { retval = MPI_ERR_ARG; @@ -1373,18 +1198,18 @@ int PMPI_Wait(MPI_Request * request, MPI_Status * status) retval = MPI_SUCCESS; } else { - int rank = (request!=nullptr && (*request)->comm != MPI_COMM_NULL) ? smpi_process_index() : -1; + int rank = (request!=nullptr && (*request)->comm() != MPI_COMM_NULL) ? smpi_process()->index() : -1; - int src_traced = (*request)->src; - int dst_traced = (*request)->dst; - int tag_traced= (*request)->tag; - MPI_Comm comm = (*request)->comm; - int is_wait_for_receive = (*request)->recv; + int src_traced = (*request)->src(); + int dst_traced = (*request)->dst(); + int tag_traced= (*request)->tag(); + MPI_Comm comm = (*request)->comm(); + int is_wait_for_receive = ((*request)->flags() & RECV); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_WAIT; TRACE_smpi_ptp_in(rank, src_traced, dst_traced, __FUNCTION__, extra); - smpi_mpi_wait(request, status); + Request::wait(request, status); retval = MPI_SUCCESS; //the src may not have been known at the beginning of the recv (MPI_ANY_SOURCE) @@ -1392,7 +1217,7 @@ int PMPI_Wait(MPI_Request * request, MPI_Status * status) if (is_wait_for_receive) { if(src_traced==MPI_ANY_SOURCE) src_traced = (status!=MPI_STATUS_IGNORE) ? - smpi_group_rank(smpi_comm_group(comm), status->MPI_SOURCE) : + comm->group()->rank(status->MPI_SOURCE) : src_traced; TRACE_smpi_recv(rank, src_traced, dst_traced, tag_traced); } @@ -1423,16 +1248,16 @@ int PMPI_Waitany(int count, MPI_Request requests[], int *index, MPI_Status * sta for (int i = 0; i < count; i++) { MPI_Request req = requests[i]; //already received requests are no longer valid if (req) { - savedvals[i]=(savedvalstype){req->src, req->dst, req->recv, req->tag, req->comm}; + savedvals[i]=(savedvalstype){req->src(), req->dst(), (req->flags() & RECV), req->tag(), req->comm()}; } } - int rank_traced = smpi_process_index(); + int rank_traced = smpi_process()->index(); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_WAITANY; extra->send_size=count; TRACE_smpi_ptp_in(rank_traced, -1, -1, __FUNCTION__,extra); - *index = smpi_mpi_waitany(count, requests, status); + *index = Request::waitany(count, requests, status); if(*index!=MPI_UNDEFINED){ int src_traced = savedvals[*index].src; @@ -1442,7 +1267,7 @@ int PMPI_Waitany(int count, MPI_Request requests[], int *index, MPI_Status * sta if (is_wait_for_receive) { if(savedvals[*index].src==MPI_ANY_SOURCE) src_traced = (status != MPI_STATUSES_IGNORE) - ? smpi_group_rank(smpi_comm_group(savedvals[*index].comm), status->MPI_SOURCE) + ? savedvals[*index].comm->group()->rank(status->MPI_SOURCE) : savedvals[*index].src; TRACE_smpi_recv(rank_traced, src_traced, dst_traced, savedvals[*index].tag); } @@ -1471,18 +1296,18 @@ int PMPI_Waitall(int count, MPI_Request requests[], MPI_Status status[]) for (int i = 0; i < count; i++) { MPI_Request req = requests[i]; if(req!=MPI_REQUEST_NULL){ - savedvals[i]=(savedvalstype){req->src, req->dst, req->recv, req->tag, 1, req->comm}; + savedvals[i]=(savedvalstype){req->src(), req->dst(), (req->flags() & RECV), req->tag(), 1, req->comm()}; }else{ savedvals[i].valid=0; } } - int rank_traced = smpi_process_index(); + int rank_traced = smpi_process()->index(); instr_extra_data extra = xbt_new0(s_instr_extra_data_t,1); extra->type = TRACING_WAITALL; extra->send_size=count; TRACE_smpi_ptp_in(rank_traced, -1, -1, __FUNCTION__,extra); - int retval = smpi_mpi_waitall(count, requests, status); + int retval =Request::waitall(count, requests, status); for (int i = 0; i < count; i++) { if(savedvals[i].valid){ @@ -1493,7 +1318,7 @@ int PMPI_Waitall(int count, MPI_Request requests[], MPI_Status status[]) if (is_wait_for_receive) { if(src_traced==MPI_ANY_SOURCE) src_traced = (status!=MPI_STATUSES_IGNORE) ? - smpi_group_rank(smpi_comm_group(savedvals[i].comm), status[i].MPI_SOURCE) : savedvals[i].src; + savedvals[i].comm->group()->rank(status[i].MPI_SOURCE) : savedvals[i].src; TRACE_smpi_recv(rank_traced, src_traced, dst_traced,savedvals[i].tag); } } @@ -1513,7 +1338,7 @@ int PMPI_Waitsome(int incount, MPI_Request requests[], int *outcount, int *indic if (outcount == nullptr) { retval = MPI_ERR_ARG; } else { - *outcount = smpi_mpi_waitsome(incount, requests, indices, status); + *outcount = Request::waitsome(incount, requests, indices, status); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -1528,7 +1353,7 @@ int PMPI_Testsome(int incount, MPI_Request requests[], int* outcount, int* indic if (outcount == nullptr) { retval = MPI_ERR_ARG; } else { - *outcount = smpi_mpi_testsome(incount, requests, indices, status); + *outcount = Request::testsome(incount, requests, indices, status); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -1544,11 +1369,11 @@ int PMPI_Bcast(void *buf, int count, MPI_Datatype datatype, int root, MPI_Comm c if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_ARG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int root_traced = smpi_group_index(smpi_comm_group(comm), root); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int root_traced = comm->group()->index(root); instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_BCAST; @@ -1557,11 +1382,11 @@ int PMPI_Bcast(void *buf, int count, MPI_Datatype datatype, int root, MPI_Comm c extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = count * dt_size_send; TRACE_smpi_collective_in(rank, root_traced, __FUNCTION__, extra); - if (smpi_comm_size(comm) > 1) - mpi_coll_bcast_fun(buf, count, datatype, root, comm); + if (comm->size() > 1) + Colls::bcast(buf, count, datatype, root, comm); retval = MPI_SUCCESS; TRACE_smpi_collective_out(rank, root_traced, __FUNCTION__); @@ -1579,12 +1404,16 @@ int PMPI_Barrier(MPI_Comm comm) if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_BARRIER; TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); - mpi_coll_barrier_fun(comm); + Colls::barrier(comm); + + //Barrier can be used to synchronize RMA calls. Finish all requests from comm before. + comm->finish_rma_calls(); + retval = MPI_SUCCESS; TRACE_smpi_collective_out(rank, -1, __FUNCTION__); @@ -1604,21 +1433,21 @@ int PMPI_Gather(void *sendbuf, int sendcount, MPI_Datatype sendtype,void *recvbu if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; } else if ((( sendbuf != MPI_IN_PLACE) && (sendtype == MPI_DATATYPE_NULL)) || - ((smpi_comm_rank(comm) == root) && (recvtype == MPI_DATATYPE_NULL))){ + ((comm->rank() == root) && (recvtype == MPI_DATATYPE_NULL))){ retval = MPI_ERR_TYPE; - } else if ((( sendbuf != MPI_IN_PLACE) && (sendcount <0)) || ((smpi_comm_rank(comm) == root) && (recvcount <0))){ + } else if ((( sendbuf != MPI_IN_PLACE) && (sendcount <0)) || ((comm->rank() == root) && (recvcount <0))){ retval = MPI_ERR_COUNT; } else { char* sendtmpbuf = static_cast(sendbuf); int sendtmpcount = sendcount; MPI_Datatype sendtmptype = sendtype; - if( (smpi_comm_rank(comm) == root) && (sendbuf == MPI_IN_PLACE )) { + if( (comm->rank() == root) && (sendbuf == MPI_IN_PLACE )) { sendtmpcount=0; sendtmptype=recvtype; } - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int root_traced = smpi_group_index(smpi_comm_group(comm), root); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int root_traced = comm->group()->index(root); instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_GATHER; extra->root = root_traced; @@ -1626,17 +1455,17 @@ int PMPI_Gather(void *sendbuf, int sendcount, MPI_Datatype sendtype,void *recvbu extra->datatype1 = encode_datatype(sendtmptype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(sendtmptype); + dt_size_send = sendtmptype->size(); extra->send_size = sendtmpcount * dt_size_send; extra->datatype2 = encode_datatype(recvtype, &known); int dt_size_recv = 1; - if ((smpi_comm_rank(comm) == root) && known == 0) - dt_size_recv = smpi_datatype_size(recvtype); + if ((comm->rank() == root) && known == 0) + dt_size_recv = recvtype->size(); extra->recv_size = recvcount * dt_size_recv; TRACE_smpi_collective_in(rank, root_traced, __FUNCTION__, extra); - mpi_coll_gather_fun(sendtmpbuf, sendtmpcount, sendtmptype, recvbuf, recvcount, recvtype, root, comm); + Colls::gather(sendtmpbuf, sendtmpcount, sendtmptype, recvbuf, recvcount, recvtype, root, comm); retval = MPI_SUCCESS; TRACE_smpi_collective_out(rank, root_traced, __FUNCTION__); @@ -1656,7 +1485,7 @@ int PMPI_Gatherv(void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recv if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; } else if ((( sendbuf != MPI_IN_PLACE) && (sendtype == MPI_DATATYPE_NULL)) || - ((smpi_comm_rank(comm) == root) && (recvtype == MPI_DATATYPE_NULL))){ + ((comm->rank() == root) && (recvtype == MPI_DATATYPE_NULL))){ retval = MPI_ERR_TYPE; } else if (( sendbuf != MPI_IN_PLACE) && (sendcount <0)){ retval = MPI_ERR_COUNT; @@ -1666,15 +1495,15 @@ int PMPI_Gatherv(void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recv char* sendtmpbuf = static_cast(sendbuf); int sendtmpcount = sendcount; MPI_Datatype sendtmptype = sendtype; - if( (smpi_comm_rank(comm) == root) && (sendbuf == MPI_IN_PLACE )) { + if( (comm->rank() == root) && (sendbuf == MPI_IN_PLACE )) { sendtmpcount=0; sendtmptype=recvtype; } - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int root_traced = smpi_group_index(smpi_comm_group(comm), root); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int root_traced = comm->group()->index(root); int i = 0; - int size = smpi_comm_size(comm); + int size = comm->size(); instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_GATHERV; extra->num_processes = size; @@ -1683,21 +1512,20 @@ int PMPI_Gatherv(void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recv extra->datatype1 = encode_datatype(sendtmptype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(sendtype); + dt_size_send = sendtype->size(); extra->send_size = sendtmpcount * dt_size_send; extra->datatype2 = encode_datatype(recvtype, &known); int dt_size_recv = 1; if (known == 0) - dt_size_recv = smpi_datatype_size(recvtype); - if ((smpi_comm_rank(comm) == root)) { + dt_size_recv = recvtype->size(); + if ((comm->rank() == root)) { extra->recvcounts = xbt_new(int, size); for (i = 0; i < size; i++) // copy data to avoid bad free extra->recvcounts[i] = recvcounts[i] * dt_size_recv; } TRACE_smpi_collective_in(rank, root_traced, __FUNCTION__, extra); - smpi_mpi_gatherv(sendtmpbuf, sendtmpcount, sendtmptype, recvbuf, recvcounts, displs, recvtype, root, comm); - retval = MPI_SUCCESS; + retval = Colls::gatherv(sendtmpbuf, sendtmpcount, sendtmptype, recvbuf, recvcounts, displs, recvtype, root, comm); TRACE_smpi_collective_out(rank, root_traced, __FUNCTION__); } @@ -1722,28 +1550,28 @@ int PMPI_Allgather(void *sendbuf, int sendcount, MPI_Datatype sendtype, retval = MPI_ERR_COUNT; } else { if(sendbuf == MPI_IN_PLACE) { - sendbuf=static_cast(recvbuf)+smpi_datatype_get_extent(recvtype)*recvcount*smpi_comm_rank(comm); + sendbuf=static_cast(recvbuf)+recvtype->get_extent()*recvcount*comm->rank(); sendcount=recvcount; sendtype=recvtype; } - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_ALLGATHER; int known = 0; extra->datatype1 = encode_datatype(sendtype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(sendtype); + dt_size_send = sendtype->size(); extra->send_size = sendcount * dt_size_send; extra->datatype2 = encode_datatype(recvtype, &known); int dt_size_recv = 1; if (known == 0) - dt_size_recv = smpi_datatype_size(recvtype); + dt_size_recv = recvtype->size(); extra->recv_size = recvcount * dt_size_recv; TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); - mpi_coll_allgather_fun(sendbuf, sendcount, sendtype, recvbuf, recvcount, recvtype, comm); + Colls::allgather(sendbuf, sendcount, sendtype, recvbuf, recvcount, recvtype, comm); retval = MPI_SUCCESS; TRACE_smpi_collective_out(rank, -1, __FUNCTION__); } @@ -1769,13 +1597,13 @@ int PMPI_Allgatherv(void *sendbuf, int sendcount, MPI_Datatype sendtype, } else { if(sendbuf == MPI_IN_PLACE) { - sendbuf=static_cast(recvbuf)+smpi_datatype_get_extent(recvtype)*displs[smpi_comm_rank(comm)]; - sendcount=recvcounts[smpi_comm_rank(comm)]; + sendbuf=static_cast(recvbuf)+recvtype->get_extent()*displs[comm->rank()]; + sendcount=recvcounts[comm->rank()]; sendtype=recvtype; } - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; int i = 0; - int size = smpi_comm_size(comm); + int size = comm->size(); instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_ALLGATHERV; extra->num_processes = size; @@ -1783,19 +1611,19 @@ int PMPI_Allgatherv(void *sendbuf, int sendcount, MPI_Datatype sendtype, extra->datatype1 = encode_datatype(sendtype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(sendtype); + dt_size_send = sendtype->size(); extra->send_size = sendcount * dt_size_send; extra->datatype2 = encode_datatype(recvtype, &known); int dt_size_recv = 1; if (known == 0) - dt_size_recv = smpi_datatype_size(recvtype); + dt_size_recv = recvtype->size(); extra->recvcounts = xbt_new(int, size); for (i = 0; i < size; i++) // copy data to avoid bad free extra->recvcounts[i] = recvcounts[i] * dt_size_recv; TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); - mpi_coll_allgatherv_fun(sendbuf, sendcount, sendtype, recvbuf, recvcounts, displs, recvtype, comm); + Colls::allgatherv(sendbuf, sendcount, sendtype, recvbuf, recvcounts, displs, recvtype, comm); retval = MPI_SUCCESS; TRACE_smpi_collective_out(rank, -1, __FUNCTION__); } @@ -1813,11 +1641,11 @@ int PMPI_Scatter(void *sendbuf, int sendcount, MPI_Datatype sendtype, if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (((smpi_comm_rank(comm) == root) && (!is_datatype_valid(sendtype))) || - ((recvbuf != MPI_IN_PLACE) && (!is_datatype_valid(recvtype)))) { + } else if (((comm->rank() == root) && (!sendtype->is_valid())) || + ((recvbuf != MPI_IN_PLACE) && (!recvtype->is_valid()))) { retval = MPI_ERR_TYPE; } else if ((sendbuf == recvbuf) || - ((smpi_comm_rank(comm)==root) && sendcount>0 && (sendbuf == nullptr))){ + ((comm->rank()==root) && sendcount>0 && (sendbuf == nullptr))){ retval = MPI_ERR_BUFFER; }else { @@ -1825,25 +1653,25 @@ int PMPI_Scatter(void *sendbuf, int sendcount, MPI_Datatype sendtype, recvtype = sendtype; recvcount = sendcount; } - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int root_traced = smpi_group_index(smpi_comm_group(comm), root); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int root_traced = comm->group()->index(root); instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_SCATTER; extra->root = root_traced; int known = 0; extra->datatype1 = encode_datatype(sendtype, &known); int dt_size_send = 1; - if ((smpi_comm_rank(comm) == root) && known == 0) - dt_size_send = smpi_datatype_size(sendtype); + if ((comm->rank() == root) && known == 0) + dt_size_send = sendtype->size(); extra->send_size = sendcount * dt_size_send; extra->datatype2 = encode_datatype(recvtype, &known); int dt_size_recv = 1; if (known == 0) - dt_size_recv = smpi_datatype_size(recvtype); + dt_size_recv = recvtype->size(); extra->recv_size = recvcount * dt_size_recv; TRACE_smpi_collective_in(rank, root_traced, __FUNCTION__, extra); - mpi_coll_scatter_fun(sendbuf, sendcount, sendtype, recvbuf, recvcount, recvtype, root, comm); + Colls::scatter(sendbuf, sendcount, sendtype, recvbuf, recvcount, recvtype, root, comm); retval = MPI_SUCCESS; TRACE_smpi_collective_out(rank, root_traced, __FUNCTION__); } @@ -1863,18 +1691,18 @@ int PMPI_Scatterv(void *sendbuf, int *sendcounts, int *displs, retval = MPI_ERR_COMM; } else if (sendcounts == nullptr || displs == nullptr) { retval = MPI_ERR_ARG; - } else if (((smpi_comm_rank(comm) == root) && (sendtype == MPI_DATATYPE_NULL)) || + } else if (((comm->rank() == root) && (sendtype == MPI_DATATYPE_NULL)) || ((recvbuf != MPI_IN_PLACE) && (recvtype == MPI_DATATYPE_NULL))) { retval = MPI_ERR_TYPE; } else { if (recvbuf == MPI_IN_PLACE) { recvtype = sendtype; - recvcount = sendcounts[smpi_comm_rank(comm)]; + recvcount = sendcounts[comm->rank()]; } - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int root_traced = smpi_group_index(smpi_comm_group(comm), root); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int root_traced = comm->group()->index(root); int i = 0; - int size = smpi_comm_size(comm); + int size = comm->size(); instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_SCATTERV; extra->num_processes = size; @@ -1883,8 +1711,8 @@ int PMPI_Scatterv(void *sendbuf, int *sendcounts, int *displs, extra->datatype1 = encode_datatype(sendtype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(sendtype); - if ((smpi_comm_rank(comm) == root)) { + dt_size_send = sendtype->size(); + if ((comm->rank() == root)) { extra->sendcounts = xbt_new(int, size); for (i = 0; i < size; i++) // copy data to avoid bad free extra->sendcounts[i] = sendcounts[i] * dt_size_send; @@ -1892,13 +1720,12 @@ int PMPI_Scatterv(void *sendbuf, int *sendcounts, int *displs, extra->datatype2 = encode_datatype(recvtype, &known); int dt_size_recv = 1; if (known == 0) - dt_size_recv = smpi_datatype_size(recvtype); + dt_size_recv = recvtype->size(); extra->recv_size = recvcount * dt_size_recv; TRACE_smpi_collective_in(rank, root_traced, __FUNCTION__, extra); - smpi_mpi_scatterv(sendbuf, sendcounts, displs, sendtype, recvbuf, recvcount, recvtype, root, comm); + retval = Colls::scatterv(sendbuf, sendcounts, displs, sendtype, recvbuf, recvcount, recvtype, root, comm); - retval = MPI_SUCCESS; TRACE_smpi_collective_out(rank, root_traced, __FUNCTION__); } @@ -1914,24 +1741,24 @@ int PMPI_Reduce(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(datatype) || op == MPI_OP_NULL) { + } else if (!datatype->is_valid() || op == MPI_OP_NULL) { retval = MPI_ERR_ARG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; - int root_traced = smpi_group_index(smpi_comm_group(comm), root); + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; + int root_traced = comm->group()->index(root); instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_REDUCE; int known = 0; extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = count * dt_size_send; extra->root = root_traced; TRACE_smpi_collective_in(rank, root_traced, __FUNCTION__, extra); - mpi_coll_reduce_fun(sendbuf, recvbuf, count, datatype, op, root, comm); + Colls::reduce(sendbuf, recvbuf, count, datatype, op, root, comm); retval = MPI_SUCCESS; TRACE_smpi_collective_out(rank, root_traced, __FUNCTION__); @@ -1945,10 +1772,10 @@ int PMPI_Reduce_local(void *inbuf, void *inoutbuf, int count, MPI_Datatype datat int retval = 0; smpi_bench_end(); - if (!is_datatype_valid(datatype) || op == MPI_OP_NULL) { + if (!datatype->is_valid() || op == MPI_OP_NULL) { retval = MPI_ERR_ARG; } else { - smpi_op_apply(op, inbuf, inoutbuf, &count, &datatype); + op->apply(inbuf, inoutbuf, &count, datatype); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -1963,7 +1790,7 @@ int PMPI_Allreduce(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatyp if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if (op == MPI_OP_NULL) { retval = MPI_ERR_OP; @@ -1971,22 +1798,22 @@ int PMPI_Allreduce(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatyp char* sendtmpbuf = static_cast(sendbuf); if( sendbuf == MPI_IN_PLACE ) { - sendtmpbuf = static_cast(xbt_malloc(count*smpi_datatype_get_extent(datatype))); - smpi_datatype_copy(recvbuf, count, datatype,sendtmpbuf, count, datatype); + sendtmpbuf = static_cast(xbt_malloc(count*datatype->get_extent())); + Datatype::copy(recvbuf, count, datatype,sendtmpbuf, count, datatype); } - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_ALLREDUCE; int known = 0; extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = count * dt_size_send; TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); - mpi_coll_allreduce_fun(sendtmpbuf, recvbuf, count, datatype, op, comm); + Colls::allreduce(sendtmpbuf, recvbuf, count, datatype, op, comm); if( sendbuf == MPI_IN_PLACE ) xbt_free(sendtmpbuf); @@ -2007,26 +1834,25 @@ int PMPI_Scan(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, MP if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if (op == MPI_OP_NULL) { retval = MPI_ERR_OP; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_SCAN; int known = 0; extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = count * dt_size_send; TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); - smpi_mpi_scan(sendbuf, recvbuf, count, datatype, op, comm); + retval = Colls::scan(sendbuf, recvbuf, count, datatype, op, comm); - retval = MPI_SUCCESS; TRACE_smpi_collective_out(rank, -1, __FUNCTION__); } @@ -2041,29 +1867,29 @@ int PMPI_Exscan(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if (op == MPI_OP_NULL) { retval = MPI_ERR_OP; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_EXSCAN; int known = 0; extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = count * dt_size_send; void* sendtmpbuf = sendbuf; if (sendbuf == MPI_IN_PLACE) { - sendtmpbuf = static_cast(xbt_malloc(count * smpi_datatype_size(datatype))); - memcpy(sendtmpbuf, recvbuf, count * smpi_datatype_size(datatype)); + sendtmpbuf = static_cast(xbt_malloc(count * datatype->size())); + memcpy(sendtmpbuf, recvbuf, count * datatype->size()); } TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); - smpi_mpi_exscan(sendtmpbuf, recvbuf, count, datatype, op, comm); - retval = MPI_SUCCESS; + retval = Colls::exscan(sendtmpbuf, recvbuf, count, datatype, op, comm); + TRACE_smpi_collective_out(rank, -1, __FUNCTION__); if (sendbuf == MPI_IN_PLACE) xbt_free(sendtmpbuf); @@ -2080,16 +1906,16 @@ int PMPI_Reduce_scatter(void *sendbuf, void *recvbuf, int *recvcounts, MPI_Datat if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if (op == MPI_OP_NULL) { retval = MPI_ERR_OP; } else if (recvcounts == nullptr) { retval = MPI_ERR_ARG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; int i = 0; - int size = smpi_comm_size(comm); + int size = comm->size(); instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_REDUCE_SCATTER; extra->num_processes = size; @@ -2097,7 +1923,7 @@ int PMPI_Reduce_scatter(void *sendbuf, void *recvbuf, int *recvcounts, MPI_Datat extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = 0; extra->recvcounts = xbt_new(int, size); int totalcount = 0; @@ -2107,13 +1933,13 @@ int PMPI_Reduce_scatter(void *sendbuf, void *recvbuf, int *recvcounts, MPI_Datat } void* sendtmpbuf = sendbuf; if (sendbuf == MPI_IN_PLACE) { - sendtmpbuf = static_cast(xbt_malloc(totalcount * smpi_datatype_size(datatype))); - memcpy(sendtmpbuf, recvbuf, totalcount * smpi_datatype_size(datatype)); + sendtmpbuf = static_cast(xbt_malloc(totalcount * datatype->size())); + memcpy(sendtmpbuf, recvbuf, totalcount * datatype->size()); } TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); - mpi_coll_reduce_scatter_fun(sendtmpbuf, recvbuf, recvcounts, datatype, op, comm); + Colls::reduce_scatter(sendtmpbuf, recvbuf, recvcounts, datatype, op, comm); retval = MPI_SUCCESS; TRACE_smpi_collective_out(rank, -1, __FUNCTION__); @@ -2133,16 +1959,16 @@ int PMPI_Reduce_scatter_block(void *sendbuf, void *recvbuf, int recvcount, if (comm == MPI_COMM_NULL) { retval = MPI_ERR_COMM; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { retval = MPI_ERR_TYPE; } else if (op == MPI_OP_NULL) { retval = MPI_ERR_OP; } else if (recvcount < 0) { retval = MPI_ERR_ARG; } else { - int count = smpi_comm_size(comm); + int count = comm->size(); - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_REDUCE_SCATTER; extra->num_processes = count; @@ -2150,15 +1976,15 @@ int PMPI_Reduce_scatter_block(void *sendbuf, void *recvbuf, int recvcount, extra->datatype1 = encode_datatype(datatype, &known); int dt_size_send = 1; if (known == 0) - dt_size_send = smpi_datatype_size(datatype); + dt_size_send = datatype->size(); extra->send_size = 0; extra->recvcounts = xbt_new(int, count); for (int i = 0; i < count; i++) // copy data to avoid bad free extra->recvcounts[i] = recvcount * dt_size_send; void* sendtmpbuf = sendbuf; if (sendbuf == MPI_IN_PLACE) { - sendtmpbuf = static_cast(xbt_malloc(recvcount * count * smpi_datatype_size(datatype))); - memcpy(sendtmpbuf, recvbuf, recvcount * count * smpi_datatype_size(datatype)); + sendtmpbuf = static_cast(xbt_malloc(recvcount * count * datatype->size())); + memcpy(sendtmpbuf, recvbuf, recvcount * count * datatype->size()); } TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); @@ -2166,7 +1992,7 @@ int PMPI_Reduce_scatter_block(void *sendbuf, void *recvbuf, int recvcount, int* recvcounts = static_cast(xbt_malloc(count * sizeof(int))); for (int i = 0; i < count; i++) recvcounts[i] = recvcount; - mpi_coll_reduce_scatter_fun(sendtmpbuf, recvbuf, recvcounts, datatype, op, comm); + Colls::reduce_scatter(sendtmpbuf, recvbuf, recvcounts, datatype, op, comm); xbt_free(recvcounts); retval = MPI_SUCCESS; @@ -2191,7 +2017,7 @@ int PMPI_Alltoall(void* sendbuf, int sendcount, MPI_Datatype sendtype, void* rec } else if ((sendbuf != MPI_IN_PLACE && sendtype == MPI_DATATYPE_NULL) || recvtype == MPI_DATATYPE_NULL) { retval = MPI_ERR_TYPE; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_ALLTOALL; @@ -2199,8 +2025,8 @@ int PMPI_Alltoall(void* sendbuf, int sendcount, MPI_Datatype sendtype, void* rec int sendtmpcount = sendcount; MPI_Datatype sendtmptype = sendtype; if (sendbuf == MPI_IN_PLACE) { - sendtmpbuf = static_cast(xbt_malloc(recvcount * smpi_comm_size(comm) * smpi_datatype_size(recvtype))); - memcpy(sendtmpbuf, recvbuf, recvcount * smpi_comm_size(comm) * smpi_datatype_size(recvtype)); + sendtmpbuf = static_cast(xbt_malloc(recvcount * comm->size() * recvtype->size())); + memcpy(sendtmpbuf, recvbuf, recvcount * comm->size() * recvtype->size()); sendtmpcount = recvcount; sendtmptype = recvtype; } @@ -2208,18 +2034,18 @@ int PMPI_Alltoall(void* sendbuf, int sendcount, MPI_Datatype sendtype, void* rec int known = 0; extra->datatype1 = encode_datatype(sendtmptype, &known); if (known == 0) - extra->send_size = sendtmpcount * smpi_datatype_size(sendtmptype); + extra->send_size = sendtmpcount * sendtmptype->size(); else extra->send_size = sendtmpcount; extra->datatype2 = encode_datatype(recvtype, &known); if (known == 0) - extra->recv_size = recvcount * smpi_datatype_size(recvtype); + extra->recv_size = recvcount * recvtype->size(); else extra->recv_size = recvcount; TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); - retval = mpi_coll_alltoall_fun(sendtmpbuf, sendtmpcount, sendtmptype, recvbuf, recvcount, recvtype, comm); + retval = Colls::alltoall(sendtmpbuf, sendtmpcount, sendtmptype, recvbuf, recvcount, recvtype, comm); TRACE_smpi_collective_out(rank, -1, __FUNCTION__); @@ -2246,9 +2072,9 @@ int PMPI_Alltoallv(void* sendbuf, int* sendcounts, int* senddisps, MPI_Datatype recvdisps == nullptr) { retval = MPI_ERR_ARG; } else { - int rank = comm != MPI_COMM_NULL ? smpi_process_index() : -1; + int rank = comm != MPI_COMM_NULL ? smpi_process()->index() : -1; int i = 0; - int size = smpi_comm_size(comm); + int size = comm->size(); instr_extra_data extra = xbt_new0(s_instr_extra_data_t, 1); extra->type = TRACING_ALLTOALLV; extra->send_size = 0; @@ -2258,7 +2084,7 @@ int PMPI_Alltoallv(void* sendbuf, int* sendcounts, int* senddisps, MPI_Datatype int known = 0; int dt_size_recv = 1; extra->datatype2 = encode_datatype(recvtype, &known); - dt_size_recv = smpi_datatype_size(recvtype); + dt_size_recv = recvtype->size(); void* sendtmpbuf = static_cast(sendbuf); int* sendtmpcounts = sendcounts; @@ -2284,7 +2110,7 @@ int PMPI_Alltoallv(void* sendbuf, int* sendcounts, int* senddisps, MPI_Datatype extra->datatype1 = encode_datatype(sendtmptype, &known); int dt_size_send = 1; - dt_size_send = smpi_datatype_size(sendtmptype); + dt_size_send = sendtmptype->size(); for (i = 0; i < size; i++) { // copy data to avoid bad free extra->send_size += sendtmpcounts[i] * dt_size_send; @@ -2292,7 +2118,7 @@ int PMPI_Alltoallv(void* sendbuf, int* sendcounts, int* senddisps, MPI_Datatype } extra->num_processes = size; TRACE_smpi_collective_in(rank, -1, __FUNCTION__, extra); - retval = mpi_coll_alltoallv_fun(sendtmpbuf, sendtmpcounts, sendtmpdisps, sendtmptype, recvbuf, recvcounts, + retval = Colls::alltoallv(sendtmpbuf, sendtmpcounts, sendtmpdisps, sendtmptype, recvbuf, recvcounts, recvdisps, recvtype, comm); TRACE_smpi_collective_out(rank, -1, __FUNCTION__); @@ -2322,17 +2148,17 @@ int PMPI_Get_count(MPI_Status * status, MPI_Datatype datatype, int *count) { if (status == nullptr || count == nullptr) { return MPI_ERR_ARG; - } else if (!is_datatype_valid(datatype)) { + } else if (!datatype->is_valid()) { return MPI_ERR_TYPE; } else { - size_t size = smpi_datatype_size(datatype); + size_t size = datatype->size(); if (size == 0) { *count = 0; return MPI_SUCCESS; } else if (status->count % size != 0) { return MPI_UNDEFINED; } else { - *count = smpi_mpi_get_count(status, datatype); + *count = Status::get_count(status, datatype); return MPI_SUCCESS; } } @@ -2344,7 +2170,7 @@ int PMPI_Type_contiguous(int count, MPI_Datatype old_type, MPI_Datatype* new_typ } else if (count<0){ return MPI_ERR_COUNT; } else { - return smpi_datatype_contiguous(count, old_type, new_type, 0); + return Datatype::create_contiguous(count, old_type, 0, new_type); } } @@ -2352,7 +2178,7 @@ int PMPI_Type_commit(MPI_Datatype* datatype) { if (datatype == nullptr || *datatype == MPI_DATATYPE_NULL) { return MPI_ERR_TYPE; } else { - smpi_datatype_commit(datatype); + (*datatype)->commit(); return MPI_SUCCESS; } } @@ -2363,7 +2189,7 @@ int PMPI_Type_vector(int count, int blocklen, int stride, MPI_Datatype old_type, } else if (count<0 || blocklen<0){ return MPI_ERR_COUNT; } else { - return smpi_datatype_vector(count, blocklen, stride, old_type, new_type); + return Datatype::create_vector(count, blocklen, stride, old_type, new_type); } } @@ -2373,7 +2199,7 @@ int PMPI_Type_hvector(int count, int blocklen, MPI_Aint stride, MPI_Datatype old } else if (count<0 || blocklen<0){ return MPI_ERR_COUNT; } else { - return smpi_datatype_hvector(count, blocklen, stride, old_type, new_type); + return Datatype::create_hvector(count, blocklen, stride, old_type, new_type); } } @@ -2387,7 +2213,7 @@ int PMPI_Type_indexed(int count, int* blocklens, int* indices, MPI_Datatype old_ } else if (count<0){ return MPI_ERR_COUNT; } else { - return smpi_datatype_indexed(count, blocklens, indices, old_type, new_type); + return Datatype::create_indexed(count, blocklens, indices, old_type, new_type); } } @@ -2397,7 +2223,7 @@ int PMPI_Type_create_indexed(int count, int* blocklens, int* indices, MPI_Dataty } else if (count<0){ return MPI_ERR_COUNT; } else { - return smpi_datatype_indexed(count, blocklens, indices, old_type, new_type); + return Datatype::create_indexed(count, blocklens, indices, old_type, new_type); } } @@ -2412,7 +2238,7 @@ int PMPI_Type_create_indexed_block(int count, int blocklength, int* indices, MPI int* blocklens=static_cast(xbt_malloc(blocklength*count*sizeof(int))); for (int i = 0; i < count; i++) blocklens[i]=blocklength; - int retval = smpi_datatype_indexed(count, blocklens, indices, old_type, new_type); + int retval = Datatype::create_indexed(count, blocklens, indices, old_type, new_type); xbt_free(blocklens); return retval; } @@ -2425,7 +2251,7 @@ int PMPI_Type_hindexed(int count, int* blocklens, MPI_Aint* indices, MPI_Datatyp } else if (count<0){ return MPI_ERR_COUNT; } else { - return smpi_datatype_hindexed(count, blocklens, indices, old_type, new_type); + return Datatype::create_hindexed(count, blocklens, indices, old_type, new_type); } } @@ -2444,7 +2270,7 @@ int PMPI_Type_create_hindexed_block(int count, int blocklength, MPI_Aint* indice int* blocklens=(int*)xbt_malloc(blocklength*count*sizeof(int)); for (int i = 0; i < count; i++) blocklens[i] = blocklength; - int retval = smpi_datatype_hindexed(count, blocklens, indices, old_type, new_type); + int retval = Datatype::create_hindexed(count, blocklens, indices, old_type, new_type); xbt_free(blocklens); return retval; } @@ -2454,7 +2280,7 @@ int PMPI_Type_struct(int count, int* blocklens, MPI_Aint* indices, MPI_Datatype* if (count<0){ return MPI_ERR_COUNT; } else { - return smpi_datatype_struct(count, blocklens, indices, old_types, new_type); + return Datatype::create_struct(count, blocklens, indices, old_types, new_type); } } @@ -2470,7 +2296,7 @@ int PMPI_Error_class(int errorcode, int* errorclass) { } int PMPI_Initialized(int* flag) { - *flag=smpi_process_initialized(); + *flag=(smpi_process()!=nullptr && smpi_process()->initialized()); return MPI_SUCCESS; } @@ -2484,35 +2310,46 @@ int PMPI_Cart_create(MPI_Comm comm_old, int ndims, int* dims, int* periodic, int } else if (ndims < 0 || (ndims > 0 && (dims == nullptr || periodic == nullptr)) || comm_cart == nullptr) { return MPI_ERR_ARG; } else{ - return smpi_mpi_cart_create(comm_old, ndims, dims, periodic, reorder, comm_cart); + Topo_Cart* topo = new Topo_Cart(comm_old, ndims, dims, periodic, reorder, comm_cart); + if(*comm_cart==MPI_COMM_NULL) + delete topo; + return MPI_SUCCESS; } } int PMPI_Cart_rank(MPI_Comm comm, int* coords, int* rank) { - if(comm == MPI_COMM_NULL || smpi_comm_topo(comm) == nullptr) { + if(comm == MPI_COMM_NULL || comm->topo() == nullptr) { return MPI_ERR_TOPOLOGY; } if (coords == nullptr) { return MPI_ERR_ARG; } - return smpi_mpi_cart_rank(comm, coords, rank); + MPIR_Cart_Topology topo = static_cast(comm->topo()); + if (topo==nullptr) { + return MPI_ERR_ARG; + } + return topo->rank(coords, rank); } int PMPI_Cart_shift(MPI_Comm comm, int direction, int displ, int* source, int* dest) { - if(comm == MPI_COMM_NULL || smpi_comm_topo(comm) == nullptr) { + if(comm == MPI_COMM_NULL || comm->topo() == nullptr) { return MPI_ERR_TOPOLOGY; } if (source == nullptr || dest == nullptr || direction < 0 ) { return MPI_ERR_ARG; } - return smpi_mpi_cart_shift(comm, direction, displ, source, dest); + MPIR_Cart_Topology topo = static_cast(comm->topo()); + if (topo==nullptr) { + return MPI_ERR_ARG; + } + return topo->shift(direction, displ, source, dest); } int PMPI_Cart_coords(MPI_Comm comm, int rank, int maxdims, int* coords) { - if(comm == MPI_COMM_NULL || smpi_comm_topo(comm) == nullptr) { + if(comm == MPI_COMM_NULL || comm->topo() == nullptr) { return MPI_ERR_TOPOLOGY; } - if (rank < 0 || rank >= smpi_comm_size(comm)) { + if (rank < 0 || rank >= comm->size()) { return MPI_ERR_RANK; } if (maxdims <= 0) { @@ -2521,27 +2358,39 @@ int PMPI_Cart_coords(MPI_Comm comm, int rank, int maxdims, int* coords) { if(coords == nullptr) { return MPI_ERR_ARG; } - return smpi_mpi_cart_coords(comm, rank, maxdims, coords); + MPIR_Cart_Topology topo = static_cast(comm->topo()); + if (topo==nullptr) { + return MPI_ERR_ARG; + } + return topo->coords(rank, maxdims, coords); } int PMPI_Cart_get(MPI_Comm comm, int maxdims, int* dims, int* periods, int* coords) { - if(comm == nullptr || smpi_comm_topo(comm) == nullptr) { + if(comm == nullptr || comm->topo() == nullptr) { return MPI_ERR_TOPOLOGY; } if(maxdims <= 0 || dims == nullptr || periods == nullptr || coords == nullptr) { return MPI_ERR_ARG; } - return smpi_mpi_cart_get(comm, maxdims, dims, periods, coords); + MPIR_Cart_Topology topo = static_cast(comm->topo()); + if (topo==nullptr) { + return MPI_ERR_ARG; + } + return topo->get(maxdims, dims, periods, coords); } int PMPI_Cartdim_get(MPI_Comm comm, int* ndims) { - if (comm == MPI_COMM_NULL || smpi_comm_topo(comm) == nullptr) { + if (comm == MPI_COMM_NULL || comm->topo() == nullptr) { return MPI_ERR_TOPOLOGY; } if (ndims == nullptr) { return MPI_ERR_ARG; } - return smpi_mpi_cartdim_get(comm, ndims); + MPIR_Cart_Topology topo = static_cast(comm->topo()); + if (topo==nullptr) { + return MPI_ERR_ARG; + } + return topo->dim_get(ndims); } int PMPI_Dims_create(int nnodes, int ndims, int* dims) { @@ -2551,18 +2400,26 @@ int PMPI_Dims_create(int nnodes, int ndims, int* dims) { if (ndims < 1 || nnodes < 1) { return MPI_ERR_DIMS; } - - return smpi_mpi_dims_create(nnodes, ndims, dims); + return Dims_create(nnodes, ndims, dims); } int PMPI_Cart_sub(MPI_Comm comm, int* remain_dims, MPI_Comm* comm_new) { - if(comm == MPI_COMM_NULL || smpi_comm_topo(comm) == nullptr) { + if(comm == MPI_COMM_NULL || comm->topo() == nullptr) { return MPI_ERR_TOPOLOGY; } if (comm_new == nullptr) { return MPI_ERR_ARG; } - return smpi_mpi_cart_sub(comm, remain_dims, comm_new); + MPIR_Cart_Topology topo = static_cast(comm->topo()); + if (topo==nullptr) { + return MPI_ERR_ARG; + } + MPIR_Cart_Topology cart = topo->sub(remain_dims, comm_new); + if(*comm_new==MPI_COMM_NULL) + delete cart; + if(cart==nullptr) + return MPI_ERR_ARG; + return MPI_SUCCESS; } int PMPI_Type_create_resized(MPI_Datatype oldtype,MPI_Aint lb, MPI_Aint extent, MPI_Datatype *newtype){ @@ -2573,10 +2430,9 @@ int PMPI_Type_create_resized(MPI_Datatype oldtype,MPI_Aint lb, MPI_Aint extent, MPI_Aint disps[3] = {lb, 0, lb + extent}; MPI_Datatype types[3] = {MPI_LB, oldtype, MPI_UB}; - s_smpi_mpi_struct_t* subtype = smpi_datatype_struct_create(blocks, disps, 3, types); - smpi_datatype_create(newtype, oldtype->size, lb, lb + extent, sizeof(s_smpi_mpi_struct_t), subtype, DT_FLAG_VECTOR); + *newtype = new Type_Struct(oldtype->size(), lb, lb + extent, DT_FLAG_DERIVED, 3, blocks, disps, types); - (*newtype)->flags &= ~DT_FLAG_COMMITED; + (*newtype)->addflag(~DT_FLAG_COMMITED); return MPI_SUCCESS; } @@ -2588,7 +2444,7 @@ int PMPI_Win_create( void *base, MPI_Aint size, int disp_unit, MPI_Info info, MP }else if ((base == nullptr && size != 0) || disp_unit <= 0 || size < 0 ){ retval= MPI_ERR_OTHER; }else{ - *win = smpi_mpi_win_create( base, size, disp_unit, info, comm); + *win = new Win( base, size, disp_unit, info, comm); retval = MPI_SUCCESS; } smpi_bench_begin(); @@ -2601,7 +2457,8 @@ int PMPI_Win_free( MPI_Win* win){ if (win == nullptr || *win == MPI_WIN_NULL) { retval = MPI_ERR_WIN; }else{ - retval=smpi_mpi_win_free(win); + delete *win; + retval=MPI_SUCCESS; } smpi_bench_begin(); return retval; @@ -2614,7 +2471,7 @@ int PMPI_Win_set_name(MPI_Win win, char * name) } else if (name == nullptr) { return MPI_ERR_ARG; } else { - smpi_mpi_win_set_name(win, name); + win->set_name(name); return MPI_SUCCESS; } } @@ -2626,7 +2483,7 @@ int PMPI_Win_get_name(MPI_Win win, char * name, int* len) } else if (name == nullptr) { return MPI_ERR_ARG; } else { - smpi_mpi_win_get_name(win, name, len); + win->get_name(name, len); return MPI_SUCCESS; } } @@ -2635,8 +2492,8 @@ int PMPI_Win_get_group(MPI_Win win, MPI_Group * group){ if (win == MPI_WIN_NULL) { return MPI_ERR_WIN; }else { - smpi_mpi_win_get_group(win, group); - smpi_group_use(*group); + win->get_group(group); + (*group)->ref(); return MPI_SUCCESS; } } @@ -2647,9 +2504,9 @@ int PMPI_Win_fence( int assert, MPI_Win win){ if (win == MPI_WIN_NULL) { retval = MPI_ERR_WIN; } else { - int rank = smpi_process_index(); + int rank = smpi_process()->index(); TRACE_smpi_collective_in(rank, -1, __FUNCTION__, nullptr); - retval = smpi_mpi_win_fence(assert, win); + retval = win->fence(assert); TRACE_smpi_collective_out(rank, -1, __FUNCTION__); } smpi_bench_begin(); @@ -2671,17 +2528,17 @@ int PMPI_Get( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, } else if ((origin_count < 0 || target_count < 0) || (origin_addr==nullptr && origin_count > 0)){ retval = MPI_ERR_COUNT; - } else if ((!is_datatype_valid(origin_datatype)) || (!is_datatype_valid(target_datatype))) { + } else if ((!origin_datatype->is_valid()) || (!target_datatype->is_valid())) { retval = MPI_ERR_TYPE; } else { - int rank = smpi_process_index(); + int rank = smpi_process()->index(); MPI_Group group; - smpi_mpi_win_get_group(win, &group); - int src_traced = smpi_group_index(group, target_rank); + win->get_group(&group); + int src_traced = group->index(target_rank); TRACE_smpi_ptp_in(rank, src_traced, rank, __FUNCTION__, nullptr); - retval = smpi_mpi_get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count, - target_datatype, win); + retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count, + target_datatype); TRACE_smpi_ptp_out(rank, src_traced, rank, __FUNCTION__); } @@ -2704,18 +2561,18 @@ int PMPI_Put( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, } else if ((origin_count < 0 || target_count < 0) || (origin_addr==nullptr && origin_count > 0)){ retval = MPI_ERR_COUNT; - } else if ((!is_datatype_valid(origin_datatype)) || (!is_datatype_valid(target_datatype))) { + } else if ((!origin_datatype->is_valid()) || (!target_datatype->is_valid())) { retval = MPI_ERR_TYPE; } else { - int rank = smpi_process_index(); + int rank = smpi_process()->index(); MPI_Group group; - smpi_mpi_win_get_group(win, &group); - int dst_traced = smpi_group_index(group, target_rank); + win->get_group(&group); + int dst_traced = group->index(target_rank); TRACE_smpi_ptp_in(rank, rank, dst_traced, __FUNCTION__, nullptr); - TRACE_smpi_send(rank, rank, dst_traced, SMPI_RMA_TAG, origin_count*smpi_datatype_size(origin_datatype)); + TRACE_smpi_send(rank, rank, dst_traced, SMPI_RMA_TAG, origin_count*origin_datatype->size()); - retval = smpi_mpi_put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count, - target_datatype, win); + retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count, + target_datatype); TRACE_smpi_ptp_out(rank, rank, dst_traced, __FUNCTION__); } @@ -2738,20 +2595,20 @@ int PMPI_Accumulate( void *origin_addr, int origin_count, MPI_Datatype origin_da } else if ((origin_count < 0 || target_count < 0) || (origin_addr==nullptr && origin_count > 0)){ retval = MPI_ERR_COUNT; - } else if ((!is_datatype_valid(origin_datatype)) || - (!is_datatype_valid(target_datatype))) { + } else if ((!origin_datatype->is_valid()) || + (!target_datatype->is_valid())) { retval = MPI_ERR_TYPE; } else if (op == MPI_OP_NULL) { retval = MPI_ERR_OP; } else { - int rank = smpi_process_index(); + int rank = smpi_process()->index(); MPI_Group group; - smpi_mpi_win_get_group(win, &group); - int src_traced = smpi_group_index(group, target_rank); + win->get_group(&group); + int src_traced = group->index(target_rank); TRACE_smpi_ptp_in(rank, src_traced, rank, __FUNCTION__, nullptr); - retval = smpi_mpi_accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count, - target_datatype, op, win); + retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count, + target_datatype, op); TRACE_smpi_ptp_out(rank, src_traced, rank, __FUNCTION__); } @@ -2767,9 +2624,9 @@ int PMPI_Win_post(MPI_Group group, int assert, MPI_Win win){ } else if (group==MPI_GROUP_NULL){ retval = MPI_ERR_GROUP; } else { - int rank = smpi_process_index(); + int rank = smpi_process()->index(); TRACE_smpi_collective_in(rank, -1, __FUNCTION__, nullptr); - retval = smpi_mpi_win_post(group,assert,win); + retval = win->post(group,assert); TRACE_smpi_collective_out(rank, -1, __FUNCTION__); } smpi_bench_begin(); @@ -2784,9 +2641,9 @@ int PMPI_Win_start(MPI_Group group, int assert, MPI_Win win){ } else if (group==MPI_GROUP_NULL){ retval = MPI_ERR_GROUP; } else { - int rank = smpi_process_index(); + int rank = smpi_process()->index(); TRACE_smpi_collective_in(rank, -1, __FUNCTION__, nullptr); - retval = smpi_mpi_win_start(group,assert,win); + retval = win->start(group,assert); TRACE_smpi_collective_out(rank, -1, __FUNCTION__); } smpi_bench_begin(); @@ -2799,10 +2656,10 @@ int PMPI_Win_complete(MPI_Win win){ if (win == MPI_WIN_NULL) { retval = MPI_ERR_WIN; } else { - int rank = smpi_process_index(); + int rank = smpi_process()->index(); TRACE_smpi_collective_in(rank, -1, __FUNCTION__, nullptr); - retval = smpi_mpi_win_complete(win); + retval = win->complete(); TRACE_smpi_collective_out(rank, -1, __FUNCTION__); } @@ -2816,10 +2673,10 @@ int PMPI_Win_wait(MPI_Win win){ if (win == MPI_WIN_NULL) { retval = MPI_ERR_WIN; } else { - int rank = smpi_process_index(); + int rank = smpi_process()->index(); TRACE_smpi_collective_in(rank, -1, __FUNCTION__, nullptr); - retval = smpi_mpi_win_wait(win); + retval = win->wait(); TRACE_smpi_collective_out(rank, -1, __FUNCTION__); } @@ -2827,6 +2684,43 @@ int PMPI_Win_wait(MPI_Win win){ return retval; } +int PMPI_Win_lock(int lock_type, int rank, int assert, MPI_Win win){ + int retval = 0; + smpi_bench_end(); + if (win == MPI_WIN_NULL) { + retval = MPI_ERR_WIN; + } else if (lock_type != MPI_LOCK_EXCLUSIVE && + lock_type != MPI_LOCK_SHARED) { + retval = MPI_ERR_LOCKTYPE; + } else if (rank == MPI_PROC_NULL){ + retval = MPI_SUCCESS; + } else { + int myrank = smpi_process()->index(); + TRACE_smpi_collective_in(myrank, -1, __FUNCTION__, nullptr); + retval = win->lock(lock_type,rank,assert); + TRACE_smpi_collective_out(myrank, -1, __FUNCTION__); + } + smpi_bench_begin(); + return retval; +} + +int PMPI_Win_unlock(int rank, MPI_Win win){ + int retval = 0; + smpi_bench_end(); + if (win == MPI_WIN_NULL) { + retval = MPI_ERR_WIN; + } else if (rank == MPI_PROC_NULL){ + retval = MPI_SUCCESS; + } else { + int myrank = smpi_process()->index(); + TRACE_smpi_collective_in(myrank, -1, __FUNCTION__, nullptr); + retval = win->unlock(rank); + TRACE_smpi_collective_out(myrank, -1, __FUNCTION__); + } + smpi_bench_begin(); + return retval; +} + int PMPI_Alloc_mem(MPI_Aint size, MPI_Info info, void *baseptr){ void *ptr = xbt_malloc(size); if(ptr==nullptr) @@ -2849,7 +2743,7 @@ int PMPI_Type_set_name(MPI_Datatype datatype, char * name) } else if (name == nullptr) { return MPI_ERR_ARG; } else { - smpi_datatype_set_name(datatype, name); + datatype->set_name(name); return MPI_SUCCESS; } } @@ -2861,73 +2755,75 @@ int PMPI_Type_get_name(MPI_Datatype datatype, char * name, int* len) } else if (name == nullptr) { return MPI_ERR_ARG; } else { - smpi_datatype_get_name(datatype, name, len); + datatype->get_name(name, len); return MPI_SUCCESS; } } MPI_Datatype PMPI_Type_f2c(MPI_Fint datatype){ - return smpi_type_f2c(datatype); + return static_cast(F2C::f2c(datatype)); } MPI_Fint PMPI_Type_c2f(MPI_Datatype datatype){ - return smpi_type_c2f( datatype); + return datatype->c2f(); } MPI_Group PMPI_Group_f2c(MPI_Fint group){ - return smpi_group_f2c( group); + return Group::f2c(group); } MPI_Fint PMPI_Group_c2f(MPI_Group group){ - return smpi_group_c2f(group); + return group->c2f(); } MPI_Request PMPI_Request_f2c(MPI_Fint request){ - return smpi_request_f2c(request); + return static_cast(Request::f2c(request)); } MPI_Fint PMPI_Request_c2f(MPI_Request request) { - return smpi_request_c2f(request); + return request->c2f(); } MPI_Win PMPI_Win_f2c(MPI_Fint win){ - return smpi_win_f2c(win); + return static_cast(Win::f2c(win)); } MPI_Fint PMPI_Win_c2f(MPI_Win win){ - return smpi_win_c2f(win); + return win->c2f(); } MPI_Op PMPI_Op_f2c(MPI_Fint op){ - return smpi_op_f2c(op); + return static_cast(Op::f2c(op)); } MPI_Fint PMPI_Op_c2f(MPI_Op op){ - return smpi_op_c2f(op); + return op->c2f(); } MPI_Comm PMPI_Comm_f2c(MPI_Fint comm){ - return smpi_comm_f2c(comm); + return static_cast(Comm::f2c(comm)); } MPI_Fint PMPI_Comm_c2f(MPI_Comm comm){ - return smpi_comm_c2f(comm); + return comm->c2f(); } MPI_Info PMPI_Info_f2c(MPI_Fint info){ - return smpi_info_f2c(info); + return static_cast(Info::f2c(info)); } MPI_Fint PMPI_Info_c2f(MPI_Info info){ - return smpi_info_c2f(info); + return info->c2f(); } int PMPI_Keyval_create(MPI_Copy_function* copy_fn, MPI_Delete_function* delete_fn, int* keyval, void* extra_state) { - return smpi_comm_keyval_create(copy_fn, delete_fn, keyval, extra_state); + smpi_copy_fn _copy_fn={copy_fn,nullptr,nullptr}; + smpi_delete_fn _delete_fn={delete_fn,nullptr,nullptr}; + return Keyval::keyval_create(_copy_fn, _delete_fn, keyval, extra_state); } int PMPI_Keyval_free(int* keyval) { - return smpi_comm_keyval_free(keyval); + return Keyval::keyval_free(keyval); } int PMPI_Attr_delete(MPI_Comm comm, int keyval) { @@ -2937,7 +2833,7 @@ int PMPI_Attr_delete(MPI_Comm comm, int keyval) { else if (comm==MPI_COMM_NULL) return MPI_ERR_COMM; else - return smpi_comm_attr_delete(comm, keyval); + return comm->attr_delete(keyval); } int PMPI_Attr_get(MPI_Comm comm, int keyval, void* attr_value, int* flag) { @@ -2975,7 +2871,7 @@ int PMPI_Attr_get(MPI_Comm comm, int keyval, void* attr_value, int* flag) { *static_cast(attr_value) = &one; return MPI_SUCCESS; default: - return smpi_comm_attr_get(comm, keyval, attr_value, flag); + return comm->attr_get(keyval, attr_value, flag); } } @@ -2986,7 +2882,7 @@ int PMPI_Attr_put(MPI_Comm comm, int keyval, void* attr_value) { else if (comm==MPI_COMM_NULL) return MPI_ERR_COMM; else - return smpi_comm_attr_put(comm, keyval, attr_value); + return comm->attr_put(keyval, attr_value); } int PMPI_Comm_get_attr (MPI_Comm comm, int comm_keyval, void *attribute_val, int *flag) @@ -3019,7 +2915,7 @@ int PMPI_Type_get_attr (MPI_Datatype type, int type_keyval, void *attribute_val, if (type==MPI_DATATYPE_NULL) return MPI_ERR_TYPE; else - return smpi_type_attr_get(type, type_keyval, attribute_val, flag); + return type->attr_get(type_keyval, attribute_val, flag); } int PMPI_Type_set_attr (MPI_Datatype type, int type_keyval, void *attribute_val) @@ -3027,7 +2923,7 @@ int PMPI_Type_set_attr (MPI_Datatype type, int type_keyval, void *attribute_val) if (type==MPI_DATATYPE_NULL) return MPI_ERR_TYPE; else - return smpi_type_attr_put(type, type_keyval, attribute_val); + return type->attr_put(type_keyval, attribute_val); } int PMPI_Type_delete_attr (MPI_Datatype type, int type_keyval) @@ -3035,44 +2931,96 @@ int PMPI_Type_delete_attr (MPI_Datatype type, int type_keyval) if (type==MPI_DATATYPE_NULL) return MPI_ERR_TYPE; else - return smpi_type_attr_delete(type, type_keyval); + return type->attr_delete(type_keyval); } int PMPI_Type_create_keyval(MPI_Type_copy_attr_function* copy_fn, MPI_Type_delete_attr_function* delete_fn, int* keyval, void* extra_state) { - return smpi_type_keyval_create(copy_fn, delete_fn, keyval, extra_state); + smpi_copy_fn _copy_fn={nullptr,copy_fn,nullptr}; + smpi_delete_fn _delete_fn={nullptr,delete_fn,nullptr}; + return Keyval::keyval_create(_copy_fn, _delete_fn, keyval, extra_state); } int PMPI_Type_free_keyval(int* keyval) { - return smpi_type_keyval_free(keyval); + return Keyval::keyval_free(keyval); +} + +int PMPI_Win_get_attr (MPI_Win win, int keyval, void *attribute_val, int* flag) +{ + static MPI_Aint size; + static int disp_unit; + if (win==MPI_WIN_NULL) + return MPI_ERR_TYPE; + else{ + switch (keyval) { + case MPI_WIN_BASE : + *static_cast(attribute_val) = win->base(); + *flag = 1; + return MPI_SUCCESS; + case MPI_WIN_SIZE : + size = win->size(); + *static_cast(attribute_val) = &size; + *flag = 1; + return MPI_SUCCESS; + case MPI_WIN_DISP_UNIT : + disp_unit=win->disp_unit(); + *static_cast(attribute_val) = &disp_unit; + *flag = 1; + return MPI_SUCCESS; + default: + return win->attr_get(keyval, attribute_val, flag); + } +} + +} + +int PMPI_Win_set_attr (MPI_Win win, int type_keyval, void *attribute_val) +{ + if (win==MPI_WIN_NULL) + return MPI_ERR_TYPE; + else + return win->attr_put(type_keyval, attribute_val); +} + +int PMPI_Win_delete_attr (MPI_Win win, int type_keyval) +{ + if (win==MPI_WIN_NULL) + return MPI_ERR_TYPE; + else + return win->attr_delete(type_keyval); +} + +int PMPI_Win_create_keyval(MPI_Win_copy_attr_function* copy_fn, MPI_Win_delete_attr_function* delete_fn, int* keyval, + void* extra_state) +{ + smpi_copy_fn _copy_fn={nullptr, nullptr, copy_fn}; + smpi_delete_fn _delete_fn={nullptr, nullptr, delete_fn}; + return Keyval::keyval_create(_copy_fn, _delete_fn, keyval, extra_state); +} + +int PMPI_Win_free_keyval(int* keyval) { + return Keyval::keyval_free(keyval); } int PMPI_Info_create( MPI_Info *info){ if (info == nullptr) return MPI_ERR_ARG; - *info = xbt_new(s_smpi_mpi_info_t, 1); - (*info)->info_dict= xbt_dict_new_homogeneous(xbt_free_f); - (*info)->refcount=1; + *info = new Info(); return MPI_SUCCESS; } int PMPI_Info_set( MPI_Info info, char *key, char *value){ if (info == nullptr || key == nullptr || value == nullptr) return MPI_ERR_ARG; - - xbt_dict_set(info->info_dict, key, xbt_strdup(value), nullptr); + info->set(key, value); return MPI_SUCCESS; } int PMPI_Info_free( MPI_Info *info){ if (info == nullptr || *info==nullptr) return MPI_ERR_ARG; - (*info)->refcount--; - if((*info)->refcount==0){ - xbt_dict_free(&((*info)->info_dict)); - xbt_free(*info); - } + Info::unref(*info); *info=MPI_INFO_NULL; return MPI_SUCCESS; } @@ -3083,109 +3031,70 @@ int PMPI_Info_get(MPI_Info info,char *key,int valuelen, char *value, int *flag){ return MPI_ERR_ARG; if (value == nullptr) return MPI_ERR_INFO_VALUE; - char* tmpvalue=static_cast(xbt_dict_get_or_null(info->info_dict, key)); - if(tmpvalue){ - memset(value, 0, valuelen); - memcpy(value,tmpvalue, (strlen(tmpvalue) + 1 < static_cast(valuelen)) ? strlen(tmpvalue) + 1 : valuelen); - *flag=true; - } - return MPI_SUCCESS; + return info->get(key, valuelen, value, flag); } int PMPI_Info_dup(MPI_Info info, MPI_Info *newinfo){ if (info == nullptr || newinfo==nullptr) return MPI_ERR_ARG; - *newinfo = xbt_new(s_smpi_mpi_info_t, 1); - (*newinfo)->info_dict= xbt_dict_new_homogeneous(xbt_free_f); - (*newinfo)->refcount=1; - xbt_dict_cursor_t cursor = nullptr; - int *key; - void* data; - xbt_dict_foreach(info->info_dict,cursor,key,data){ - xbt_dict_set((*newinfo)->info_dict, reinterpret_cast(key), xbt_strdup(reinterpret_cast(data)), nullptr); - } + *newinfo = new Info(info); return MPI_SUCCESS; } int PMPI_Info_delete(MPI_Info info, char *key){ if (info == nullptr || key==nullptr) return MPI_ERR_ARG; - try { - xbt_dict_remove(info->info_dict, key); - } - catch(xbt_ex& e){ - return MPI_ERR_INFO_NOKEY; - } - return MPI_SUCCESS; + return info->remove(key); } int PMPI_Info_get_nkeys( MPI_Info info, int *nkeys){ if (info == nullptr || nkeys==nullptr) return MPI_ERR_ARG; - *nkeys=xbt_dict_size(info->info_dict); - return MPI_SUCCESS; + return info->get_nkeys(nkeys); } int PMPI_Info_get_nthkey( MPI_Info info, int n, char *key){ if (info == nullptr || key==nullptr || n<0 || n> MPI_MAX_INFO_KEY) return MPI_ERR_ARG; - - xbt_dict_cursor_t cursor = nullptr; - char *keyn; - void* data; - int num=0; - xbt_dict_foreach(info->info_dict,cursor,keyn,data){ - if(num==n){ - strncpy(key,keyn,strlen(keyn)+1); - xbt_dict_cursor_free(&cursor); - return MPI_SUCCESS; - } - num++; - } - return MPI_ERR_ARG; + return info->get_nthkey(n, key); } int PMPI_Info_get_valuelen( MPI_Info info, char *key, int *valuelen, int *flag){ *flag=false; if (info == nullptr || key == nullptr || valuelen==nullptr) return MPI_ERR_ARG; - char* tmpvalue=(char*)xbt_dict_get_or_null(info->info_dict, key); - if(tmpvalue){ - *valuelen=strlen(tmpvalue); - *flag=true; - } - return MPI_SUCCESS; + return info->get_valuelen(key, valuelen, flag); } int PMPI_Unpack(void* inbuf, int incount, int* position, void* outbuf, int outcount, MPI_Datatype type, MPI_Comm comm) { if(incount<0 || outcount < 0 || inbuf==nullptr || outbuf==nullptr) return MPI_ERR_ARG; - if(!is_datatype_valid(type)) + if(!type->is_valid()) return MPI_ERR_TYPE; if(comm==MPI_COMM_NULL) return MPI_ERR_COMM; - return smpi_mpi_unpack(inbuf, incount, position, outbuf,outcount,type, comm); + return type->unpack(inbuf, incount, position, outbuf,outcount, comm); } int PMPI_Pack(void* inbuf, int incount, MPI_Datatype type, void* outbuf, int outcount, int* position, MPI_Comm comm) { if(incount<0 || outcount < 0|| inbuf==nullptr || outbuf==nullptr) return MPI_ERR_ARG; - if(!is_datatype_valid(type)) + if(!type->is_valid()) return MPI_ERR_TYPE; if(comm==MPI_COMM_NULL) return MPI_ERR_COMM; - return smpi_mpi_pack(inbuf, incount, type, outbuf,outcount,position, comm); + return type->pack(inbuf, incount, outbuf,outcount,position, comm); } int PMPI_Pack_size(int incount, MPI_Datatype datatype, MPI_Comm comm, int* size) { if(incount<0) return MPI_ERR_ARG; - if(!is_datatype_valid(datatype)) + if(!datatype->is_valid()) return MPI_ERR_TYPE; if(comm==MPI_COMM_NULL) return MPI_ERR_COMM; - *size=incount*smpi_datatype_size(datatype); + *size=incount*datatype->size(); return MPI_SUCCESS; }