X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/88f49b34e91fe95b712d1545ae71a0896f5466c1..989042c42c15e746278c98212cd16e655d03f182:/src/smpi/bindings/smpi_pmpi_request.cpp?ds=sidebyside diff --git a/src/smpi/bindings/smpi_pmpi_request.cpp b/src/smpi/bindings/smpi_pmpi_request.cpp index 7d6a45dd53..19de25e0c9 100644 --- a/src/smpi/bindings/smpi_pmpi_request.cpp +++ b/src/smpi/bindings/smpi_pmpi_request.cpp @@ -1,4 +1,4 @@ -/* Copyright (c) 2007-2020. The SimGrid Team. All rights reserved. */ +/* Copyright (c) 2007-2021. The SimGrid Team. All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it * under the terms of the license (GNU LGPL) which comes with this package. */ @@ -11,21 +11,20 @@ XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(smpi_pmpi); -static int getPid(MPI_Comm, int); -static int getPid(MPI_Comm comm, int id) +static aid_t getPid(MPI_Comm comm, int id) { - simgrid::s4u::ActorPtr actor = comm->group()->actor(id); - return (actor == nullptr) ? MPI_UNDEFINED : actor->get_pid(); + return comm->group()->actor(id); } #define CHECK_SEND_INPUTS\ - CHECK_BUFFER(1, buf, count)\ + SET_BUF1(buf)\ CHECK_COUNT(2, count)\ CHECK_TYPE(3, datatype)\ - CHECK_PROC(4, dst)\ - CHECK_RANK(4, dst, comm)\ - CHECK_TAG(5, tag)\ + CHECK_BUFFER(1, buf, count, datatype)\ CHECK_COMM(6)\ + if(dst!= MPI_PROC_NULL)\ + CHECK_RANK(4, dst, comm)\ + CHECK_TAG(5, tag) #define CHECK_ISEND_INPUTS\ CHECK_REQUEST(7)\ @@ -33,16 +32,16 @@ static int getPid(MPI_Comm comm, int id) CHECK_SEND_INPUTS #define CHECK_IRECV_INPUTS\ + SET_BUF1(buf)\ CHECK_REQUEST(7)\ *request = MPI_REQUEST_NULL;\ - CHECK_BUFFER(1, buf, count)\ CHECK_COUNT(2, count)\ CHECK_TYPE(3, datatype)\ - CHECK_PROC(4, src)\ - if(src!=MPI_ANY_SOURCE)\ + CHECK_BUFFER(1, buf, count, datatype)\ + CHECK_COMM(6)\ + if(src!=MPI_ANY_SOURCE && src!=MPI_PROC_NULL)\ CHECK_RANK(4, src, comm)\ - CHECK_TAG(5, tag)\ - CHECK_COMM(6) + CHECK_TAG(5, tag) /* PMPI User level calls */ int PMPI_Send_init(const void *buf, int count, MPI_Datatype datatype, int dst, int tag, MPI_Comm comm, MPI_Request * request) @@ -95,12 +94,12 @@ int PMPI_Start(MPI_Request * request) int retval = 0; smpi_bench_end(); - CHECK_REQUEST(1) + CHECK_REQUEST_VALID(1) if ( *request == MPI_REQUEST_NULL) { retval = MPI_ERR_REQUEST; } else { MPI_Request req = *request; - int my_proc_id = (req->comm() != MPI_COMM_NULL) ? simgrid::s4u::this_actor::get_pid() : -1; + aid_t my_proc_id = (req->comm() != MPI_COMM_NULL) ? simgrid::s4u::this_actor::get_pid() : -1; TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::Pt2PtTIData("Start", req->dst(), req->size(), @@ -134,7 +133,7 @@ int PMPI_Startall(int count, MPI_Request * requests) } } if(retval != MPI_ERR_REQUEST) { - int my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Startall")); if (not TRACE_smpi_view_internals()) for (int i = 0; i < count; i++) { @@ -164,6 +163,7 @@ int PMPI_Request_free(MPI_Request * request) smpi_bench_end(); if (*request != MPI_REQUEST_NULL) { + (*request)->mark_as_deleted(); simgrid::smpi::Request::unref(request); *request = MPI_REQUEST_NULL; retval = MPI_SUCCESS; @@ -177,7 +177,7 @@ int PMPI_Irecv(void *buf, int count, MPI_Datatype datatype, int src, int tag, MP CHECK_IRECV_INPUTS smpi_bench_end(); - int my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::Pt2PtTIData("irecv", src, datatype->is_replayable() ? count : count * datatype->size(), @@ -195,8 +195,8 @@ int PMPI_Isend(const void *buf, int count, MPI_Datatype datatype, int dst, int t smpi_bench_end(); int retval = 0; - int my_proc_id = simgrid::s4u::this_actor::get_pid(); - int trace_dst = getPid(comm, dst); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t trace_dst = getPid(comm, dst); TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::Pt2PtTIData("isend", dst, datatype->is_replayable() ? count : count * datatype->size(), @@ -221,8 +221,8 @@ int PMPI_Issend(const void* buf, int count, MPI_Datatype datatype, int dst, int CHECK_ISEND_INPUTS smpi_bench_end(); - int my_proc_id = simgrid::s4u::this_actor::get_pid(); - int trace_dst = getPid(comm, dst); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t trace_dst = getPid(comm, dst); TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::Pt2PtTIData("ISsend", dst, datatype->is_replayable() ? count : count * datatype->size(), @@ -237,10 +237,10 @@ int PMPI_Issend(const void* buf, int count, MPI_Datatype datatype, int dst, int int PMPI_Recv(void *buf, int count, MPI_Datatype datatype, int src, int tag, MPI_Comm comm, MPI_Status * status) { int retval = 0; - - CHECK_BUFFER(1, buf, count) + SET_BUF1(buf) CHECK_COUNT(2, count) CHECK_TYPE(3, datatype) + CHECK_BUFFER(1, buf, count, datatype) CHECK_TAG(5, tag) CHECK_COMM(6) @@ -254,22 +254,17 @@ int PMPI_Recv(void *buf, int count, MPI_Datatype datatype, int src, int tag, MPI } else if (src!=MPI_ANY_SOURCE && (src >= comm->group()->size() || src <0)){ retval = MPI_ERR_RANK; } else { - int my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::Pt2PtTIData("recv", src, datatype->is_replayable() ? count : count * datatype->size(), tag, simgrid::smpi::Datatype::encode(datatype))); - simgrid::smpi::Request::recv(buf, count, datatype, src, tag, comm, status); - retval = MPI_SUCCESS; + retval = simgrid::smpi::Request::recv(buf, count, datatype, src, tag, comm, status); // the src may not have been known at the beginning of the recv (MPI_ANY_SOURCE) - int src_traced=0; - if (status != MPI_STATUS_IGNORE) - src_traced = getPid(comm, status->MPI_SOURCE); - else - src_traced = getPid(comm, src); if (not TRACE_smpi_view_internals()) { + aid_t src_traced = (status != MPI_STATUS_IGNORE) ? getPid(comm, status->MPI_SOURCE) : getPid(comm, src); TRACE_smpi_recv(src_traced, my_proc_id, tag); } @@ -285,8 +280,8 @@ int PMPI_Send(const void *buf, int count, MPI_Datatype datatype, int dst, int ta CHECK_SEND_INPUTS smpi_bench_end(); - int my_proc_id = simgrid::s4u::this_actor::get_pid(); - int dst_traced = getPid(comm, dst); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t dst_traced = getPid(comm, dst); TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::Pt2PtTIData("send", dst, datatype->is_replayable() ? count : count * datatype->size(), @@ -310,8 +305,8 @@ int PMPI_Bsend(const void* buf, int count, MPI_Datatype datatype, int dst, int t CHECK_SEND_INPUTS smpi_bench_end(); - int my_proc_id = simgrid::s4u::this_actor::get_pid(); - int dst_traced = getPid(comm, dst); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t dst_traced = getPid(comm, dst); int bsend_buf_size = 0; void* bsend_buf = nullptr; smpi_process()->bsend_buffer(&bsend_buf, &bsend_buf_size); @@ -336,8 +331,8 @@ int PMPI_Ibsend(const void* buf, int count, MPI_Datatype datatype, int dst, int CHECK_ISEND_INPUTS smpi_bench_end(); - int my_proc_id = simgrid::s4u::this_actor::get_pid(); - int trace_dst = getPid(comm, dst); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t trace_dst = getPid(comm, dst); int bsend_buf_size = 0; void* bsend_buf = nullptr; smpi_process()->bsend_buffer(&bsend_buf, &bsend_buf_size); @@ -379,8 +374,8 @@ int PMPI_Ssend(const void* buf, int count, MPI_Datatype datatype, int dst, int t CHECK_SEND_INPUTS smpi_bench_end(); - int my_proc_id = simgrid::s4u::this_actor::get_pid(); - int dst_traced = getPid(comm, dst); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t dst_traced = getPid(comm, dst); TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::Pt2PtTIData("Ssend", dst, datatype->is_replayable() ? count : count * datatype->size(), @@ -396,13 +391,15 @@ int PMPI_Sendrecv(const void* sendbuf, int sendcount, MPI_Datatype sendtype, int int recvcount, MPI_Datatype recvtype, int src, int recvtag, MPI_Comm comm, MPI_Status* status) { int retval = 0; - CHECK_BUFFER(1, sendbuf, sendcount) + SET_BUF1(sendbuf) + SET_BUF2(recvbuf) CHECK_COUNT(2, sendcount) CHECK_TYPE(3, sendtype) CHECK_TAG(5, sendtag) - CHECK_BUFFER(6, recvbuf, recvcount) CHECK_COUNT(7, recvcount) CHECK_TYPE(8, recvtype) + CHECK_BUFFER(1, sendbuf, sendcount, sendtype) + CHECK_BUFFER(6, recvbuf, recvcount, recvtype) CHECK_TAG(10, recvtag) CHECK_COMM(11) smpi_bench_end(); @@ -416,19 +413,18 @@ int PMPI_Sendrecv(const void* sendbuf, int sendcount, MPI_Datatype sendtype, int simgrid::smpi::Request::send(sendbuf, sendcount, sendtype, dst, sendtag, comm); retval = MPI_SUCCESS; } else if (dst == MPI_PROC_NULL){ - simgrid::smpi::Request::recv(recvbuf, recvcount, recvtype, src, recvtag, comm, status); - retval = MPI_SUCCESS; + retval = simgrid::smpi::Request::recv(recvbuf, recvcount, recvtype, src, recvtag, comm, status); } else if (dst >= comm->group()->size() || dst <0 || (src!=MPI_ANY_SOURCE && (src >= comm->group()->size() || src <0))){ retval = MPI_ERR_RANK; } else { - int my_proc_id = simgrid::s4u::this_actor::get_pid(); - int dst_traced = getPid(comm, dst); - int src_traced = getPid(comm, src); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t dst_traced = getPid(comm, dst); + aid_t src_traced = getPid(comm, src); // FIXME: Hack the way to trace this one - auto* dst_hack = new std::vector(); - auto* src_hack = new std::vector(); + auto dst_hack = std::make_shared>(); + auto src_hack = std::make_shared>(); dst_hack->push_back(dst_traced); src_hack->push_back(src_traced); TRACE_smpi_comm_in(my_proc_id, __func__, @@ -455,18 +451,19 @@ int PMPI_Sendrecv_replace(void* buf, int count, MPI_Datatype datatype, int dst, MPI_Comm comm, MPI_Status* status) { int retval = 0; - CHECK_BUFFER(1, buf, count) + SET_BUF1(buf) CHECK_COUNT(2, count) CHECK_TYPE(3, datatype) + CHECK_BUFFER(1, buf, count, datatype) int size = datatype->get_extent() * count; xbt_assert(size > 0); - void* recvbuf = xbt_new0(char, size); - retval = MPI_Sendrecv(buf, count, datatype, dst, sendtag, recvbuf, count, datatype, src, recvtag, comm, status); + std::vector recvbuf(size); + retval = + MPI_Sendrecv(buf, count, datatype, dst, sendtag, recvbuf.data(), count, datatype, src, recvtag, comm, status); if(retval==MPI_SUCCESS){ - simgrid::smpi::Datatype::copy(recvbuf, count, datatype, buf, count, datatype); + simgrid::smpi::Datatype::copy(recvbuf.data(), count, datatype, buf, count, datatype); } - xbt_free(recvbuf); return retval; } @@ -483,7 +480,7 @@ int PMPI_Test(MPI_Request * request, int *flag, MPI_Status * status) } retval = MPI_SUCCESS; } else { - int my_proc_id = ((*request)->comm() != MPI_COMM_NULL) ? simgrid::s4u::this_actor::get_pid() : -1; + aid_t my_proc_id = ((*request)->comm() != MPI_COMM_NULL) ? simgrid::s4u::this_actor::get_pid() : -1; TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("test")); retval = simgrid::smpi::Request::test(request,status, flag); @@ -502,7 +499,7 @@ int PMPI_Testany(int count, MPI_Request requests[], int *index, int *flag, MPI_S if (index == nullptr || flag == nullptr) { retval = MPI_ERR_ARG; } else { - int my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("testany")); retval = simgrid::smpi::Request::testany(count, requests, index, flag, status); TRACE_smpi_comm_out(my_proc_id); @@ -519,7 +516,7 @@ int PMPI_Testall(int count, MPI_Request* requests, int* flag, MPI_Status* status if (flag == nullptr) { retval = MPI_ERR_ARG; } else { - int my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("testall")); retval = simgrid::smpi::Request::testall(count, requests, flag, statuses); TRACE_smpi_comm_out(my_proc_id); @@ -536,7 +533,7 @@ int PMPI_Testsome(int incount, MPI_Request requests[], int* outcount, int* indic if (outcount == nullptr) { retval = MPI_ERR_ARG; } else { - int my_proc_id = simgrid::s4u::this_actor::get_pid(); + aid_t my_proc_id = simgrid::s4u::this_actor::get_pid(); TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("testsome")); retval = simgrid::smpi::Request::testsome(incount, requests, outcount, indices, status); TRACE_smpi_comm_out(my_proc_id); @@ -550,6 +547,8 @@ int PMPI_Probe(int source, int tag, MPI_Comm comm, MPI_Status* status) { smpi_bench_end(); CHECK_COMM(6) + if(source!=MPI_ANY_SOURCE && source!=MPI_PROC_NULL)\ + CHECK_RANK(1, source, comm) CHECK_TAG(2, tag) if (source == MPI_PROC_NULL) { if (status != MPI_STATUS_IGNORE){ @@ -569,6 +568,8 @@ int PMPI_Iprobe(int source, int tag, MPI_Comm comm, int* flag, MPI_Status* statu int retval = 0; smpi_bench_end(); CHECK_COMM(6) + if(source!=MPI_ANY_SOURCE && source!=MPI_PROC_NULL)\ + CHECK_RANK(1, source, comm) CHECK_TAG(2, tag) if (flag == nullptr) { retval = MPI_ERR_ARG; @@ -591,15 +592,14 @@ int PMPI_Iprobe(int source, int tag, MPI_Comm comm, int* flag, MPI_Status* statu static void trace_smpi_recv_helper(MPI_Request* request, MPI_Status* status) { const simgrid::smpi::Request* req = *request; - if (req != MPI_REQUEST_NULL) { // Received requests become null - int src_traced = req->src(); + // Requests already received are null. Is this request a wait for RECV? + if (req != MPI_REQUEST_NULL && (req->flags() & MPI_REQ_RECV)) { + aid_t src_traced = req->src(); + aid_t dst_traced = req->dst(); // the src may not have been known at the beginning of the recv (MPI_ANY_SOURCE) - int dst_traced = req->dst(); - if (req->flags() & MPI_REQ_RECV) { // Is this request a wait for RECV? - if (src_traced == MPI_ANY_SOURCE) - src_traced = (status != MPI_STATUS_IGNORE) ? req->comm()->group()->rank(status->MPI_SOURCE) : req->src(); - TRACE_smpi_recv(src_traced, dst_traced, req->tag()); - } + if (src_traced == MPI_ANY_SOURCE && status != MPI_STATUS_IGNORE) + src_traced = req->comm()->group()->actor(status->MPI_SOURCE); + TRACE_smpi_recv(src_traced, dst_traced, req->tag()); } } @@ -617,15 +617,12 @@ int PMPI_Wait(MPI_Request * request, MPI_Status * status) } else { // for tracing, save the handle which might get overridden before we can use the helper on it MPI_Request savedreq = *request; - if (savedreq != MPI_REQUEST_NULL && not(savedreq->flags() & MPI_REQ_FINISHED) - && not(savedreq->flags() & MPI_REQ_GENERALIZED)) + if (savedreq != MPI_REQUEST_NULL && not(savedreq->flags() & (MPI_REQ_FINISHED | MPI_REQ_GENERALIZED | MPI_REQ_NBC))) savedreq->ref();//don't erase the handle in Request::wait, we'll need it later else savedreq = MPI_REQUEST_NULL; - int my_proc_id = (*request)->comm() != MPI_COMM_NULL - ? simgrid::s4u::this_actor::get_pid() - : -1; // TODO: cheinrich: Check if this correct or if it should be MPI_UNDEFINED + aid_t my_proc_id = (*request)->comm() != MPI_COMM_NULL ? simgrid::s4u::this_actor::get_pid() : -1; TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::WaitTIData((*request)->src(), (*request)->dst(), (*request)->tag())); @@ -654,13 +651,13 @@ int PMPI_Waitany(int count, MPI_Request requests[], int *index, MPI_Status * sta // for tracing, save the handles which might get overridden before we can use the helper on it std::vector savedreqs(requests, requests + count); for (MPI_Request& req : savedreqs) { - if (req != MPI_REQUEST_NULL && not(req->flags() & MPI_REQ_FINISHED)) + if (req != MPI_REQUEST_NULL && not(req->flags() & (MPI_REQ_FINISHED | MPI_REQ_NBC))) req->ref(); else req = MPI_REQUEST_NULL; } - int rank_traced = simgrid::s4u::this_actor::get_pid(); // FIXME: In PMPI_Wait, we check if the comm is null? + aid_t rank_traced = simgrid::s4u::this_actor::get_pid(); // FIXME: In PMPI_Wait, we check if the comm is null? TRACE_smpi_comm_in(rank_traced, __func__, new simgrid::instr::CpuTIData("waitAny", count)); *index = simgrid::smpi::Request::waitany(count, requests, status); @@ -685,13 +682,13 @@ int PMPI_Waitall(int count, MPI_Request requests[], MPI_Status status[]) // for tracing, save the handles which might get overridden before we can use the helper on it std::vector savedreqs(requests, requests + count); for (MPI_Request& req : savedreqs) { - if (req != MPI_REQUEST_NULL && not(req->flags() & MPI_REQ_FINISHED)) + if (req != MPI_REQUEST_NULL && not(req->flags() & (MPI_REQ_FINISHED | MPI_REQ_NBC))) req->ref(); else req = MPI_REQUEST_NULL; } - int rank_traced = simgrid::s4u::this_actor::get_pid(); // FIXME: In PMPI_Wait, we check if the comm is null? + aid_t rank_traced = simgrid::s4u::this_actor::get_pid(); // FIXME: In PMPI_Wait, we check if the comm is null? TRACE_smpi_comm_in(rank_traced, __func__, new simgrid::instr::CpuTIData("waitall", count)); int retval = simgrid::smpi::Request::waitall(count, requests, status); @@ -729,7 +726,7 @@ int PMPI_Cancel(MPI_Request* request) int retval = 0; smpi_bench_end(); - CHECK_REQUEST(1) + CHECK_REQUEST_VALID(1) if (*request == MPI_REQUEST_NULL) { retval = MPI_ERR_REQUEST; } else { @@ -762,7 +759,15 @@ int PMPI_Status_set_elements(MPI_Status* status, MPI_Datatype datatype, int coun return MPI_ERR_ARG; } simgrid::smpi::Status::set_elements(status,datatype, count); - return MPI_SUCCESS; + return MPI_SUCCESS; +} + +int PMPI_Status_set_elements_x(MPI_Status* status, MPI_Datatype datatype, MPI_Count count){ + if(status==MPI_STATUS_IGNORE){ + return MPI_ERR_ARG; + } + simgrid::smpi::Status::set_elements(status,datatype, static_cast(count)); + return MPI_SUCCESS; } int PMPI_Grequest_start( MPI_Grequest_query_function *query_fn, MPI_Grequest_free_function *free_fn, MPI_Grequest_cancel_function *cancel_fn, void *extra_state, MPI_Request *request){ @@ -778,7 +783,7 @@ int PMPI_Request_get_status( MPI_Request request, int *flag, MPI_Status *status) *flag=1; simgrid::smpi::Status::empty(status); return MPI_SUCCESS; - } else if (flag == nullptr || status == nullptr) { + } else if (flag == nullptr) { return MPI_ERR_ARG; } return simgrid::smpi::Request::get_status(request,flag,status);