X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/8cef00b18f68304c259dcae04a052d8414ad101e..e04e3ae8fec7cb28eef7705e4aebf2370e6fdd6a:/src/smpi/mpi/smpi_request.cpp diff --git a/src/smpi/mpi/smpi_request.cpp b/src/smpi/mpi/smpi_request.cpp index c5e7c52d5f..6011cd72e6 100644 --- a/src/smpi/mpi/smpi_request.cpp +++ b/src/smpi/mpi/smpi_request.cpp @@ -50,7 +50,7 @@ Request::Request(const void* buf, int count, MPI_Datatype datatype, int src, int } } } - // This part handles the problem of non-contiguous memory (for the unserialisation at the reception) + // This part handles the problem of non-contiguous memory (for the unserialization at the reception) old_buf_ = old_buf; size_ = datatype->size() * count; datatype->ref(); @@ -108,7 +108,7 @@ void Request::unref(MPI_Request* request) } } -int Request::match_recv(void* a, void* b, simgrid::kernel::activity::CommImpl*) +bool Request::match_recv(void* a, void* b, simgrid::kernel::activity::CommImpl*) { MPI_Request ref = static_cast(a); MPI_Request req = static_cast(b); @@ -129,13 +129,14 @@ int Request::match_recv(void* a, void* b, simgrid::kernel::activity::CommImpl*) if (req->detached_) ref->detached_sender_=req; //tie the sender to the receiver, as it is detached and has to be freed in the receiver if(req->cancelled_==0) - req->cancelled_=-1;//mark as uncancellable + req->cancelled_ = -1; // mark as uncancelable XBT_DEBUG("match succeeded"); - return 1; - }else return 0; + return true; + } + return false; } -int Request::match_send(void* a, void* b, simgrid::kernel::activity::CommImpl*) +bool Request::match_send(void* a, void* b, simgrid::kernel::activity::CommImpl*) { MPI_Request ref = static_cast(a); MPI_Request req = static_cast(b); @@ -155,11 +156,11 @@ int Request::match_send(void* a, void* b, simgrid::kernel::activity::CommImpl*) if (ref->detached_) req->detached_sender_=ref; //tie the sender to the receiver, as it is detached and has to be freed in the receiver if(req->cancelled_==0) - req->cancelled_=-1;//mark as uncancellable + req->cancelled_ = -1; // mark as uncancelable XBT_DEBUG("match succeeded"); - return 1; - } else - return 0; + return true; + } + return false; } void Request::print_request(const char *message) @@ -168,11 +169,9 @@ void Request::print_request(const char *message) message, this, buf_, size_, src_, dst_, tag_, flags_); } - /* factories, to hide the internal flags from the caller */ MPI_Request Request::bsend_init(const void *buf, int count, MPI_Datatype datatype, int dst, int tag, MPI_Comm comm) { - return new Request(buf == MPI_BOTTOM ? nullptr : buf, count, datatype, simgrid::s4u::this_actor::get_pid(), comm->group()->actor(dst)->get_pid(), tag, comm, MPI_REQ_PERSISTENT | MPI_REQ_SEND | MPI_REQ_PREPARED | MPI_REQ_BSEND); @@ -180,7 +179,6 @@ MPI_Request Request::bsend_init(const void *buf, int count, MPI_Datatype datatyp MPI_Request Request::send_init(const void *buf, int count, MPI_Datatype datatype, int dst, int tag, MPI_Comm comm) { - return new Request(buf == MPI_BOTTOM ? nullptr : buf, count, datatype, simgrid::s4u::this_actor::get_pid(), comm->group()->actor(dst)->get_pid(), tag, comm, MPI_REQ_PERSISTENT | MPI_REQ_SEND | MPI_REQ_PREPARED); @@ -376,15 +374,13 @@ void Request::start() simgrid::smpi::ActorExt* process = smpi_process_remote(simgrid::s4u::Actor::by_pid(dst_)); - int async_small_thresh = simgrid::config::get_value("smpi/async-small-thresh"); - simgrid::s4u::MutexPtr mut = process->mailboxes_mutex(); - if (async_small_thresh != 0 || (flags_ & MPI_REQ_RMA) != 0) + if (smpi_cfg_async_small_thresh() != 0 || (flags_ & MPI_REQ_RMA) != 0) mut->lock(); - if (async_small_thresh == 0 && (flags_ & MPI_REQ_RMA) == 0) { + if (smpi_cfg_async_small_thresh() == 0 && (flags_ & MPI_REQ_RMA) == 0) { mailbox = process->mailbox(); - } else if (((flags_ & MPI_REQ_RMA) != 0) || static_cast(size_) < async_small_thresh) { + } else if (((flags_ & MPI_REQ_RMA) != 0) || static_cast(size_) < smpi_cfg_async_small_thresh()) { //We have to check both mailboxes (because SSEND messages are sent to the large mbox). //begin with the more appropriate one : the small one. mailbox = process->mailbox_small(); @@ -423,7 +419,7 @@ void Request::start() process->replaying() ? &smpi_comm_null_copy_buffer_callback : smpi_comm_copy_data_callback, this, -1.0); XBT_DEBUG("recv simcall posted"); - if (async_small_thresh != 0 || (flags_ & MPI_REQ_RMA) != 0) + if (smpi_cfg_async_small_thresh() != 0 || (flags_ & MPI_REQ_RMA) != 0) mut->unlock(); } else { /* the RECV flag was not set, so this is a send */ simgrid::smpi::ActorExt* process = smpi_process_remote(simgrid::s4u::Actor::by_pid(dst_)); @@ -437,7 +433,7 @@ void Request::start() void* buf = buf_; if ((flags_ & MPI_REQ_SSEND) == 0 && ((flags_ & MPI_REQ_RMA) != 0 || (flags_ & MPI_REQ_BSEND) != 0 || - static_cast(size_) < simgrid::config::get_value("smpi/send-is-detached-thresh"))) { + static_cast(size_) < smpi_cfg_detached_send_thresh())) { void *oldbuf = nullptr; detached_ = true; XBT_DEBUG("Send request %p is detached", this); @@ -445,7 +441,7 @@ void Request::start() if (not(old_type_->flags() & DT_FLAG_DERIVED)) { oldbuf = buf_; if (not process->replaying() && oldbuf != nullptr && size_ != 0) { - if ((smpi_privatize_global_variables != SmpiPrivStrategies::NONE) && + if ((smpi_cfg_privatization() != SmpiPrivStrategies::NONE) && (static_cast(buf_) >= smpi_data_exe_start) && (static_cast(buf_) < smpi_data_exe_start + smpi_data_exe_size)) { XBT_DEBUG("Privatization : We are sending from a zone inside global memory. Switch data segment "); @@ -474,16 +470,14 @@ void Request::start() XBT_DEBUG("sending size of %zu : sleep %f ", size_, sleeptime); } - int async_small_thresh = simgrid::config::get_value("smpi/async-small-thresh"); - simgrid::s4u::MutexPtr mut = process->mailboxes_mutex(); - if (async_small_thresh != 0 || (flags_ & MPI_REQ_RMA) != 0) + if (smpi_cfg_async_small_thresh() != 0 || (flags_ & MPI_REQ_RMA) != 0) mut->lock(); - if (not(async_small_thresh != 0 || (flags_ & MPI_REQ_RMA) != 0)) { + if (not(smpi_cfg_async_small_thresh() != 0 || (flags_ & MPI_REQ_RMA) != 0)) { mailbox = process->mailbox(); - } else if (((flags_ & MPI_REQ_RMA) != 0) || static_cast(size_) < async_small_thresh) { // eager mode + } else if (((flags_ & MPI_REQ_RMA) != 0) || static_cast(size_) < smpi_cfg_async_small_thresh()) { // eager mode mailbox = process->mailbox(); XBT_DEBUG("Is there a corresponding recv already posted in the large mailbox %s?", mailbox->get_cname()); smx_activity_t action = mailbox->iprobe(1, &match_send, static_cast(this)); @@ -515,7 +509,7 @@ void Request::start() action_ = simcall_comm_isend( simgrid::s4u::Actor::by_pid(src_)->get_impl(), mailbox->get_impl(), size_, -1.0, buf, real_size_, &match_send, &xbt_free_f, // how to free the userdata if a detached send fails - not process->replaying() ? smpi_comm_copy_data_callback : &smpi_comm_null_copy_buffer_callback, this, + process->replaying() ? &smpi_comm_null_copy_buffer_callback : smpi_comm_copy_data_callback, this, // detach if msg size < eager/rdv switch limit detached_); XBT_DEBUG("send simcall posted"); @@ -526,7 +520,7 @@ void Request::start() smpi_process()->get_tracing_category()); } - if (async_small_thresh != 0 || ((flags_ & MPI_REQ_RMA) != 0)) + if (smpi_cfg_async_small_thresh() != 0 || ((flags_ & MPI_REQ_RMA) != 0)) mut->unlock(); } } @@ -605,7 +599,7 @@ int Request::test(MPI_Request * request, MPI_Status * status, int* flag) { nsleeps=1;//reset the number of sleeps we will do next time if (*request != MPI_REQUEST_NULL && ((*request)->flags_ & MPI_REQ_PERSISTENT) == 0) *request = MPI_REQUEST_NULL; - } else if (simgrid::config::get_value("smpi/grow-injected-times")) { + } else if (smpi_cfg_grow_injected_times()) { nsleeps++; } } @@ -614,7 +608,6 @@ int Request::test(MPI_Request * request, MPI_Status * status, int* flag) { int Request::testsome(int incount, MPI_Request requests[], int *count, int *indices, MPI_Status status[]) { - int ret = MPI_SUCCESS; int error=0; int count_dead = 0; int flag = 0; @@ -624,7 +617,7 @@ int Request::testsome(int incount, MPI_Request requests[], int *count, int *indi *count = 0; for (int i = 0; i < incount; i++) { if (requests[i] != MPI_REQUEST_NULL && not (requests[i]->flags_ & MPI_REQ_FINISHED)) { - ret = test(&requests[i], pstat, &flag); + int ret = test(&requests[i], pstat, &flag); if(ret!=MPI_SUCCESS) error = 1; if(flag) { @@ -722,11 +715,10 @@ int Request::testall(int count, MPI_Request requests[], int* outflag, MPI_Status MPI_Status *pstat = status == MPI_STATUSES_IGNORE ? MPI_STATUS_IGNORE : &stat; int flag; int error = 0; - int ret=MPI_SUCCESS; *outflag = 1; for(int i=0; iflags_ & MPI_REQ_PREPARED)) { - ret = test(&requests[i], pstat, &flag); + int ret = test(&requests[i], pstat, &flag); if (flag){ flag=0; requests[i]=MPI_REQUEST_NULL; @@ -765,7 +757,7 @@ void Request::iprobe(int source, int tag, MPI_Comm comm, int* flag, MPI_Status* // This can speed up the execution of certain applications by an order of magnitude, such as HPL static int nsleeps = 1; double speed = s4u::this_actor::get_host()->get_speed(); - double maxrate = simgrid::config::get_value("smpi/iprobe-cpu-usage"); + double maxrate = smpi_cfg_iprobe_cpu_usage(); MPI_Request request = new Request(nullptr, 0, MPI_CHAR, source == MPI_ANY_SOURCE ? MPI_ANY_SOURCE : comm->group()->actor(source)->get_pid(), simgrid::s4u::this_actor::get_pid(), tag, comm, MPI_REQ_PERSISTENT | MPI_REQ_RECV); @@ -788,7 +780,7 @@ void Request::iprobe(int source, int tag, MPI_Comm comm, int* flag, MPI_Status* request->print_request("New iprobe"); // We have to test both mailboxes as we don't know if we will receive one or another - if (simgrid::config::get_value("smpi/async-small-thresh") > 0) { + if (smpi_cfg_async_small_thresh() > 0) { mailbox = smpi_process()->mailbox_small(); XBT_DEBUG("Trying to probe the perm recv mailbox"); request->action_ = mailbox->iprobe(0, &match_recv, static_cast(request)); @@ -814,7 +806,7 @@ void Request::iprobe(int source, int tag, MPI_Comm comm, int* flag, MPI_Status* } else { *flag = 0; - if (simgrid::config::get_value("smpi/grow-injected-times")) + if (smpi_cfg_grow_injected_times()) nsleeps++; } unref(&request); @@ -852,8 +844,7 @@ void Request::finish_wait(MPI_Request* request, MPI_Status * status) // FIXME Handle the case of a partial shared malloc. if (((req->flags_ & MPI_REQ_ACCUMULATE) != 0) || (datatype->flags() & DT_FLAG_DERIVED)) { // && (not smpi_is_shared(req->old_buf_))){ - - if (not smpi_process()->replaying() && smpi_privatize_global_variables != SmpiPrivStrategies::NONE && + if (not smpi_process()->replaying() && smpi_cfg_privatization() != SmpiPrivStrategies::NONE && static_cast(req->old_buf_) >= smpi_data_exe_start && static_cast(req->old_buf_) < smpi_data_exe_start + smpi_data_exe_size) { XBT_VERB("Privatization : We are unserializing to a zone in global memory Switch data segment "); @@ -861,7 +852,7 @@ void Request::finish_wait(MPI_Request* request, MPI_Status * status) } if(datatype->flags() & DT_FLAG_DERIVED){ - // This part handles the problem of non-contignous memory the unserialization at the reception + // This part handles the problem of non-contiguous memory the unserialization at the reception if ((req->flags_ & MPI_REQ_RECV) && datatype->size() != 0) datatype->unserialize(req->buf_, req->old_buf_, req->real_size_/datatype->size() , req->op_); xbt_free(req->buf_); @@ -1114,7 +1105,8 @@ int Request::waitsome(int incount, MPI_Request requests[], int *indices, MPI_Sta return count; } -MPI_Request Request::f2c(int id) { +MPI_Request Request::f2c(int id) +{ char key[KEY_SIZE]; if(id==MPI_FORTRAN_REQUEST_NULL) return static_cast(MPI_REQUEST_NULL); @@ -1129,7 +1121,8 @@ void Request::free_f(int id) } } -int Request::get_status(MPI_Request req, int* flag, MPI_Status * status){ +int Request::get_status(MPI_Request req, int* flag, MPI_Status* status) +{ *flag=0; if(req != MPI_REQUEST_NULL && req->action_ != nullptr) { @@ -1156,8 +1149,9 @@ int Request::get_status(MPI_Request req, int* flag, MPI_Status * status){ return MPI_SUCCESS; } -int Request::grequest_start( MPI_Grequest_query_function *query_fn, MPI_Grequest_free_function *free_fn, MPI_Grequest_cancel_function *cancel_fn, void *extra_state, MPI_Request *request){ - +int Request::grequest_start(MPI_Grequest_query_function* query_fn, MPI_Grequest_free_function* free_fn, + MPI_Grequest_cancel_function* cancel_fn, void* extra_state, MPI_Request* request) +{ *request = new Request(); (*request)->flags_ |= MPI_REQ_GENERALIZED; (*request)->flags_ |= MPI_REQ_PERSISTENT; @@ -1172,7 +1166,8 @@ int Request::grequest_start( MPI_Grequest_query_function *query_fn, MPI_Grequest return MPI_SUCCESS; } -int Request::grequest_complete( MPI_Request request){ +int Request::grequest_complete(MPI_Request request) +{ if ((!(request->flags_ & MPI_REQ_GENERALIZED)) || request->generalized_funcs->mutex==NULL) return MPI_ERR_REQUEST; request->generalized_funcs->mutex->lock();