X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/81a26be55f972dc046ce7079131fec62eb992a7b..1363ce9624f4327f3ad5c934b15736a776637dfd:/src/s4u/s4u_Comm.cpp diff --git a/src/s4u/s4u_Comm.cpp b/src/s4u/s4u_Comm.cpp index 3e1d6b43ad..a36df4e27e 100644 --- a/src/s4u/s4u_Comm.cpp +++ b/src/s4u/s4u_Comm.cpp @@ -1,11 +1,9 @@ -/* Copyright (c) 2006-2022. The SimGrid Team. All rights reserved. */ +/* Copyright (c) 2006-2023. The SimGrid Team. All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it * under the terms of the license (GNU LGPL) which comes with this package. */ -//#include "src/msg/msg_private.hpp" -//#include "xbt/log.h" - +#include #include #include #include @@ -15,33 +13,35 @@ #include "src/kernel/activity/CommImpl.hpp" #include "src/kernel/actor/ActorImpl.hpp" #include "src/kernel/actor/SimcallObserver.hpp" +#include "src/mc/mc.h" +#include "src/mc/mc_replay.hpp" XBT_LOG_NEW_DEFAULT_SUBCATEGORY(s4u_comm, s4u_activity, "S4U asynchronous communications"); -namespace simgrid { -namespace s4u { +namespace simgrid::s4u { xbt::signal Comm::on_send; xbt::signal Comm::on_recv; -xbt::signal Comm::on_completion; -CommPtr Comm::set_copy_data_callback(void (*callback)(kernel::activity::CommImpl*, void*, size_t)) +CommPtr Comm::set_copy_data_callback(const std::function& callback) { copy_data_function_ = callback; return this; } -void Comm::copy_buffer_callback(kernel::activity::CommImpl* comm, void* buff, size_t buff_size) +void Comm::copy_buffer_callback(kernel::activity::CommImpl* comm, void* buff, + size_t buff_size) // XBT_ATTRIB_DEPRECATED_v338 { XBT_DEBUG("Copy the data over"); memcpy(comm->dst_buff_, buff, buff_size); - if (comm->detached()) { // if this is a detached send, the source buffer was duplicated by SMPI sender to make the - // original buffer available to the application ASAP + if (comm->is_detached()) { // if this is a detached send, the source buffer was duplicated by SMPI sender to make the + // original buffer available to the application ASAP xbt_free(buff); comm->src_buff_ = nullptr; } } -void Comm::copy_pointer_callback(kernel::activity::CommImpl* comm, void* buff, size_t buff_size) +void Comm::copy_pointer_callback(kernel::activity::CommImpl* comm, void* buff, + size_t buff_size) // XBT_ATTRIB_DEPRECATED_v338 { xbt_assert((buff_size == sizeof(void*)), "Cannot copy %zu bytes: must be sizeof(void*)", buff_size); *(void**)(comm->dst_buff_) = buff; @@ -60,27 +60,112 @@ Comm::~Comm() } } +void Comm::send(kernel::actor::ActorImpl* sender, const Mailbox* mbox, double task_size, double rate, void* src_buff, + size_t src_buff_size, + const std::function& match_fun, + const std::function& copy_data_fun, + void* data, double timeout) +{ + /* checking for infinite values */ + xbt_assert(std::isfinite(task_size), "task_size is not finite!"); + xbt_assert(std::isfinite(rate), "rate is not finite!"); + xbt_assert(std::isfinite(timeout), "timeout is not finite!"); + + xbt_assert(mbox, "No rendez-vous point defined for send"); + + if (MC_is_active() || MC_record_replay_is_active()) { + /* the model-checker wants two separate simcalls, and wants comm to be nullptr during the simcall */ + simgrid::kernel::activity::ActivityImplPtr comm = nullptr; + + simgrid::kernel::actor::CommIsendSimcall send_observer{ + sender, mbox->get_impl(), task_size, rate, static_cast(src_buff), + src_buff_size, match_fun, nullptr, copy_data_fun, data, + false, "Isend"}; + comm = simgrid::kernel::actor::simcall_answered( + [&send_observer] { return simgrid::kernel::activity::CommImpl::isend(&send_observer); }, &send_observer); + + if (simgrid::kernel::actor::ActivityWaitSimcall wait_observer{sender, comm.get(), timeout, "Wait"}; + simgrid::kernel::actor::simcall_blocking( + [&wait_observer] { + wait_observer.get_activity()->wait_for(wait_observer.get_issuer(), wait_observer.get_timeout()); + }, + &wait_observer)) { + throw simgrid::TimeoutException(XBT_THROW_POINT, "Timeouted"); + } + comm = nullptr; + } else { + simgrid::kernel::actor::CommIsendSimcall observer(sender, mbox->get_impl(), task_size, rate, + static_cast(src_buff), src_buff_size, match_fun, + nullptr, copy_data_fun, data, false, "Isend"); + simgrid::kernel::actor::simcall_blocking([&observer, timeout] { + simgrid::kernel::activity::ActivityImplPtr comm = simgrid::kernel::activity::CommImpl::isend(&observer); + comm->wait_for(observer.get_issuer(), timeout); + }); + } +} + +void Comm::recv(kernel::actor::ActorImpl* receiver, const Mailbox* mbox, void* dst_buff, size_t* dst_buff_size, + const std::function& match_fun, + const std::function& copy_data_fun, + void* data, double timeout, double rate) +{ + xbt_assert(std::isfinite(timeout), "timeout is not finite!"); + xbt_assert(mbox, "No rendez-vous point defined for recv"); + + if (MC_is_active() || MC_record_replay_is_active()) { + /* the model-checker wants two separate simcalls, and wants comm to be nullptr during the simcall */ + simgrid::kernel::activity::ActivityImplPtr comm = nullptr; + + simgrid::kernel::actor::CommIrecvSimcall observer{receiver, + mbox->get_impl(), + static_cast(dst_buff), + dst_buff_size, + match_fun, + copy_data_fun, + data, + rate, + "Irecv"}; + comm = simgrid::kernel::actor::simcall_answered( + [&observer] { return simgrid::kernel::activity::CommImpl::irecv(&observer); }, &observer); + + if (simgrid::kernel::actor::ActivityWaitSimcall wait_observer{receiver, comm.get(), timeout, "wait"}; + simgrid::kernel::actor::simcall_blocking( + [&wait_observer] { + wait_observer.get_activity()->wait_for(wait_observer.get_issuer(), wait_observer.get_timeout()); + }, + &wait_observer)) { + throw simgrid::TimeoutException(XBT_THROW_POINT, "Timeouted"); + } + comm = nullptr; + } else { + simgrid::kernel::actor::CommIrecvSimcall observer(receiver, mbox->get_impl(), static_cast(dst_buff), + dst_buff_size, match_fun, copy_data_fun, data, rate, "Irecv"); + simgrid::kernel::actor::simcall_blocking([&observer, timeout] { + simgrid::kernel::activity::ActivityImplPtr comm = simgrid::kernel::activity::CommImpl::irecv(&observer); + comm->wait_for(observer.get_issuer(), timeout); + }); + } +} + CommPtr Comm::sendto_init() { CommPtr res(new Comm()); + res->pimpl_ = kernel::activity::CommImplPtr(new kernel::activity::CommImpl()); + boost::static_pointer_cast(res->pimpl_)->detach(); res->sender_ = kernel::actor::ActorImpl::self(); return res; } CommPtr Comm::sendto_init(Host* from, Host* to) { - auto res = Comm::sendto_init(); - res->from_ = from; - res->to_ = to; - + auto res = Comm::sendto_init()->set_source(from)->set_destination(to); + res->set_state(State::STARTING); return res; } CommPtr Comm::sendto_async(Host* from, Host* to, uint64_t simulated_size_in_bytes) { - auto res = Comm::sendto_init(from, to)->set_payload_size(simulated_size_in_bytes); - res->vetoable_start(); - return res; + return Comm::sendto_init()->set_payload_size(simulated_size_in_bytes)->set_source(from)->set_destination(to); } void Comm::sendto(Host* from, Host* to, uint64_t simulated_size_in_bytes) @@ -92,24 +177,39 @@ CommPtr Comm::set_source(Host* from) { xbt_assert(state_ == State::INITED || state_ == State::STARTING, "Cannot change the source of a Comm once it's started (state: %s)", to_c_str(state_)); - from_ = from; - // Setting 'from_' may allow to start the activity, let's try - vetoable_start(); + boost::static_pointer_cast(pimpl_)->set_source(from); + // Setting 'source' may allow to start the activity, let's try + if (state_ == State::STARTING && remains_ <= 0) + XBT_DEBUG("This communication has a payload size of 0 byte. It cannot start yet"); + else + start(); return this; } +Host* Comm::get_source() const +{ + return pimpl_ ? boost::static_pointer_cast(pimpl_)->get_source() : nullptr; +} CommPtr Comm::set_destination(Host* to) { xbt_assert(state_ == State::INITED || state_ == State::STARTING, "Cannot change the destination of a Comm once it's started (state: %s)", to_c_str(state_)); - to_ = to; - // Setting 'to_' may allow to start the activity, let's try - vetoable_start(); + boost::static_pointer_cast(pimpl_)->set_destination(to); + // Setting 'destination' may allow to start the activity, let's try + if (state_ == State::STARTING && remains_ <= 0) + XBT_DEBUG("This communication has a payload size of 0 byte. It cannot start yet"); + else + start(); return this; } +Host* Comm::get_destination() const +{ + return pimpl_ ? boost::static_pointer_cast(pimpl_)->get_destination() : nullptr; +} + CommPtr Comm::set_rate(double rate) { xbt_assert(state_ == State::INITED, "You cannot use %s() once your communication started (not implemented)", @@ -176,7 +276,10 @@ CommPtr Comm::set_dst_data(void** buff, size_t size) CommPtr Comm::set_payload_size(uint64_t bytes) { - Activity::set_remaining(bytes); + set_remaining(bytes); + if (pimpl_) { + boost::static_pointer_cast(pimpl_)->set_size(bytes); + } return this; } @@ -188,22 +291,38 @@ Actor* Comm::get_sender() const return sender ? sender->get_ciface() : nullptr; } -Comm* Comm::start() +Actor* Comm::get_receiver() const +{ + kernel::actor::ActorImplPtr receiver = nullptr; + if (pimpl_) + receiver = boost::static_pointer_cast(pimpl_)->dst_actor_; + return receiver ? receiver->get_ciface() : nullptr; +} + +bool Comm::is_assigned() const +{ + return (pimpl_ && boost::static_pointer_cast(pimpl_)->is_assigned()) || + mailbox_ != nullptr; +} + +Comm* Comm::do_start() { xbt_assert(get_state() == State::INITED || get_state() == State::STARTING, "You cannot use %s() once your communication started (not implemented)", __FUNCTION__); - if (from_ != nullptr || to_ != nullptr) { - xbt_assert(from_ != nullptr && to_ != nullptr, "When either from_ or to_ is specified, both must be."); + if (get_source() != nullptr || get_destination() != nullptr) { + xbt_assert(is_assigned(), "When either from_ or to_ is specified, both must be."); xbt_assert(src_buff_ == nullptr && dst_buff_ == nullptr, "Direct host-to-host communications cannot carry any data."); - pimpl_ = kernel::actor::simcall_answered([this] { - kernel::activity::CommImplPtr res(new kernel::activity::CommImpl(this->from_, this->to_, this->get_remaining())); - res->start(); - return res; + XBT_DEBUG("host-to-host Comm. Pimpl already created and set, just start it."); + on_start(*this); + on_this_start(*this); + kernel::actor::simcall_answered([this] { + pimpl_->set_state(kernel::activity::State::READY); + boost::static_pointer_cast(pimpl_)->start(); }); - } else if (src_buff_ != nullptr) { // Sender side on_send(*this); + on_this_send(*this); kernel::actor::CommIsendSimcall observer{sender_, mailbox_->get_impl(), remains_, @@ -214,12 +333,14 @@ Comm* Comm::start() clean_fun_, copy_data_function_, get_data(), - detached_}; + detached_, + "Isend"}; pimpl_ = kernel::actor::simcall_answered([&observer] { return kernel::activity::CommImpl::isend(&observer); }, &observer); } else if (dst_buff_ != nullptr) { // Receiver side xbt_assert(not detached_, "Receive cannot be detached"); on_recv(*this); + on_this_recv(*this); kernel::actor::CommIrecvSimcall observer{receiver_, mailbox_->get_impl(), static_cast(dst_buff_), @@ -227,7 +348,8 @@ Comm* Comm::start() match_fun_, copy_data_function_, get_data(), - rate_}; + rate_, + "Irecv"}; pimpl_ = kernel::actor::simcall_answered([&observer] { return kernel::activity::CommImpl::irecv(&observer); }, &observer); } else { @@ -240,6 +362,11 @@ Comm* Comm::start() if (not detached_) { pimpl_->set_iface(this); pimpl_->set_actor(sender_); + // Only throw the signal when both sides are here and the status is READY + if (pimpl_->get_state() != kernel::activity::State::WAITING) { + on_start(*this); + on_this_start(*this); + } } state_ = State::STARTED; @@ -248,11 +375,11 @@ Comm* Comm::start() Comm* Comm::detach() { - xbt_assert(state_ == State::INITED, "You cannot use %s() once your communication is %s (not implemented)", - __FUNCTION__, get_state_str()); + xbt_assert(state_ == State::INITED || state_ == State::STARTING, + "You cannot use %s() once your communication is %s (not implemented)", __FUNCTION__, get_state_str()); xbt_assert(dst_buff_ == nullptr && dst_buff_size_ == 0, "You can only detach sends, not recvs"); detached_ = true; - vetoable_start(); + start(); return this; } @@ -281,23 +408,25 @@ Comm* Comm::wait_for(double timeout) throw NetworkFailureException(XBT_THROW_POINT, "Cannot wait for a failed communication"); case State::INITED: case State::STARTING: // It's not started yet. Do it in one simcall if it's a regular communication - if (from_ != nullptr || to_ != nullptr) { - return vetoable_start()->wait_for(timeout); // In the case of host2host comm, do it in two simcalls + if (get_source() != nullptr || get_destination() != nullptr) { + return start()->wait_for(timeout); // In the case of host2host comm, do it in two simcalls } else if (src_buff_ != nullptr) { on_send(*this); - simcall_comm_send(sender_, mailbox_->get_impl(), remains_, rate_, src_buff_, src_buff_size_, match_fun_, - copy_data_function_, get_data(), timeout); + on_this_send(*this); + send(sender_, mailbox_, remains_, rate_, src_buff_, src_buff_size_, match_fun_, copy_data_function_, + get_data(), timeout); } else { // Receiver on_recv(*this); - simcall_comm_recv(receiver_, mailbox_->get_impl(), dst_buff_, &dst_buff_size_, match_fun_, copy_data_function_, - get_data(), timeout, rate_); + on_this_recv(*this); + recv(receiver_, mailbox_, dst_buff_, &dst_buff_size_, match_fun_, copy_data_function_, get_data(), + timeout, rate_); } break; case State::STARTED: try { issuer = kernel::actor::ActorImpl::self(); - kernel::actor::ActivityWaitSimcall observer{issuer, pimpl_.get(), timeout}; + kernel::actor::ActivityWaitSimcall observer{issuer, pimpl_.get(), timeout, "Wait"}; if (kernel::actor::simcall_blocking( [&observer] { observer.get_activity()->wait_for(observer.get_issuer(), observer.get_timeout()); }, &observer)) { @@ -319,6 +448,7 @@ Comm* Comm::wait_for(double timeout) complete(State::FINISHED); return this; } + ssize_t Comm::wait_any_for(const std::vector& comms, double timeout) { std::vector activities; @@ -342,7 +472,7 @@ ssize_t Comm::wait_any_for(const std::vector& comms, double timeout) void Comm::wait_all(const std::vector& comms) { // TODO: this should be a simcall or something - for (auto& comm : comms) + for (const auto& comm : comms) comm->wait(); } @@ -366,8 +496,7 @@ size_t Comm::wait_all_for(const std::vector& comms, double timeout) } return comms.size(); } -} // namespace s4u -} // namespace simgrid +} // namespace simgrid::s4u /* **************************** Public C interface *************************** */ void sg_comm_detach(sg_comm_t comm, void (*clean_function)(void*)) {