src/kernel/activity/ExecImpl.cpp

   1 /* Copyright (c) 2007-2021. The SimGrid Team. All rights reserved.          */
   2
   3 /* This program is free software; you can redistribute it and/or modify it
   4  * under the terms of the license (GNU LGPL) which comes with this package. */
   5
   6 #include <simgrid/Exception.hpp>
   7 #include <simgrid/kernel/routing/NetPoint.hpp>
   8 #include <simgrid/modelchecker.h>
   9 #include <simgrid/s4u/Engine.hpp>
  10
  11 #include "src/kernel/activity/ExecImpl.hpp"
  12 #include "src/kernel/actor/ActorImpl.hpp"
  13 #include "src/kernel/actor/SimcallObserver.hpp"
  14 #include "src/kernel/resource/CpuImpl.hpp"
  15 #include "src/mc/mc_replay.hpp"
  16 #include "src/surf/HostImpl.hpp"
  17
  18 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(simix_process);
  19
  20 namespace simgrid {
  21 namespace kernel {
  22 namespace activity {
  23
  24 ExecImpl::ExecImpl()
  25 {
  26   piface_                = new s4u::Exec(this);
  27   actor::ActorImpl* self = actor::ActorImpl::self();
  28   if (self) {
  29     actor_ = self;
  30     self->activities_.emplace_back(this);
  31   }
  32 }
  33
  34 ExecImpl& ExecImpl::set_host(s4u::Host* host)
  35 {
  36   hosts_.assign(1, host);
  37   return *this;
  38 }
  39
  40 ExecImpl& ExecImpl::set_hosts(const std::vector<s4u::Host*>& hosts)
  41 {
  42   hosts_ = hosts;
  43   return *this;
  44 }
  45
  46 ExecImpl& ExecImpl::set_timeout(double timeout)
  47 {
  48   if (timeout >= 0 && not MC_is_active() && not MC_record_replay_is_active()) {
  49     timeout_detector_.reset(hosts_.front()->get_cpu()->sleep(timeout));
  50     timeout_detector_->set_activity(this);
  51   }
  52   return *this;
  53 }
  54
  55 ExecImpl& ExecImpl::set_flops_amount(double flops_amount)
  56 {
  57   flops_amounts_.assign(1, flops_amount);
  58   return *this;
  59 }
  60
  61 ExecImpl& ExecImpl::set_flops_amounts(const std::vector<double>& flops_amounts)
  62 {
  63   flops_amounts_ = flops_amounts;
  64   return *this;
  65 }
  66
  67 ExecImpl& ExecImpl::set_bytes_amounts(const std::vector<double>& bytes_amounts)
  68 {
  69   bytes_amounts_ = bytes_amounts;
  70
  71   return *this;
  72 }
  73
  74 ExecImpl* ExecImpl::start()
  75 {
  76   state_ = State::RUNNING;
  77   if (not MC_is_active() && not MC_record_replay_is_active()) {
  78     if (hosts_.size() == 1) {
  79       surf_action_ = hosts_.front()->get_cpu()->execution_start(flops_amounts_.front(), bound_);
  80       surf_action_->set_sharing_penalty(sharing_penalty_);
  81       surf_action_->set_category(get_tracing_category());
  82     } else {
  83       // get the model from first host since we have only 1 by now
  84       auto host_model = hosts_.front()->get_netpoint()->get_englobing_zone()->get_host_model();
  85       surf_action_    = host_model->execute_parallel(hosts_, flops_amounts_.data(), bytes_amounts_.data(), -1);
  86     }
  87     surf_action_->set_activity(this);
  88     start_time_ = surf_action_->get_start_time();
  89   }
  90
  91   XBT_DEBUG("Create execute synchro %p: %s", this, get_cname());
  92   return this;
  93 }
  94
  95 double ExecImpl::get_seq_remaining_ratio()
  96 {
  97   return (surf_action_ == nullptr) ? 0 : surf_action_->get_remains() / surf_action_->get_cost();
  98 }
  99
 100 double ExecImpl::get_par_remaining_ratio()
 101 {
 102   // parallel task: their remain is already between 0 and 1
 103   return (surf_action_ == nullptr) ? 0 : surf_action_->get_remains();
 104 }
 105
 106 ExecImpl& ExecImpl::set_bound(double bound)
 107 {
 108   bound_ = bound;
 109   return *this;
 110 }
 111
 112 ExecImpl& ExecImpl::set_sharing_penalty(double sharing_penalty)
 113 {
 114   sharing_penalty_ = sharing_penalty;
 115   return *this;
 116 }
 117
 118 ExecImpl& ExecImpl::update_sharing_penalty(double sharing_penalty)
 119 {
 120   sharing_penalty_ = sharing_penalty;
 121   surf_action_->set_sharing_penalty(sharing_penalty);
 122   return *this;
 123 }
 124
 125 void ExecImpl::post()
 126 {
 127   xbt_assert(surf_action_ != nullptr);
 128   if (std::any_of(hosts_.begin(), hosts_.end(), [](const s4u::Host* host) { return not host->is_on(); })) {
 129     /* If one of the hosts running the synchro failed, notice it. This way, the asking
 130      * process can be killed if it runs on that host itself */
 131     state_ = State::FAILED;
 132   } else if (surf_action_->get_state() == resource::Action::State::FAILED) {
 133     /* If all the hosts are running the synchro didn't fail, then the synchro was canceled */
 134     state_ = State::CANCELED;
 135   } else if (timeout_detector_ && timeout_detector_->get_state() == resource::Action::State::FINISHED) {
 136     if (surf_action_->get_remains() > 0.0) {
 137       surf_action_->set_state(resource::Action::State::FAILED);
 138       state_ = State::TIMEOUT;
 139     } else {
 140       state_ = State::DONE;
 141     }
 142   } else {
 143     state_ = State::DONE;
 144   }
 145
 146   finish_time_ = surf_action_->get_finish_time();
 147
 148   clean_action();
 149   timeout_detector_.reset();
 150   if (actor_) {
 151     actor_->activities_.remove(this);
 152     actor_ = nullptr;
 153   }
 154   if (state_ != State::FAILED && cb_id_ >= 0)
 155     s4u::Host::on_state_change.disconnect(cb_id_);
 156   /* Answer all simcalls associated with the synchro */
 157   finish();
 158 }
 159
 160 void ExecImpl::finish()
 161 {
 162   XBT_DEBUG("ExecImpl::finish() in state %s", to_c_str(state_));
 163   while (not simcalls_.empty()) {
 164     smx_simcall_t simcall = simcalls_.front();
 165     simcalls_.pop_front();
 166
 167     if (simcall->call_ == simix::Simcall::NONE) // FIXME: maybe a better way to handle this case
 168       continue;                                 // if process handling comm is killed
 169
 170     /* If a waitany simcall is waiting for this synchro to finish, then remove it from the other synchros in the waitany
 171      * list. Afterwards, get the position of the actual synchro in the waitany list and return it as the result of the
 172      * simcall */
 173     if (auto* observer = dynamic_cast<actor::ExecutionWaitanySimcall*>(simcall->observer_)) {
 174
 175       const auto& execs = observer->get_execs();
 176
 177       for (auto* exec : execs)
 178         exec->unregister_simcall(simcall);
 179
 180       if (simcall->timeout_cb_) {
 181         simcall->timeout_cb_->remove();
 182         simcall->timeout_cb_ = nullptr;
 183       }
 184
 185       if (not MC_is_active() && not MC_record_replay_is_active()) {
 186         auto element = std::find(execs.begin(), execs.end(), this);
 187         int rank     = element != execs.end() ? static_cast<int>(std::distance(execs.begin(), element)) : -1;
 188         observer->set_result(rank);
 189       }
 190     }
 191
 192     switch (state_) {
 193       case State::FAILED:
 194         piface_->complete(s4u::Activity::State::FAILED);
 195         if (simcall->issuer_->get_host()->is_on())
 196           simcall->issuer_->exception_ = std::make_exception_ptr(HostFailureException(XBT_THROW_POINT, "Host failed"));
 197         else /* else, the actor will be killed with no possibility to survive */
 198           simcall->issuer_->context_->set_wannadie();
 199         break;
 200
 201       case State::CANCELED:
 202         simcall->issuer_->exception_ = std::make_exception_ptr(CancelException(XBT_THROW_POINT, "Execution Canceled"));
 203         break;
 204
 205       case State::TIMEOUT:
 206         simcall->issuer_->exception_ = std::make_exception_ptr(TimeoutException(XBT_THROW_POINT, "Timeouted"));
 207         break;
 208
 209       default:
 210         xbt_assert(state_ == State::DONE, "Internal error in ExecImpl::finish(): unexpected synchro state %s",
 211                    to_c_str(state_));
 212     }
 213
 214     simcall->issuer_->waiting_synchro_ = nullptr;
 215     /* Fail the process if the host is down */
 216     if (simcall->issuer_->get_host()->is_on())
 217       simcall->issuer_->simcall_answer();
 218     else
 219       simcall->issuer_->context_->set_wannadie();
 220   }
 221 }
 222
 223 ActivityImpl* ExecImpl::migrate(s4u::Host* to)
 224 {
 225   if (not MC_is_active() && not MC_record_replay_is_active()) {
 226     resource::Action* old_action = this->surf_action_;
 227     resource::Action* new_action = to->get_cpu()->execution_start(old_action->get_cost(), old_action->get_user_bound());
 228     new_action->set_remains(old_action->get_remains());
 229     new_action->set_activity(this);
 230     new_action->set_sharing_penalty(old_action->get_sharing_penalty());
 231     new_action->set_user_bound(old_action->get_user_bound());
 232
 233     old_action->set_activity(nullptr);
 234     old_action->cancel();
 235     old_action->unref();
 236     this->surf_action_ = new_action;
 237   }
 238
 239   on_migration(*this, to);
 240   return this;
 241 }
 242
 243 void ExecImpl::wait_any_for(actor::ActorImpl* issuer, const std::vector<ExecImpl*>& execs, double timeout)
 244 {
 245   if (timeout < 0.0) {
 246     issuer->simcall_.timeout_cb_ = nullptr;
 247   } else {
 248     issuer->simcall_.timeout_cb_ = timer::Timer::set(s4u::Engine::get_clock() + timeout, [issuer, &execs]() {
 249       issuer->simcall_.timeout_cb_ = nullptr;
 250       for (auto* exec : execs)
 251         exec->unregister_simcall(&issuer->simcall_);
 252       // default result (-1) is set in actor::ExecutionWaitanySimcall
 253       issuer->simcall_answer();
 254     });
 255   }
 256
 257   for (auto* exec : execs) {
 258     /* associate this simcall to the the synchro */
 259     exec->simcalls_.push_back(&issuer->simcall_);
 260     /* see if the synchro is already finished */
 261     if (exec->state_ != State::WAITING && exec->state_ != State::RUNNING) {
 262       exec->finish();
 263       break;
 264     }
 265   }
 266 }
 267
 268 /*************
 269  * Callbacks *
 270  *************/
 271 xbt::signal<void(ExecImpl const&, s4u::Host*)> ExecImpl::on_migration;
 272
 273 } // namespace activity
 274 } // namespace kernel
 275 } // namespace simgrid