1 /* Copyright (c) 2007-2019. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
7 #include "simgrid/Exception.hpp"
8 #include "simgrid/s4u/Actor.hpp"
9 #include "simgrid/s4u/Exec.hpp"
10 #include "src/kernel/activity/CommImpl.hpp"
11 #include "src/kernel/activity/ExecImpl.hpp"
12 #include "src/kernel/activity/IoImpl.hpp"
13 #include "src/kernel/activity/SleepImpl.hpp"
14 #include "src/kernel/activity/SynchroRaw.hpp"
15 #include "src/mc/mc_replay.hpp"
16 #include "src/mc/remote/Client.hpp"
17 #include "src/simix/smx_private.hpp"
18 #include "src/surf/HostImpl.hpp"
19 #include "src/surf/cpu_interface.hpp"
21 #include <boost/range/algorithm.hpp>
23 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(simix_process, simix, "Logging specific to SIMIX (process)");
25 static unsigned long simix_process_maxpid = 0;
28 * @brief Returns the current agent.
30 * This functions returns the currently running SIMIX process.
32 * @return The SIMIX process
34 smx_actor_t SIMIX_process_self()
36 simgrid::kernel::context::Context* self_context = simgrid::kernel::context::Context::self();
38 return (self_context != nullptr) ? self_context->get_actor() : nullptr;
42 * @brief Returns whether a process has pending asynchronous communications.
43 * @return true if there are asynchronous communications in this process
46 int SIMIX_process_has_pending_comms(smx_actor_t process)
49 return process->comms.size() > 0;
56 ActorImpl::ActorImpl(const simgrid::xbt::string& name, s4u::Host* host) : host_(host), name_(name), piface_(this)
58 pid_ = simix_process_maxpid++;
59 simcall.issuer = this;
62 ActorImpl::~ActorImpl() = default;
64 /* Become an actor in the simulation
66 * Currently this can only be called by the main thread (once) and only work with some thread factories
67 * (currently ThreadContextFactory).
69 * In the future, it might be extended in order to attach other threads created by a third party library.
72 ActorImplPtr ActorImpl::attach(const std::string& name, void* data, s4u::Host* host,
73 std::unordered_map<std::string, std::string>* properties)
75 // This is mostly a copy/paste from create(), it'd be nice to share some code between those two functions.
77 XBT_DEBUG("Attach process %s on host '%s'", name.c_str(), host->get_cname());
79 if (not host->is_on()) {
80 XBT_WARN("Cannot launch process '%s' on failed host '%s'", name.c_str(), host->get_cname());
81 std::rethrow_exception(
82 std::make_exception_ptr(simgrid::HostFailureException(XBT_THROW_POINT, "Cannot attach actor on failed host.")));
85 ActorImpl* actor = new ActorImpl(xbt::string(name), host);
87 actor->set_user_data(data);
88 actor->code = nullptr;
90 XBT_VERB("Create context %s", actor->get_cname());
91 xbt_assert(simix_global != nullptr, "simix is not initialized, please call MSG_init first");
92 actor->context_.reset(simix_global->context_factory->attach(actor));
95 if (properties != nullptr)
96 for (auto const& kv : *properties)
97 actor->set_property(kv.first, kv.second);
99 /* Add the process to it's host process list */
100 host->pimpl_->process_list_.push_back(*actor);
102 /* Now insert it in the global process list and in the process to run list */
103 simix_global->process_list[actor->get_pid()] = actor;
104 XBT_DEBUG("Inserting [%p] %s(%s) in the to_run list", actor, actor->get_cname(), host->get_cname());
105 simix_global->actors_to_run.push_back(actor);
106 intrusive_ptr_add_ref(actor);
108 auto* context = dynamic_cast<simgrid::kernel::context::AttachContext*>(actor->context_.get());
109 xbt_assert(nullptr != context, "Not a suitable context");
110 context->attach_start();
112 /* The on_creation() signal must be delayed until there, where the pid and everything is set */
113 simgrid::s4u::Actor::on_creation(*actor->ciface());
115 return ActorImplPtr(actor);
117 /** @brief Detach an actor attached with `attach()`
119 * This is called when the current actor has finished its job.
120 * Used in the main thread, it waits for the simulation to finish before returning. When it returns, the other
121 * simulated actors and the maestro are destroyed.
123 void ActorImpl::detach()
125 auto* context = dynamic_cast<context::AttachContext*>(context::Context::self());
126 if (context == nullptr)
127 xbt_die("Not a suitable context");
129 context->get_actor()->cleanup();
130 context->attach_stop();
133 void ActorImpl::cleanup()
137 if (has_to_auto_restart() && not get_host()->is_on()) {
138 XBT_DEBUG("Insert host %s to watched_hosts because it's off and %s needs to restart", get_host()->get_cname(),
140 watched_hosts.insert(get_host()->get_name());
143 // Execute the termination callbacks
144 bool failed = context_->iwannadie;
145 while (not on_exit.empty()) {
146 auto exit_fun = on_exit.back();
151 /* cancel non-blocking activities */
152 for (auto activity : comms)
153 boost::static_pointer_cast<activity::CommImpl>(activity)->cancel();
156 XBT_DEBUG("%s@%s(%ld) should not run anymore", get_cname(), get_host()->get_cname(), get_pid());
158 if (this == simix_global->maestro_process) /* Do not cleanup maestro */
161 XBT_DEBUG("Cleanup actor %s (%p), waiting synchro %p", get_cname(), this, waiting_synchro.get());
163 /* Unregister from the kill timer if any */
164 if (kill_timer != nullptr) {
165 kill_timer->remove();
166 kill_timer = nullptr;
169 simix_global->mutex.lock();
171 simix_global->process_list.erase(pid_);
172 if (host_ && host_process_list_hook.is_linked())
173 simgrid::xbt::intrusive_erase(host_->pimpl_->process_list_, *this);
174 if (not smx_destroy_list_hook.is_linked()) {
176 xbt_dynar_push_as(simix_global->dead_actors_vector, ActorImpl*, this);
178 simix_global->actors_to_destroy.push_back(*this);
181 simix_global->mutex.unlock();
183 context_->iwannadie = false; // don't let the simcall's yield() do a Context::stop(), to avoid infinite loops
184 simgrid::simix::simcall([this] { simgrid::s4u::Actor::on_destruction(*ciface()); });
185 context_->iwannadie = true;
188 void ActorImpl::exit()
190 context_->iwannadie = true;
193 exception_ = nullptr;
195 // Forcefully kill the actor if its host is turned off. Not a HostFailureException because you should not survive that
196 if (not host_->is_on())
197 this->throw_exception(std::make_exception_ptr(ForcefulKillException("host failed")));
199 /* destroy the blocking synchro if any */
200 if (waiting_synchro != nullptr) {
202 activity::ExecImplPtr exec = boost::dynamic_pointer_cast<activity::ExecImpl>(waiting_synchro);
203 activity::CommImplPtr comm = boost::dynamic_pointer_cast<activity::CommImpl>(waiting_synchro);
204 activity::SleepImplPtr sleep = boost::dynamic_pointer_cast<activity::SleepImpl>(waiting_synchro);
205 activity::RawImplPtr raw = boost::dynamic_pointer_cast<activity::RawImpl>(waiting_synchro);
206 activity::IoImplPtr io = boost::dynamic_pointer_cast<activity::IoImpl>(waiting_synchro);
208 if (exec != nullptr && exec->surf_action_) {
210 exec->clean_action();
211 } else if (comm != nullptr) {
212 comms.remove(waiting_synchro);
214 // Remove first occurrence of &actor->simcall:
215 auto i = boost::range::find(waiting_synchro->simcalls_, &simcall);
216 if (i != waiting_synchro->simcalls_.end())
217 waiting_synchro->simcalls_.remove(&simcall);
218 } else if (sleep != nullptr) {
221 } else if (raw != nullptr) {
223 } else if (io != nullptr) {
227 simgrid::kernel::activity::ActivityImplPtr activity = waiting_synchro;
228 xbt_die("Activity is of unknown type %s", simgrid::xbt::demangle(typeid(activity).name()).get());
231 waiting_synchro = nullptr;
235 void ActorImpl::kill(ActorImpl* actor)
237 if (actor->finished_) {
238 XBT_DEBUG("Ignoring request to kill actor %s@%s that is already dead", actor->get_cname(),
239 actor->host_->get_cname());
243 XBT_DEBUG("Actor '%s'@%s is killing actor '%s'@%s", get_cname(), host_ ? host_->get_cname() : "", actor->get_cname(),
244 actor->host_ ? actor->host_->get_cname() : "");
248 if (std::find(begin(simix_global->actors_to_run), end(simix_global->actors_to_run), actor) ==
249 end(simix_global->actors_to_run) &&
251 XBT_DEBUG("Inserting %s in the to_run list", actor->get_cname());
252 simix_global->actors_to_run.push_back(actor);
256 void ActorImpl::kill_all()
258 for (auto const& kv : simix_global->process_list)
259 if (kv.second != this)
260 this->kill(kv.second);
263 void ActorImpl::set_kill_time(double kill_time)
265 if (kill_time <= SIMIX_get_clock())
267 XBT_DEBUG("Set kill time %f for actor %s@%s", kill_time, get_cname(), host_->get_cname());
268 kill_timer = simix::Timer::set(kill_time, [this] {
270 kill_timer = nullptr;
274 double ActorImpl::get_kill_time()
276 return kill_timer ? kill_timer->get_date() : 0;
279 void ActorImpl::yield()
281 XBT_DEBUG("Yield actor '%s'", get_cname());
283 /* Go into sleep and return control to maestro */
286 /* Ok, maestro returned control to us */
287 XBT_DEBUG("Control returned to me: '%s'", get_cname());
289 if (context_->iwannadie) {
290 XBT_DEBUG("Actor %s@%s is dead", get_cname(), host_->get_cname());
291 // throw simgrid::kernel::context::ForcefulKillException(); Does not seem to properly kill the actor
297 XBT_DEBUG("Hey! I'm suspended.");
299 xbt_assert(exception_ == nullptr, "Gasp! This exception may be lost by subsequent calls.");
304 if (exception_ != nullptr) {
305 XBT_DEBUG("Wait, maestro left me an exception");
306 std::exception_ptr exception = std::move(exception_);
307 exception_ = nullptr;
308 std::rethrow_exception(std::move(exception));
311 if (SMPI_switch_data_segment && not finished_) {
312 SMPI_switch_data_segment(iface());
316 /** This actor will be terminated automatically when the last non-daemon actor finishes */
317 void ActorImpl::daemonize()
321 simix_global->daemons.push_back(this);
322 SIMIX_process_on_exit(this, [this](bool) {
323 auto& vect = simix_global->daemons;
324 auto it = std::find(vect.begin(), vect.end(), this);
325 xbt_assert(it != vect.end(), "The dying daemon is not a daemon after all. Please report that bug.");
327 /* Don't move the whole content since we don't really care about the order */
328 std::swap(*it, vect.back());
334 s4u::Actor* ActorImpl::restart()
336 xbt_assert(this != simix_global->maestro_process, "Restarting maestro is not supported");
338 XBT_DEBUG("Restarting actor %s on %s", get_cname(), host_->get_cname());
340 // retrieve the arguments of the old actor
341 ProcessArg arg = ProcessArg(host_, this);
343 // kill the old actor
344 context::Context::self()->get_actor()->kill(this);
346 // start the new actor
348 ActorImpl::create(arg.name, std::move(arg.code), arg.data, arg.host, arg.properties.get(), nullptr);
349 actor->set_kill_time(arg.kill_time);
350 actor->set_auto_restart(arg.auto_restart);
352 return actor->ciface();
355 activity::ActivityImplPtr ActorImpl::suspend(ActorImpl* issuer)
358 XBT_DEBUG("Actor '%s' is already suspended", get_cname());
364 /* If we are suspending another actor that is waiting on a sync, suspend its synchronization. */
365 if (this != issuer) {
367 waiting_synchro->suspend();
368 /* If the other actor is not waiting, its suspension is delayed to when the actor is rescheduled. */
372 activity::ExecImpl* exec = new activity::ExecImpl();
373 (*exec).set_name("suspend").set_host(host_).set_flops_amount(0.0).start();
374 return activity::ExecImplPtr(exec);
378 void ActorImpl::resume()
380 XBT_IN("actor = %p", this);
382 if (context_->iwannadie) {
383 XBT_VERB("Ignoring request to suspend an actor that is currently dying.");
391 /* resume the synchronization that was blocking the resumed actor. */
393 waiting_synchro->resume();
398 activity::ActivityImplPtr ActorImpl::join(ActorImpl* actor, double timeout)
400 activity::ActivityImplPtr sleep = this->sleep(timeout);
401 SIMIX_process_on_exit(actor, [sleep](bool) {
402 if (sleep->surf_action_)
403 sleep->surf_action_->finish(resource::Action::State::FINISHED);
408 activity::ActivityImplPtr ActorImpl::sleep(double duration)
410 if (not host_->is_on())
411 throw_exception(std::make_exception_ptr(simgrid::HostFailureException(
412 XBT_THROW_POINT, std::string("Host ") + host_->get_cname() + " failed, you cannot sleep there.")));
414 activity::SleepImpl* sleep = new activity::SleepImpl();
415 (*sleep).set_name("sleep").set_host(host_).set_duration(duration).start();
416 return activity::SleepImplPtr(sleep);
419 void ActorImpl::throw_exception(std::exception_ptr e)
426 /* cancel the blocking synchro if any */
427 if (waiting_synchro) {
429 activity::ExecImplPtr exec = boost::dynamic_pointer_cast<activity::ExecImpl>(waiting_synchro);
433 activity::CommImplPtr comm = boost::dynamic_pointer_cast<activity::CommImpl>(waiting_synchro);
434 if (comm != nullptr) {
439 activity::SleepImplPtr sleep = boost::dynamic_pointer_cast<activity::SleepImpl>(waiting_synchro);
440 if (sleep != nullptr) {
441 sleep->clean_action();
442 if (std::find(begin(simix_global->actors_to_run), end(simix_global->actors_to_run), this) ==
443 end(simix_global->actors_to_run) &&
444 this != SIMIX_process_self()) {
445 XBT_DEBUG("Inserting [%p] %s in the to_run list", this, get_cname());
446 simix_global->actors_to_run.push_back(this);
450 activity::RawImplPtr raw = boost::dynamic_pointer_cast<activity::RawImpl>(waiting_synchro);
451 if (raw != nullptr) {
455 activity::IoImplPtr io = boost::dynamic_pointer_cast<activity::IoImpl>(waiting_synchro);
460 waiting_synchro = nullptr;
463 void ActorImpl::set_host(s4u::Host* dest)
465 xbt::intrusive_erase(host_->pimpl_->process_list_, *this);
467 dest->pimpl_->process_list_.push_back(*this);
470 ActorImplPtr ActorImpl::init(const std::string& name, s4u::Host* host)
472 ActorImpl* actor = new ActorImpl(xbt::string(name), host);
473 actor->set_ppid(this->pid_);
475 intrusive_ptr_add_ref(actor);
476 /* The on_creation() signal must be delayed until there, where the pid and everything is set */
477 s4u::Actor::on_creation(*actor->ciface());
479 return ActorImplPtr(actor);
482 ActorImpl* ActorImpl::start(const simix::ActorCode& code)
484 xbt_assert(code && host_ != nullptr, "Invalid parameters");
486 if (not host_->is_on()) {
487 XBT_WARN("Cannot launch actor '%s' on failed host '%s'", name_.c_str(), host_->get_cname());
488 intrusive_ptr_release(this);
489 std::rethrow_exception(
490 std::make_exception_ptr(simgrid::HostFailureException(XBT_THROW_POINT, "Cannot start actor on failed host.")));
494 XBT_VERB("Create context %s", get_cname());
495 context_.reset(simix_global->context_factory->create_context(simix::ActorCode(code), this));
497 XBT_DEBUG("Start context '%s'", get_cname());
499 /* Add the actor to its host's actor list */
500 host_->pimpl_->process_list_.push_back(*this);
501 simix_global->process_list[pid_] = this;
503 /* Now insert it in the global actor list and in the actor to run list */
504 XBT_DEBUG("Inserting [%p] %s(%s) in the to_run list", this, get_cname(), host_->get_cname());
505 simix_global->actors_to_run.push_back(this);
510 ActorImplPtr ActorImpl::create(const std::string& name, const simix::ActorCode& code, void* data, s4u::Host* host,
511 std::unordered_map<std::string, std::string>* properties, ActorImpl* parent_actor)
513 XBT_DEBUG("Start actor %s@'%s'", name.c_str(), host->get_cname());
516 if (parent_actor != nullptr)
517 actor = parent_actor->init(xbt::string(name), host);
519 actor = SIMIX_process_self()->init(xbt::string(name), host);
522 actor->set_user_data(data);
525 if (properties != nullptr)
526 for (auto const& kv : *properties)
527 actor->set_property(kv.first, kv.second);
534 void create_maestro(const std::function<void()>& code)
536 /* Create maestro actor and initialize it */
537 ActorImpl* maestro = new ActorImpl(xbt::string(""), /*host*/ nullptr);
540 maestro->context_.reset(simix_global->context_factory->create_context(simix::ActorCode(), maestro));
542 maestro->context_.reset(simix_global->context_factory->create_maestro(simix::ActorCode(code), maestro));
545 maestro->simcall.issuer = maestro;
546 simix_global->maestro_process = maestro;
550 } // namespace kernel
551 } // namespace simgrid
553 void SIMIX_process_detach()
555 simgrid::kernel::actor::ActorImpl::detach();
558 smx_actor_t SIMIX_process_attach(const char* name, void* data, const char* hostname,
559 std::unordered_map<std::string, std::string>* properties,
560 smx_actor_t /*parent_process*/)
562 return simgrid::kernel::actor::ActorImpl::attach(name, data, sg_host_by_name(hostname), properties).get();
565 /** @deprecated When this function gets removed, also remove the xbt_ex class, that is only there to help users to
567 void SIMIX_process_throw(smx_actor_t actor, xbt_errcat_t cat, int value, const char* msg)
569 SMX_EXCEPTION(actor, cat, value, msg);
571 if (actor->is_suspended())
574 /* cancel the blocking synchro if any */
575 if (actor->waiting_synchro) {
577 simgrid::kernel::activity::ExecImplPtr exec =
578 boost::dynamic_pointer_cast<simgrid::kernel::activity::ExecImpl>(actor->waiting_synchro);
582 simgrid::kernel::activity::CommImplPtr comm =
583 boost::dynamic_pointer_cast<simgrid::kernel::activity::CommImpl>(actor->waiting_synchro);
584 if (comm != nullptr) {
585 actor->comms.remove(comm);
589 simgrid::kernel::activity::SleepImplPtr sleep =
590 boost::dynamic_pointer_cast<simgrid::kernel::activity::SleepImpl>(actor->waiting_synchro);
591 if (sleep != nullptr) {
592 sleep->clean_action();
593 if (std::find(begin(simix_global->actors_to_run), end(simix_global->actors_to_run), actor) ==
594 end(simix_global->actors_to_run) &&
595 actor != SIMIX_process_self()) {
596 XBT_DEBUG("Inserting [%p] %s in the to_run list", actor, actor->get_cname());
597 simix_global->actors_to_run.push_back(actor);
601 simgrid::kernel::activity::RawImplPtr raw =
602 boost::dynamic_pointer_cast<simgrid::kernel::activity::RawImpl>(actor->waiting_synchro);
603 if (raw != nullptr) {
607 simgrid::kernel::activity::IoImplPtr io =
608 boost::dynamic_pointer_cast<simgrid::kernel::activity::IoImpl>(actor->waiting_synchro);
613 actor->waiting_synchro = nullptr;
616 void simcall_HANDLER_process_suspend(smx_simcall_t simcall, smx_actor_t actor)
618 smx_activity_t sync_suspend = actor->suspend(simcall->issuer);
620 if (actor != simcall->issuer) {
621 SIMIX_simcall_answer(simcall);
623 sync_suspend->simcalls_.push_back(simcall);
624 actor->waiting_synchro = sync_suspend;
625 actor->waiting_synchro->suspend();
627 /* If we are suspending ourselves, then just do not finish the simcall now */
630 int SIMIX_process_get_maxpid()
632 return simix_process_maxpid;
635 int SIMIX_process_count()
637 return simix_global->process_list.size();
640 void* SIMIX_process_self_get_data() // deprecated
642 smx_actor_t self = SIMIX_process_self();
644 if (self == nullptr) {
647 return self->get_user_data();
650 void SIMIX_process_self_set_data(void* data) // deprecated
652 SIMIX_process_self()->set_user_data(data);
655 /* needs to be public and without simcall because it is called
656 by exceptions and logging events */
657 const char* SIMIX_process_self_get_name()
660 smx_actor_t process = SIMIX_process_self();
661 if (process == nullptr || process == simix_global->maestro_process)
664 return process->get_cname();
667 void simcall_HANDLER_process_join(smx_simcall_t simcall, smx_actor_t process, double timeout)
669 if (process->finished_) {
670 // The joined process is already finished, just wake up the issuer process right away
671 simcall_process_sleep__set__result(simcall, SIMIX_DONE);
672 SIMIX_simcall_answer(simcall);
675 smx_activity_t sync = simcall->issuer->join(process, timeout);
676 sync->simcalls_.push_back(simcall);
677 simcall->issuer->waiting_synchro = sync;
680 void simcall_HANDLER_process_sleep(smx_simcall_t simcall, double duration)
682 if (MC_is_active() || MC_record_replay_is_active()) {
683 MC_process_clock_add(simcall->issuer, duration);
684 simcall_process_sleep__set__result(simcall, SIMIX_DONE);
685 SIMIX_simcall_answer(simcall);
688 smx_activity_t sync = simcall->issuer->sleep(duration);
689 sync->simcalls_.push_back(simcall);
690 simcall->issuer->waiting_synchro = sync;
694 * @brief Calling this function makes the process to yield.
696 * Only the current process can call this function, giving back the control to maestro.
698 * @param self the current process
701 /** @brief Returns the list of processes to run.
704 const std::vector<smx_actor_t>& simgrid::simix::process_get_runnable()
706 return simix_global->actors_to_run;
709 /** @brief Returns the process from PID. */
710 smx_actor_t SIMIX_process_from_PID(aid_t PID)
712 auto actor = simix_global->process_list.find(PID);
713 return actor == simix_global->process_list.end() ? nullptr : actor->second;
716 void SIMIX_process_on_exit(smx_actor_t actor, int_f_pvoid_pvoid_t fun, void* data)
718 SIMIX_process_on_exit(actor, [fun, data](bool failed) {
719 intptr_t status = failed ? SMX_EXIT_FAILURE : SMX_EXIT_SUCCESS;
720 fun(reinterpret_cast<void*>(status), data);
724 void SIMIX_process_on_exit(smx_actor_t actor, const std::function<void(int, void*)>& fun, void* data)
726 SIMIX_process_on_exit(actor, [fun, data](bool failed) { fun(failed ? SMX_EXIT_FAILURE : SMX_EXIT_SUCCESS, data); });
729 void SIMIX_process_on_exit(smx_actor_t actor, const std::function<void(bool /*failed*/)>& fun)
731 xbt_assert(actor, "current process not found: are you in maestro context ?");
732 actor->on_exit.emplace_back(fun);
735 /** @brief Restart a process, starting it again from the beginning. */
737 * @ingroup simix_process_management
738 * @brief Creates and runs a new SIMIX process.
740 * The structure and the corresponding thread are created and put in the list of ready processes.
742 * @param name a name for the process. It is for user-level information and can be nullptr.
743 * @param code the main function of the process
744 * @param data a pointer to any data one may want to attach to the new object. It is for user-level information and can
746 * It can be retrieved with the method ActorImpl::getUserData().
747 * @param host where the new agent is executed.
748 * @param properties the properties of the process
750 smx_actor_t simcall_process_create(const std::string& name, const simgrid::simix::ActorCode& code, void* data,
751 sg_host_t host, std::unordered_map<std::string, std::string>* properties)
753 smx_actor_t self = SIMIX_process_self();
754 return simgrid::simix::simcall([&name, &code, data, host, properties, self] {
755 return simgrid::kernel::actor::ActorImpl::create(name, code, data, host, properties, self).get();
759 void simcall_process_set_data(smx_actor_t process, void* data)
761 simgrid::simix::simcall([process, data] { process->set_user_data(data); });