1 /* Copyright (c) 2007-2019. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
7 #include "simgrid/Exception.hpp"
8 #include "simgrid/s4u/Actor.hpp"
9 #include "simgrid/s4u/Exec.hpp"
10 #include "src/kernel/activity/CommImpl.hpp"
11 #include "src/kernel/activity/ExecImpl.hpp"
12 #include "src/kernel/activity/IoImpl.hpp"
13 #include "src/kernel/activity/SleepImpl.hpp"
14 #include "src/kernel/activity/SynchroRaw.hpp"
15 #include "src/mc/mc_replay.hpp"
16 #include "src/mc/remote/Client.hpp"
17 #include "src/simix/smx_private.hpp"
18 #include "src/surf/HostImpl.hpp"
19 #include "src/surf/cpu_interface.hpp"
21 #include <boost/range/algorithm.hpp>
23 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(simix_process, simix, "Logging specific to SIMIX (process)");
25 static unsigned long simix_process_maxpid = 0;
28 * @brief Returns the current agent.
30 * This functions returns the currently running SIMIX process.
32 * @return The SIMIX process
34 smx_actor_t SIMIX_process_self()
36 simgrid::kernel::context::Context* self_context = simgrid::kernel::context::Context::self();
38 return (self_context != nullptr) ? self_context->get_actor() : nullptr;
42 * @brief Returns whether a process has pending asynchronous communications.
43 * @return true if there are asynchronous communications in this process
46 int SIMIX_process_has_pending_comms(smx_actor_t process)
49 return process->comms.size() > 0;
56 ActorImpl::ActorImpl(const simgrid::xbt::string& name, s4u::Host* host) : host_(host), name_(name), piface_(this)
58 pid_ = simix_process_maxpid++;
59 simcall.issuer = this;
62 ActorImpl::~ActorImpl()
64 context_->iwannadie = false; // don't let the simcall's yield() do a Context::stop(), to avoid infinite loops
65 simgrid::simix::simcall([this] { simgrid::s4u::Actor::on_destruction(*ciface()); });
66 context_->iwannadie = true;
69 /* Become an actor in the simulation
71 * Currently this can only be called by the main thread (once) and only work with some thread factories
72 * (currently ThreadContextFactory).
74 * In the future, it might be extended in order to attach other threads created by a third party library.
77 ActorImplPtr ActorImpl::attach(const std::string& name, void* data, s4u::Host* host,
78 const std::unordered_map<std::string, std::string>* properties)
80 // This is mostly a copy/paste from create(), it'd be nice to share some code between those two functions.
82 XBT_DEBUG("Attach process %s on host '%s'", name.c_str(), host->get_cname());
84 if (not host->is_on()) {
85 XBT_WARN("Cannot launch process '%s' on failed host '%s'", name.c_str(), host->get_cname());
86 throw simgrid::HostFailureException(XBT_THROW_POINT, "Cannot attach actor on failed host.");
89 ActorImpl* actor = new ActorImpl(xbt::string(name), host);
91 actor->set_user_data(data);
92 actor->code_ = nullptr;
94 XBT_VERB("Create context %s", actor->get_cname());
95 xbt_assert(simix_global != nullptr, "simix is not initialized, please call MSG_init first");
96 actor->context_.reset(simix_global->context_factory->attach(actor));
99 if (properties != nullptr)
100 actor->set_properties(*properties);
102 /* Add the process to it's host process list */
103 host->pimpl_->process_list_.push_back(*actor);
105 /* Now insert it in the global process list and in the process to run list */
106 simix_global->process_list[actor->get_pid()] = actor;
107 XBT_DEBUG("Inserting [%p] %s(%s) in the to_run list", actor, actor->get_cname(), host->get_cname());
108 simix_global->actors_to_run.push_back(actor);
109 intrusive_ptr_add_ref(actor);
111 auto* context = dynamic_cast<simgrid::kernel::context::AttachContext*>(actor->context_.get());
112 xbt_assert(nullptr != context, "Not a suitable context");
113 context->attach_start();
115 /* The on_creation() signal must be delayed until there, where the pid and everything is set */
116 simgrid::s4u::Actor::on_creation(*actor->ciface());
118 return ActorImplPtr(actor);
120 /** @brief Detach an actor attached with `attach()`
122 * This is called when the current actor has finished its job.
123 * Used in the main thread, it waits for the simulation to finish before returning. When it returns, the other
124 * simulated actors and the maestro are destroyed.
126 void ActorImpl::detach()
128 auto* context = dynamic_cast<context::AttachContext*>(context::Context::self());
129 if (context == nullptr)
130 xbt_die("Not a suitable context");
132 context->get_actor()->cleanup();
133 context->attach_stop();
136 void ActorImpl::cleanup()
140 if (has_to_auto_restart() && not get_host()->is_on()) {
141 XBT_DEBUG("Insert host %s to watched_hosts because it's off and %s needs to restart", get_host()->get_cname(),
143 watched_hosts.insert(get_host()->get_name());
147 // Execute the termination callbacks
148 bool failed = context_->iwannadie;
149 for (auto exit_fun = on_exit->crbegin(); exit_fun != on_exit->crend(); ++exit_fun)
155 /* cancel non-blocking activities */
156 for (auto activity : comms)
157 boost::static_pointer_cast<activity::CommImpl>(activity)->cancel();
160 XBT_DEBUG("%s@%s(%ld) should not run anymore", get_cname(), get_host()->get_cname(), get_pid());
162 if (this == simix_global->maestro_process) /* Do not cleanup maestro */
165 XBT_DEBUG("Cleanup actor %s (%p), waiting synchro %p", get_cname(), this, waiting_synchro.get());
167 /* Unregister from the kill timer if any */
168 if (kill_timer != nullptr) {
169 kill_timer->remove();
170 kill_timer = nullptr;
173 simix_global->mutex.lock();
175 simix_global->process_list.erase(pid_);
176 if (host_ && host_process_list_hook.is_linked())
177 simgrid::xbt::intrusive_erase(host_->pimpl_->process_list_, *this);
178 if (not smx_destroy_list_hook.is_linked()) {
180 xbt_dynar_push_as(simix_global->dead_actors_vector, ActorImpl*, this);
182 simix_global->actors_to_destroy.push_back(*this);
185 simix_global->mutex.unlock();
188 void ActorImpl::exit()
190 context_->iwannadie = true;
192 exception_ = nullptr;
194 // Forcefully kill the actor if its host is turned off. Not a HostFailureException because you should not survive that
195 if (not host_->is_on())
196 this->throw_exception(std::make_exception_ptr(ForcefulKillException("host failed")));
198 /* destroy the blocking synchro if any */
199 if (waiting_synchro != nullptr) {
200 waiting_synchro->cancel();
201 waiting_synchro->state_ = SIMIX_FAILED;
203 activity::ExecImplPtr exec = boost::dynamic_pointer_cast<activity::ExecImpl>(waiting_synchro);
204 activity::CommImplPtr comm = boost::dynamic_pointer_cast<activity::CommImpl>(waiting_synchro);
206 if (exec != nullptr) {
207 exec->clean_action();
208 } else if (comm != nullptr) {
209 comms.remove(waiting_synchro);
210 // Remove first occurrence of &actor->simcall:
211 auto i = boost::range::find(waiting_synchro->simcalls_, &simcall);
212 if (i != waiting_synchro->simcalls_.end())
213 waiting_synchro->simcalls_.remove(&simcall);
215 activity::ActivityImplPtr(waiting_synchro)->finish();
218 waiting_synchro = nullptr;
222 void ActorImpl::kill(ActorImpl* actor)
224 if (actor->finished_) {
225 XBT_DEBUG("Ignoring request to kill actor %s@%s that is already dead", actor->get_cname(),
226 actor->host_->get_cname());
230 XBT_DEBUG("Actor '%s'@%s is killing actor '%s'@%s", get_cname(), host_ ? host_->get_cname() : "", actor->get_cname(),
231 actor->host_ ? actor->host_->get_cname() : "");
235 if (std::find(begin(simix_global->actors_to_run), end(simix_global->actors_to_run), actor) ==
236 end(simix_global->actors_to_run) &&
238 XBT_DEBUG("Inserting %s in the to_run list", actor->get_cname());
239 simix_global->actors_to_run.push_back(actor);
243 void ActorImpl::kill_all()
245 for (auto const& kv : simix_global->process_list)
246 if (kv.second != this)
247 this->kill(kv.second);
250 void ActorImpl::set_kill_time(double kill_time)
252 if (kill_time <= SIMIX_get_clock())
254 XBT_DEBUG("Set kill time %f for actor %s@%s", kill_time, get_cname(), host_->get_cname());
255 kill_timer = simix::Timer::set(kill_time, [this] {
257 kill_timer = nullptr;
261 double ActorImpl::get_kill_time()
263 return kill_timer ? kill_timer->get_date() : 0;
266 void ActorImpl::yield()
268 XBT_DEBUG("Yield actor '%s'", get_cname());
270 /* Go into sleep and return control to maestro */
273 /* Ok, maestro returned control to us */
274 XBT_DEBUG("Control returned to me: '%s'", get_cname());
276 if (context_->iwannadie) {
277 XBT_DEBUG("Actor %s@%s is dead", get_cname(), host_->get_cname());
278 // throw simgrid::kernel::context::ForcefulKillException(); Does not seem to properly kill the actor
284 XBT_DEBUG("Hey! I'm suspended.");
286 xbt_assert(exception_ == nullptr, "Gasp! This exception may be lost by subsequent calls.");
291 if (exception_ != nullptr) {
292 XBT_DEBUG("Wait, maestro left me an exception");
293 std::exception_ptr exception = std::move(exception_);
294 exception_ = nullptr;
295 std::rethrow_exception(std::move(exception));
298 if (SMPI_switch_data_segment && not finished_) {
299 SMPI_switch_data_segment(iface());
303 /** This actor will be terminated automatically when the last non-daemon actor finishes */
304 void ActorImpl::daemonize()
308 simix_global->daemons.push_back(this);
312 void ActorImpl::undaemonize()
315 auto& vect = simix_global->daemons;
316 auto it = std::find(vect.begin(), vect.end(), this);
317 xbt_assert(it != vect.end(), "The dying daemon is not a daemon after all. Please report that bug.");
318 /* Don't move the whole content since we don't really care about the order */
320 std::swap(*it, vect.back());
326 s4u::Actor* ActorImpl::restart()
328 xbt_assert(this != simix_global->maestro_process, "Restarting maestro is not supported");
330 XBT_DEBUG("Restarting actor %s on %s", get_cname(), host_->get_cname());
332 // retrieve the arguments of the old actor
333 ProcessArg arg = ProcessArg(host_, this);
335 // kill the old actor
336 context::Context::self()->get_actor()->kill(this);
338 // start the new actor
340 ActorImpl::create(arg.name, std::move(arg.code), arg.data, arg.host, arg.properties.get(), nullptr);
341 *actor->on_exit = std::move(*arg.on_exit);
342 actor->set_kill_time(arg.kill_time);
343 actor->set_auto_restart(arg.auto_restart);
345 return actor->ciface();
348 activity::ActivityImplPtr ActorImpl::suspend(ActorImpl* issuer)
351 XBT_DEBUG("Actor '%s' is already suspended", get_cname());
357 /* If we are suspending another actor that is waiting on a sync, suspend its synchronization. */
358 if (this != issuer) {
360 waiting_synchro->suspend();
361 /* If the other actor is not waiting, its suspension is delayed to when the actor is rescheduled. */
365 activity::ExecImpl* exec = new activity::ExecImpl();
366 (*exec).set_name("suspend").set_host(host_).set_flops_amount(0.0).start();
367 return activity::ExecImplPtr(exec);
371 void ActorImpl::resume()
373 XBT_IN("actor = %p", this);
375 if (context_->iwannadie) {
376 XBT_VERB("Ignoring request to suspend an actor that is currently dying.");
384 /* resume the synchronization that was blocking the resumed actor. */
386 waiting_synchro->resume();
391 activity::ActivityImplPtr ActorImpl::join(ActorImpl* actor, double timeout)
393 activity::ActivityImplPtr sleep = this->sleep(timeout);
394 SIMIX_process_on_exit(actor, [sleep](bool) {
395 if (sleep->surf_action_)
396 sleep->surf_action_->finish(resource::Action::State::FINISHED);
401 activity::ActivityImplPtr ActorImpl::sleep(double duration)
403 if (not host_->is_on())
404 throw_exception(std::make_exception_ptr(simgrid::HostFailureException(
405 XBT_THROW_POINT, std::string("Host ") + host_->get_cname() + " failed, you cannot sleep there.")));
407 activity::SleepImpl* sleep = new activity::SleepImpl();
408 (*sleep).set_name("sleep").set_host(host_).set_duration(duration).start();
409 return activity::SleepImplPtr(sleep);
412 void ActorImpl::throw_exception(std::exception_ptr e)
419 /* cancel the blocking synchro if any */
420 if (waiting_synchro) {
421 waiting_synchro->cancel();
423 activity::CommImplPtr comm = boost::dynamic_pointer_cast<activity::CommImpl>(waiting_synchro);
428 waiting_synchro = nullptr;
432 void ActorImpl::set_host(s4u::Host* dest)
434 xbt::intrusive_erase(host_->pimpl_->process_list_, *this);
436 dest->pimpl_->process_list_.push_back(*this);
439 ActorImplPtr ActorImpl::init(const std::string& name, s4u::Host* host)
441 ActorImpl* actor = new ActorImpl(xbt::string(name), host);
442 actor->set_ppid(this->pid_);
444 intrusive_ptr_add_ref(actor);
445 /* The on_creation() signal must be delayed until there, where the pid and everything is set */
446 s4u::Actor::on_creation(*actor->ciface());
448 return ActorImplPtr(actor);
451 ActorImpl* ActorImpl::start(const simix::ActorCode& code)
453 xbt_assert(code && host_ != nullptr, "Invalid parameters");
455 if (not host_->is_on()) {
456 XBT_WARN("Cannot launch actor '%s' on failed host '%s'", name_.c_str(), host_->get_cname());
457 intrusive_ptr_release(this);
458 throw simgrid::HostFailureException(XBT_THROW_POINT, "Cannot start actor on failed host.");
462 XBT_VERB("Create context %s", get_cname());
463 context_.reset(simix_global->context_factory->create_context(simix::ActorCode(code), this));
465 XBT_DEBUG("Start context '%s'", get_cname());
467 /* Add the actor to its host's actor list */
468 host_->pimpl_->process_list_.push_back(*this);
469 simix_global->process_list[pid_] = this;
471 /* Now insert it in the global actor list and in the actor to run list */
472 XBT_DEBUG("Inserting [%p] %s(%s) in the to_run list", this, get_cname(), host_->get_cname());
473 simix_global->actors_to_run.push_back(this);
478 ActorImplPtr ActorImpl::create(const std::string& name, const simix::ActorCode& code, void* data, s4u::Host* host,
479 const std::unordered_map<std::string, std::string>* properties, ActorImpl* parent_actor)
481 XBT_DEBUG("Start actor %s@'%s'", name.c_str(), host->get_cname());
484 if (parent_actor != nullptr)
485 actor = parent_actor->init(xbt::string(name), host);
487 actor = SIMIX_process_self()->init(xbt::string(name), host);
490 actor->set_user_data(data);
493 if (properties != nullptr)
494 actor->set_properties(*properties);
501 void create_maestro(const std::function<void()>& code)
503 /* Create maestro actor and initialize it */
504 ActorImpl* maestro = new ActorImpl(xbt::string(""), /*host*/ nullptr);
507 maestro->context_.reset(simix_global->context_factory->create_context(simix::ActorCode(), maestro));
509 maestro->context_.reset(simix_global->context_factory->create_maestro(simix::ActorCode(code), maestro));
512 maestro->simcall.issuer = maestro;
513 simix_global->maestro_process = maestro;
517 } // namespace kernel
518 } // namespace simgrid
520 void SIMIX_process_detach()
522 simgrid::kernel::actor::ActorImpl::detach();
525 smx_actor_t SIMIX_process_attach(const char* name, void* data, const char* hostname,
526 std::unordered_map<std::string, std::string>* properties,
527 smx_actor_t /*parent_process*/)
529 return simgrid::kernel::actor::ActorImpl::attach(name, data, sg_host_by_name(hostname), properties).get();
532 void simcall_HANDLER_process_suspend(smx_simcall_t simcall, smx_actor_t actor)
534 smx_activity_t sync_suspend = actor->suspend(simcall->issuer);
536 if (actor != simcall->issuer) {
537 SIMIX_simcall_answer(simcall);
539 sync_suspend->simcalls_.push_back(simcall);
540 actor->waiting_synchro = sync_suspend;
541 actor->waiting_synchro->suspend();
543 /* If we are suspending ourselves, then just do not finish the simcall now */
546 int SIMIX_process_get_maxpid()
548 return simix_process_maxpid;
551 int SIMIX_process_count()
553 return simix_global->process_list.size();
556 void* SIMIX_process_self_get_data() // deprecated
558 smx_actor_t self = SIMIX_process_self();
560 if (self == nullptr) {
563 return self->get_user_data();
566 void SIMIX_process_self_set_data(void* data) // deprecated
568 SIMIX_process_self()->set_user_data(data);
571 /* needs to be public and without simcall because it is called
572 by exceptions and logging events */
573 const char* SIMIX_process_self_get_name()
576 smx_actor_t process = SIMIX_process_self();
577 if (process == nullptr || process == simix_global->maestro_process)
580 return process->get_cname();
583 void simcall_HANDLER_process_join(smx_simcall_t simcall, smx_actor_t process, double timeout)
585 if (process->finished_) {
586 // The joined process is already finished, just wake up the issuer process right away
587 simcall_process_sleep__set__result(simcall, SIMIX_DONE);
588 SIMIX_simcall_answer(simcall);
591 smx_activity_t sync = simcall->issuer->join(process, timeout);
592 sync->simcalls_.push_back(simcall);
593 simcall->issuer->waiting_synchro = sync;
596 void simcall_HANDLER_process_sleep(smx_simcall_t simcall, double duration)
598 if (MC_is_active() || MC_record_replay_is_active()) {
599 MC_process_clock_add(simcall->issuer, duration);
600 simcall_process_sleep__set__result(simcall, SIMIX_DONE);
601 SIMIX_simcall_answer(simcall);
604 smx_activity_t sync = simcall->issuer->sleep(duration);
605 sync->simcalls_.push_back(simcall);
606 simcall->issuer->waiting_synchro = sync;
610 * @brief Calling this function makes the process to yield.
612 * Only the current process can call this function, giving back the control to maestro.
614 * @param self the current process
617 /** @brief Returns the list of processes to run.
620 const std::vector<smx_actor_t>& simgrid::simix::process_get_runnable()
622 return simix_global->actors_to_run;
625 /** @brief Returns the process from PID. */
626 smx_actor_t SIMIX_process_from_PID(aid_t PID)
628 auto item = simix_global->process_list.find(PID);
629 if (item == simix_global->process_list.end()) {
630 for (auto& a : simix_global->actors_to_destroy)
631 if (a.get_pid() == PID)
633 return nullptr; // Not found, even in the trash
638 void SIMIX_process_on_exit(smx_actor_t actor, int_f_pvoid_pvoid_t fun, void* data)
640 SIMIX_process_on_exit(actor, [fun, data](bool failed) {
641 intptr_t status = failed ? SMX_EXIT_FAILURE : SMX_EXIT_SUCCESS;
642 fun(reinterpret_cast<void*>(status), data);
646 void SIMIX_process_on_exit(smx_actor_t actor, const std::function<void(int, void*)>& fun, void* data)
648 SIMIX_process_on_exit(actor, [fun, data](bool failed) { fun(failed ? SMX_EXIT_FAILURE : SMX_EXIT_SUCCESS, data); });
651 void SIMIX_process_on_exit(smx_actor_t actor, const std::function<void(bool /*failed*/)>& fun)
653 xbt_assert(actor, "current process not found: are you in maestro context ?");
654 actor->on_exit->emplace_back(fun);
657 /** @brief Restart a process, starting it again from the beginning. */
659 * @ingroup simix_process_management
660 * @brief Creates and runs a new SIMIX process.
662 * The structure and the corresponding thread are created and put in the list of ready processes.
664 * @param name a name for the process. It is for user-level information and can be nullptr.
665 * @param code the main function of the process
666 * @param data a pointer to any data one may want to attach to the new object. It is for user-level information and can
668 * It can be retrieved with the method ActorImpl::getUserData().
669 * @param host where the new agent is executed.
670 * @param properties the properties of the process
672 smx_actor_t simcall_process_create(const std::string& name, const simgrid::simix::ActorCode& code, void* data,
673 sg_host_t host, std::unordered_map<std::string, std::string>* properties)
675 smx_actor_t self = SIMIX_process_self();
676 return simgrid::simix::simcall([&name, &code, data, host, properties, self] {
677 return simgrid::kernel::actor::ActorImpl::create(name, code, data, host, properties, self).get();
681 void simcall_process_set_data(smx_actor_t process, void* data)
683 simgrid::simix::simcall([process, data] { process->set_user_data(data); });