1 /* Copyright (c) 2020-2022. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
8 #include "src/kernel/activity/MailboxImpl.hpp"
9 #include "src/kernel/activity/MutexImpl.hpp"
10 #include "src/kernel/actor/SimcallObserver.hpp"
11 #include "src/mc/Session.hpp"
12 #include "src/mc/checker/Checker.hpp"
13 #include "src/mc/mc_base.hpp"
14 #include "src/mc/mc_comm_pattern.hpp"
15 #include "src/mc/mc_exit.hpp"
16 #include "src/mc/mc_pattern.hpp"
17 #include "src/mc/mc_private.hpp"
18 #include "src/mc/remote/RemoteProcess.hpp"
19 #include "src/surf/HostImpl.hpp"
21 #include <xbt/asserts.h>
23 #include "simgrid/s4u/Host.hpp"
24 #include "xbt/string.hpp"
26 #include "src/smpi/include/smpi_request.hpp"
29 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(Api, mc, "Logging specific to MC Facade APIs ");
30 XBT_LOG_EXTERNAL_CATEGORY(mc_global);
32 using Simcall = simgrid::simix::Simcall;
37 static inline const char* get_color(int id)
39 static constexpr std::array<const char*, 13> colors{{"blue", "red", "green3", "goldenrod", "brown", "purple",
40 "magenta", "turquoise4", "gray25", "forestgreen", "hotpink",
42 return colors[id % colors.size()];
45 static std::string pointer_to_string(void* pointer)
47 return XBT_LOG_ISENABLED(Api, xbt_log_priority_verbose) ? xbt::string_printf("%p", pointer) : "(verbose only)";
50 static std::string buff_size_to_string(size_t buff_size)
52 return XBT_LOG_ISENABLED(Api, xbt_log_priority_verbose) ? std::to_string(buff_size) : "(verbose only)";
55 /** Statically "upcast" a s_smx_actor_t into an ActorInformation
57 * This gets 'actorInfo' from '&actorInfo->copy'. It upcasts in the
58 * sense that we could achieve the same thing by having ActorInformation
59 * inherit from s_smx_actor_t but we don't really want to do that.
61 simgrid::mc::ActorInformation* Api::actor_info_cast(smx_actor_t actor) const
63 simgrid::mc::ActorInformation temp;
64 std::size_t offset = (char*)temp.copy.get_buffer() - (char*)&temp;
66 auto* process_info = reinterpret_cast<simgrid::mc::ActorInformation*>((char*)actor - offset);
70 bool Api::requests_are_dependent(RemotePtr<kernel::actor::SimcallObserver> obs1,
71 RemotePtr<kernel::actor::SimcallObserver> obs2) const
73 xbt_assert(mc_model_checker != nullptr, "Must be called from MCer");
75 return mc_model_checker->requests_are_dependent(obs1, obs2);
78 xbt::string const& Api::get_actor_host_name(smx_actor_t actor) const
80 if (mc_model_checker == nullptr)
81 return actor->get_host()->get_name();
83 const simgrid::mc::RemoteProcess* process = &mc_model_checker->get_remote_process();
85 // Read the simgrid::xbt::string in the MCed process:
86 simgrid::mc::ActorInformation* info = actor_info_cast(actor);
88 if (not info->hostname) {
89 Remote<s4u::Host> temp_host = process->read(remote(actor->get_host()));
90 auto remote_string_address = remote(&xbt::string::to_string_data(temp_host.get_buffer()->get_impl()->get_name()));
91 simgrid::xbt::string_data remote_string = process->read(remote_string_address);
92 std::vector<char> hostname(remote_string.len + 1);
93 // no need to read the terminating null byte, and thus hostname[remote_string.len] is guaranteed to be '\0'
94 process->read_bytes(hostname.data(), remote_string.len, remote(remote_string.data));
95 info->hostname = &mc_model_checker->get_host_name(hostname.data());
97 return *info->hostname;
100 xbt::string const& Api::get_actor_name(smx_actor_t actor) const
102 if (mc_model_checker == nullptr)
103 return actor->get_name();
105 simgrid::mc::ActorInformation* info = actor_info_cast(actor);
106 if (info->name.empty()) {
107 const simgrid::mc::RemoteProcess* process = &mc_model_checker->get_remote_process();
109 simgrid::xbt::string_data string_data = simgrid::xbt::string::to_string_data(actor->name_);
110 info->name = process->read_string(remote(string_data.data), string_data.len);
115 std::string Api::get_actor_string(smx_actor_t actor) const
119 res = "(" + std::to_string(actor->get_pid()) + ")";
120 if (actor->get_host())
121 res += std::string(get_actor_host_name(actor)) + " (" + std::string(get_actor_name(actor)) + ")";
123 res += get_actor_name(actor);
129 std::string Api::get_actor_dot_label(smx_actor_t actor) const
131 std::string res = "(" + std::to_string(actor->get_pid()) + ")";
132 if (actor->get_host())
133 res += get_actor_host_name(actor);
137 simgrid::mc::Checker* Api::initialize(char** argv, simgrid::mc::CheckerAlgorithm algo) const
139 auto session = new simgrid::mc::Session([argv] {
141 while (argv[i] != nullptr && argv[i][0] == '-')
143 xbt_assert(argv[i] != nullptr,
144 "Unable to find a binary to exec on the command line. Did you only pass config flags?");
145 execvp(argv[i], argv + i);
146 xbt_die("The model-checked process failed to exec(%s): %s", argv[i], strerror(errno));
149 simgrid::mc::Checker* checker;
151 case CheckerAlgorithm::CommDeterminism:
152 checker = simgrid::mc::create_communication_determinism_checker(session);
155 case CheckerAlgorithm::UDPOR:
156 checker = simgrid::mc::create_udpor_checker(session);
159 case CheckerAlgorithm::Safety:
160 checker = simgrid::mc::create_safety_checker(session);
163 case CheckerAlgorithm::Liveness:
164 checker = simgrid::mc::create_liveness_checker(session);
171 // FIXME: session and checker are never deleted
172 simgrid::mc::session_singleton = session;
173 mc_model_checker->setChecker(checker);
177 std::vector<simgrid::mc::ActorInformation>& Api::get_actors() const
179 return mc_model_checker->get_remote_process().actors();
182 unsigned long Api::get_maxpid() const
184 return mc_model_checker->get_remote_process().get_maxpid();
187 int Api::get_actors_size() const
189 return mc_model_checker->get_remote_process().actors().size();
192 RemotePtr<kernel::activity::CommImpl> Api::get_comm_isend_raw_addr(smx_simcall_t request) const
194 return remote(static_cast<kernel::activity::CommImpl*>(simcall_comm_isend__getraw__result(request)));
197 RemotePtr<kernel::activity::CommImpl> Api::get_comm_waitany_raw_addr(smx_simcall_t request, int value) const
199 auto addr = simcall_comm_waitany__getraw__comms(request) + value;
200 auto comm_addr = mc_model_checker->get_remote_process().read(remote(addr));
201 return RemotePtr<kernel::activity::CommImpl>(static_cast<kernel::activity::CommImpl*>(comm_addr));
204 std::string Api::get_pattern_comm_rdv(RemotePtr<kernel::activity::CommImpl> const& addr) const
206 Remote<kernel::activity::CommImpl> temp_activity;
207 mc_model_checker->get_remote_process().read(temp_activity, addr);
208 const kernel::activity::CommImpl* activity = temp_activity.get_buffer();
210 char* remote_name = mc_model_checker->get_remote_process().read<char*>(RemotePtr<char*>(
211 (uint64_t)(activity->get_mailbox() ? &activity->get_mailbox()->get_name() : &activity->mbox_cpy->get_name())));
212 auto rdv = mc_model_checker->get_remote_process().read_string(RemotePtr<char>(remote_name));
216 unsigned long Api::get_pattern_comm_src_proc(RemotePtr<kernel::activity::CommImpl> const& addr) const
218 Remote<kernel::activity::CommImpl> temp_activity;
219 mc_model_checker->get_remote_process().read(temp_activity, addr);
220 const kernel::activity::CommImpl* activity = temp_activity.get_buffer();
222 mc_model_checker->get_remote_process().resolve_actor(mc::remote(activity->src_actor_.get()))->get_pid();
226 unsigned long Api::get_pattern_comm_dst_proc(RemotePtr<kernel::activity::CommImpl> const& addr) const
228 Remote<kernel::activity::CommImpl> temp_activity;
229 mc_model_checker->get_remote_process().read(temp_activity, addr);
230 const kernel::activity::CommImpl* activity = temp_activity.get_buffer();
232 mc_model_checker->get_remote_process().resolve_actor(mc::remote(activity->dst_actor_.get()))->get_pid();
236 std::vector<char> Api::get_pattern_comm_data(RemotePtr<kernel::activity::CommImpl> const& addr) const
238 simgrid::mc::Remote<simgrid::kernel::activity::CommImpl> temp_comm;
239 mc_model_checker->get_remote_process().read(temp_comm, addr);
240 const simgrid::kernel::activity::CommImpl* comm = temp_comm.get_buffer();
242 std::vector<char> buffer{};
243 if (comm->src_buff_ != nullptr) {
244 buffer.resize(comm->src_buff_size_);
245 mc_model_checker->get_remote_process().read_bytes(buffer.data(), buffer.size(), remote(comm->src_buff_));
251 bool Api::check_send_request_detached(smx_simcall_t const& simcall) const
253 Remote<simgrid::smpi::Request> mpi_request;
254 mc_model_checker->get_remote_process().read(
255 mpi_request, remote(static_cast<smpi::Request*>(simcall_comm_isend__get__data(simcall))));
256 return mpi_request.get_buffer()->detached();
260 smx_actor_t Api::get_src_actor(RemotePtr<kernel::activity::CommImpl> const& comm_addr) const
262 simgrid::mc::Remote<simgrid::kernel::activity::CommImpl> temp_comm;
263 mc_model_checker->get_remote_process().read(temp_comm, comm_addr);
264 const simgrid::kernel::activity::CommImpl* comm = temp_comm.get_buffer();
266 auto src_proc = mc_model_checker->get_remote_process().resolve_actor(simgrid::mc::remote(comm->src_actor_.get()));
270 smx_actor_t Api::get_dst_actor(RemotePtr<kernel::activity::CommImpl> const& comm_addr) const
272 simgrid::mc::Remote<simgrid::kernel::activity::CommImpl> temp_comm;
273 mc_model_checker->get_remote_process().read(temp_comm, comm_addr);
274 const simgrid::kernel::activity::CommImpl* comm = temp_comm.get_buffer();
276 auto dst_proc = mc_model_checker->get_remote_process().resolve_actor(simgrid::mc::remote(comm->dst_actor_.get()));
280 std::size_t Api::get_remote_heap_bytes() const
282 RemoteProcess& process = mc_model_checker->get_remote_process();
283 auto heap_bytes_used = mmalloc_get_bytes_used_remote(process.get_heap()->heaplimit, process.get_malloc_info());
284 return heap_bytes_used;
287 void Api::mc_inc_visited_states() const
289 mc_model_checker->visited_states++;
292 unsigned long Api::mc_get_visited_states() const
294 return mc_model_checker->visited_states;
297 void Api::mc_check_deadlock() const
299 if (mc_model_checker->checkDeadlock()) {
300 XBT_CINFO(mc_global, "**************************");
301 XBT_CINFO(mc_global, "*** DEADLOCK DETECTED ***");
302 XBT_CINFO(mc_global, "**************************");
303 XBT_CINFO(mc_global, "Counter-example execution trace:");
304 for (auto const& s : mc_model_checker->getChecker()->get_textual_trace())
305 XBT_CINFO(mc_global, " %s", s.c_str());
306 simgrid::mc::dumpRecordPath();
307 simgrid::mc::session_singleton->log_state();
308 throw DeadlockError();
312 /** Get the issuer of a simcall (`req->issuer`)
314 * In split-process mode, it does the black magic necessary to get an address
315 * of a (shallow) copy of the data structure the issuer SIMIX actor in the local
318 * @param process the MCed process
319 * @param req the simcall (copied in the local process)
321 smx_actor_t Api::simcall_get_issuer(s_smx_simcall const* req) const
323 xbt_assert(mc_model_checker != nullptr);
325 // This is the address of the smx_actor in the MCed process:
326 auto address = simgrid::mc::remote(req->issuer_);
328 // Lookup by address:
329 for (auto& actor : mc_model_checker->get_remote_process().actors())
330 if (actor.address == address)
331 return actor.copy.get_buffer();
332 for (auto& actor : mc_model_checker->get_remote_process().dead_actors())
333 if (actor.address == address)
334 return actor.copy.get_buffer();
336 xbt_die("Issuer not found");
339 RemotePtr<kernel::activity::MailboxImpl> Api::get_mbox_remote_addr(smx_simcall_t const req) const
341 if (req->call_ == Simcall::COMM_ISEND)
342 return remote(simcall_comm_isend__get__mbox(req));
343 if (req->call_ == Simcall::COMM_IRECV)
344 return remote(simcall_comm_irecv__get__mbox(req));
348 RemotePtr<kernel::activity::ActivityImpl> Api::get_comm_remote_addr(smx_simcall_t const req) const
350 if (req->call_ == Simcall::COMM_ISEND)
351 return remote(simcall_comm_isend__getraw__result(req));
352 if (req->call_ == Simcall::COMM_IRECV)
353 return remote(simcall_comm_irecv__getraw__result(req));
357 void Api::handle_simcall(Transition const& transition) const
359 mc_model_checker->handle_simcall(transition);
362 void Api::mc_wait_for_requests() const
364 mc_model_checker->wait_for_requests();
367 void Api::mc_exit(int status) const
369 mc_model_checker->exit(status);
372 void Api::dump_record_path() const
374 simgrid::mc::dumpRecordPath();
377 /* Search for an enabled transition amongst actors
379 * This is the first actor marked TODO by the checker, and currently enabled in the application.
381 * Once we found it, prepare its execution (increase the times_considered of its observer and remove it as done on need)
383 * If we can't find any actor, return false
386 bool Api::mc_state_choose_request(simgrid::mc::State* state) const
388 RemoteProcess& process = mc_model_checker->get_remote_process();
389 XBT_DEBUG("Search for an actor to run. %zu actors to consider", process.actors().size());
390 for (auto& actor_info : process.actors()) {
391 auto actor = actor_info.copy.get_buffer();
392 simgrid::mc::ActorState* actor_state = &state->actor_states_[actor->get_pid()];
394 /* Only consider actors (1) marked as interleaving by the checker and (2) currently enabled in the application*/
395 if (not actor_state->is_todo() || not simgrid::mc::actor_is_enabled(actor))
398 /* This actor is ready to be executed. Prepare its execution when simcall_handle will be called on it */
399 if (actor->simcall_.observer_ != nullptr) {
400 state->transition_.times_considered_ = actor_state->get_times_considered_and_inc();
401 if (actor->simcall_.mc_max_consider_ <= actor_state->get_times_considered())
402 actor_state->set_done();
404 state->transition_.times_considered_ = 0;
405 actor_state->set_done();
408 state->transition_.aid_ = actor->get_pid();
409 state->executed_req_ = actor->simcall_;
411 XBT_DEBUG("Let's run actor %ld, going for transition %s", actor->get_pid(),
412 SIMIX_simcall_name(state->executed_req_));
418 std::string Api::request_get_dot_output(aid_t aid, int value) const
420 const char* color = get_color(aid - 1);
421 return "label = \"" + mc_model_checker->simcall_dot_label(aid, value) + "\", color = " + color +
422 ", fontcolor = " + color;
426 int Api::get_smpi_request_tag(smx_simcall_t const& simcall, simgrid::simix::Simcall type) const
428 void* simcall_data = nullptr;
429 if (type == Simcall::COMM_ISEND)
430 simcall_data = simcall_comm_isend__get__data(simcall);
431 else if (type == Simcall::COMM_IRECV)
432 simcall_data = simcall_comm_irecv__get__data(simcall);
433 Remote<simgrid::smpi::Request> mpi_request;
434 mc_model_checker->get_remote_process().read(mpi_request, remote(static_cast<smpi::Request*>(simcall_data)));
435 return mpi_request.get_buffer()->tag();
439 void Api::restore_state(std::shared_ptr<simgrid::mc::Snapshot> system_state) const
441 system_state->restore(&mc_model_checker->get_remote_process());
444 void Api::log_state() const
446 session_singleton->log_state();
449 bool Api::snapshot_equal(const Snapshot* s1, const Snapshot* s2) const
451 return simgrid::mc::snapshot_equal(s1, s2);
454 simgrid::mc::Snapshot* Api::take_snapshot(int num_state) const
456 auto snapshot = new simgrid::mc::Snapshot(num_state);
460 void Api::s_close() const
462 session_singleton->close();
465 void Api::automaton_load(const char* file) const
467 MC_automaton_load(file);
470 std::vector<int> Api::automaton_propositional_symbol_evaluate() const
472 unsigned int cursor = 0;
473 std::vector<int> values;
474 xbt_automaton_propositional_symbol_t ps = nullptr;
475 xbt_dynar_foreach (mc::property_automaton->propositional_symbols, cursor, ps)
476 values.push_back(xbt_automaton_propositional_symbol_evaluate(ps));
480 std::vector<xbt_automaton_state_t> Api::get_automaton_state() const
482 std::vector<xbt_automaton_state_t> automaton_stack;
483 unsigned int cursor = 0;
484 xbt_automaton_state_t automaton_state;
485 xbt_dynar_foreach (mc::property_automaton->states, cursor, automaton_state)
486 if (automaton_state->type == -1)
487 automaton_stack.push_back(automaton_state);
488 return automaton_stack;
491 int Api::compare_automaton_exp_label(const xbt_automaton_exp_label* l) const
493 unsigned int cursor = 0;
494 xbt_automaton_propositional_symbol_t p = nullptr;
495 xbt_dynar_foreach (simgrid::mc::property_automaton->propositional_symbols, cursor, p) {
496 if (std::strcmp(xbt_automaton_propositional_symbol_get_name(p), l->u.predicat) == 0)
502 void Api::set_property_automaton(xbt_automaton_state_t const& automaton_state) const
504 mc::property_automaton->current_state = automaton_state;
507 xbt_automaton_exp_label_t Api::get_automaton_transition_label(xbt_dynar_t const& dynar, int index) const
509 const xbt_automaton_transition* transition = xbt_dynar_get_as(dynar, index, xbt_automaton_transition_t);
510 return transition->label;
513 xbt_automaton_state_t Api::get_automaton_transition_dst(xbt_dynar_t const& dynar, int index) const
515 const xbt_automaton_transition* transition = xbt_dynar_get_as(dynar, index, xbt_automaton_transition_t);
516 return transition->dst;
520 } // namespace simgrid