src/mc/api.cpp

   1 #include "api.hpp"
   2
   3 #include "src/kernel/activity/MailboxImpl.hpp"
   4 #include "src/kernel/activity/MutexImpl.hpp"
   5 #include "src/mc/Session.hpp"
   6 #include "src/mc/checker/SimcallInspector.hpp"
   7 #include "src/mc/mc_comm_pattern.hpp"
   8 #include "src/mc/mc_pattern.hpp"
   9 #include "src/mc/mc_private.hpp"
  10 #include "src/mc/mc_smx.hpp"
  11
  12 #include "src/mc/remote/RemoteSimulation.hpp"
  13 #include <xbt/asserts.h>
  14 #include <xbt/log.h>
  15 #include "simgrid/s4u/Host.hpp"
  16 #include "xbt/string.hpp"
  17 #if HAVE_SMPI
  18 #include "src/smpi/include/smpi_request.hpp"
  19 #endif
  20
  21 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(Api, mc, "Logging specific to MC Facade APIs ");
  22
  23 using Simcall = simgrid::simix::Simcall;
  24
  25 namespace simgrid {
  26 namespace mc {
  27
  28 static inline const char* get_color(int id)
  29 {
  30   static constexpr std::array<const char*, 13> colors{{"blue", "red", "green3", "goldenrod", "brown", "purple",
  31                                                        "magenta", "turquoise4", "gray25", "forestgreen", "hotpink",
  32                                                        "lightblue", "tan"}};
  33   return colors[id % colors.size()];
  34 }
  35
  36 static std::string pointer_to_string(void* pointer)
  37 {
  38   return XBT_LOG_ISENABLED(Api, xbt_log_priority_verbose) ? xbt::string_printf("%p", pointer) : "(verbose only)";
  39 }
  40
  41 static std::string buff_size_to_string(size_t buff_size)
  42 {
  43   return XBT_LOG_ISENABLED(Api, xbt_log_priority_verbose) ? std::to_string(buff_size) : "(verbose only)";
  44 }
  45
  46 /* Search an enabled transition for the given process.
  47  *
  48  * This can be seen as an iterator returning the next transition of the process.
  49  *
  50  * We only consider the processes that are both
  51  *  - marked "to be interleaved" in their ActorState (controlled by the checker algorithm).
  52  *  - which simcall can currently be executed (like a comm where the other partner is already known)
  53  * Once we returned the last enabled transition of a process, it is marked done.
  54  *
  55  * Things can get muddled with the WAITANY and TESTANY simcalls, that are rewritten on the fly to a bunch of WAIT
  56  * (resp TEST) transitions using the transition.argument field to remember what was the last returned sub-transition.
  57  */
  58 static inline smx_simcall_t MC_state_choose_request_for_process(simgrid::mc::State* state, smx_actor_t actor)
  59 {
  60   /* reset the outgoing transition */
  61   simgrid::mc::ActorState* procstate = &state->actor_states_[actor->get_pid()];
  62   state->transition_.pid_            = -1;
  63   state->transition_.times_considered_ = -1;
  64   state->transition_.textual[0]        = '\0';
  65   state->executed_req_.call_         = Simcall::NONE;
  66
  67   if (not simgrid::mc::actor_is_enabled(actor))
  68     return nullptr; // Not executable in the application
  69
  70   smx_simcall_t req = nullptr;
  71   if (actor->simcall_.inspector_ != nullptr) {
  72     state->transition_.times_considered_ = procstate->times_considered;
  73     procstate->times_considered++;
  74     if (actor->simcall_.mc_max_consider_ <= procstate->times_considered)
  75       procstate->set_done();
  76     req = &actor->simcall_;
  77   } else
  78     switch (actor->simcall_.call_) {
  79       case Simcall::COMM_WAITANY:
  80         state->transition_.times_considered_ = -1;
  81         while (procstate->times_considered < simcall_comm_waitany__get__count(&actor->simcall_)) {
  82           if (simgrid::mc::request_is_enabled_by_idx(&actor->simcall_, procstate->times_considered)) {
  83             state->transition_.times_considered_ = procstate->times_considered;
  84             ++procstate->times_considered;
  85             break;
  86           }
  87           ++procstate->times_considered;
  88         }
  89
  90         if (procstate->times_considered >= simcall_comm_waitany__get__count(&actor->simcall_))
  91           procstate->set_done();
  92         if (state->transition_.times_considered_ != -1)
  93           req = &actor->simcall_;
  94         break;
  95
  96       case Simcall::COMM_TESTANY: {
  97         unsigned start_count                 = procstate->times_considered;
  98         state->transition_.times_considered_ = -1;
  99         while (procstate->times_considered < simcall_comm_testany__get__count(&actor->simcall_)) {
 100           if (simgrid::mc::request_is_enabled_by_idx(&actor->simcall_, procstate->times_considered)) {
 101             state->transition_.times_considered_ = procstate->times_considered;
 102             ++procstate->times_considered;
 103             break;
 104           }
 105           ++procstate->times_considered;
 106         }
 107
 108         if (procstate->times_considered >= simcall_comm_testany__get__count(&actor->simcall_))
 109           procstate->set_done();
 110
 111         if (state->transition_.times_considered_ != -1 || start_count == 0)
 112           req = &actor->simcall_;
 113
 114         break;
 115       }
 116
 117       case Simcall::COMM_WAIT: {
 118         simgrid::mc::RemotePtr<simgrid::kernel::activity::CommImpl> remote_act =
 119             remote(simcall_comm_wait__getraw__comm(&actor->simcall_));
 120         simgrid::mc::Remote<simgrid::kernel::activity::CommImpl> temp_act;
 121         mc_model_checker->get_remote_simulation().read(temp_act, remote_act);
 122         const simgrid::kernel::activity::CommImpl* act = temp_act.get_buffer();
 123         if (act->src_actor_.get() && act->dst_actor_.get())
 124           state->transition_.times_considered_ = 0; // OK
 125         else if (act->src_actor_.get() == nullptr && act->state_ == simgrid::kernel::activity::State::READY &&
 126                  act->detached())
 127           state->transition_.times_considered_ = 0; // OK
 128         else
 129           state->transition_.times_considered_ = -1; // timeout
 130         procstate->set_done();
 131         req = &actor->simcall_;
 132         break;
 133       }
 134
 135       default:
 136         procstate->set_done();
 137         state->transition_.times_considered_ = 0;
 138         req                                  = &actor->simcall_;
 139         break;
 140     }
 141   if (not req)
 142     return nullptr;
 143
 144   state->transition_.pid_ = actor->get_pid();
 145   state->executed_req_    = *req;
 146   // Fetch the data of the request and translate it:
 147   state->internal_req_ = *req;
 148
 149   /* The waitany and testany request are transformed into a wait or test request over the corresponding communication
 150    * action so it can be treated later by the dependence function. */
 151   switch (req->call_) {
 152     case Simcall::COMM_WAITANY: {
 153       state->internal_req_.call_ = Simcall::COMM_WAIT;
 154       simgrid::kernel::activity::CommImpl* remote_comm;
 155       remote_comm = mc_model_checker->get_remote_simulation().read(
 156           remote(simcall_comm_waitany__get__comms(req) + state->transition_.times_considered_));
 157       mc_model_checker->get_remote_simulation().read(state->internal_comm_, remote(remote_comm));
 158       simcall_comm_wait__set__comm(&state->internal_req_, state->internal_comm_.get_buffer());
 159       simcall_comm_wait__set__timeout(&state->internal_req_, 0);
 160       break;
 161     }
 162
 163     case Simcall::COMM_TESTANY:
 164       state->internal_req_.call_ = Simcall::COMM_TEST;
 165
 166       if (state->transition_.times_considered_ > 0) {
 167         simgrid::kernel::activity::CommImpl* remote_comm = mc_model_checker->get_remote_simulation().read(
 168             remote(simcall_comm_testany__get__comms(req) + state->transition_.times_considered_));
 169         mc_model_checker->get_remote_simulation().read(state->internal_comm_, remote(remote_comm));
 170       }
 171
 172       simcall_comm_test__set__comm(&state->internal_req_, state->internal_comm_.get_buffer());
 173       simcall_comm_test__set__result(&state->internal_req_, state->transition_.times_considered_);
 174       break;
 175
 176     case Simcall::COMM_WAIT:
 177       mc_model_checker->get_remote_simulation().read_bytes(&state->internal_comm_, sizeof(state->internal_comm_),
 178                                                            remote(simcall_comm_wait__getraw__comm(req)));
 179       simcall_comm_wait__set__comm(&state->executed_req_, state->internal_comm_.get_buffer());
 180       simcall_comm_wait__set__comm(&state->internal_req_, state->internal_comm_.get_buffer());
 181       break;
 182
 183     case Simcall::COMM_TEST:
 184       mc_model_checker->get_remote_simulation().read_bytes(&state->internal_comm_, sizeof(state->internal_comm_),
 185                                                            remote(simcall_comm_test__getraw__comm(req)));
 186       simcall_comm_test__set__comm(&state->executed_req_, state->internal_comm_.get_buffer());
 187       simcall_comm_test__set__comm(&state->internal_req_, state->internal_comm_.get_buffer());
 188       break;
 189
 190     default:
 191       /* No translation needed */
 192       break;
 193   }
 194
 195   return req;
 196 }
 197
 198 simgrid::kernel::activity::CommImpl* Api::get_comm(smx_simcall_t const r) const
 199 {
 200   switch (r->call_) {
 201     case Simcall::COMM_WAIT:
 202       return simcall_comm_wait__getraw__comm(r);
 203     case Simcall::COMM_TEST:
 204       return simcall_comm_test__getraw__comm(r);
 205     default:
 206       return nullptr;
 207   }
 208 }
 209
 210 /** Statically "upcast" a s_smx_actor_t into an ActorInformation
 211  *
 212  *  This gets 'actorInfo' from '&actorInfo->copy'. It upcasts in the
 213  *  sense that we could achieve the same thing by having ActorInformation
 214  *  inherit from s_smx_actor_t but we don't really want to do that.
 215  */
 216 simgrid::mc::ActorInformation* Api::actor_info_cast(smx_actor_t actor) const
 217 {
 218   simgrid::mc::ActorInformation temp;
 219   std::size_t offset = (char*)temp.copy.get_buffer() - (char*)&temp;
 220
 221   auto* process_info = reinterpret_cast<simgrid::mc::ActorInformation*>((char*)actor - offset);
 222   return process_info;
 223 }
 224
 225 // Does half the job
 226 bool Api::request_depend_asymmetric(smx_simcall_t r1, smx_simcall_t r2) const
 227 {
 228   if (r1->call_ == Simcall::COMM_ISEND && r2->call_ == Simcall::COMM_IRECV)
 229     return false;
 230
 231   if (r1->call_ == Simcall::COMM_IRECV && r2->call_ == Simcall::COMM_ISEND)
 232     return false;
 233
 234   // Those are internal requests, we do not need indirection because those objects are copies:
 235   const kernel::activity::CommImpl* synchro1 = get_comm(r1);
 236   const kernel::activity::CommImpl* synchro2 = get_comm(r2);
 237
 238   if ((r1->call_ == Simcall::COMM_ISEND || r1->call_ == Simcall::COMM_IRECV) && r2->call_ == Simcall::COMM_WAIT) {
 239     auto mbox                                                  = get_mbox_remote_addr(r1);
 240     RemotePtr<kernel::activity::MailboxImpl> synchro2_mbox_cpy = remote(synchro2->mbox_cpy);
 241
 242     if (mbox != synchro2_mbox_cpy && simcall_comm_wait__get__timeout(r2) <= 0)
 243       return false;
 244
 245     if ((r1->issuer_ != synchro2->src_actor_.get()) && (r1->issuer_ != synchro2->dst_actor_.get()) &&
 246         simcall_comm_wait__get__timeout(r2) <= 0)
 247       return false;
 248
 249     if ((r1->call_ == Simcall::COMM_ISEND) && (synchro2->type_ == kernel::activity::CommImpl::Type::SEND) &&
 250         (synchro2->src_buff_ != simcall_comm_isend__get__src_buff(r1)) && simcall_comm_wait__get__timeout(r2) <= 0)
 251       return false;
 252
 253     if ((r1->call_ == Simcall::COMM_IRECV) && (synchro2->type_ == kernel::activity::CommImpl::Type::RECEIVE) &&
 254         (synchro2->dst_buff_ != simcall_comm_irecv__get__dst_buff(r1)) && simcall_comm_wait__get__timeout(r2) <= 0)
 255       return false;
 256   }
 257
 258   /* FIXME: the following rule assumes that the result of the isend/irecv call is not stored in a buffer used in the
 259    * test call. */
 260 #if 0
 261   if((r1->call == Simcall::COMM_ISEND || r1->call == Simcall::COMM_IRECV)
 262       &&  r2->call == Simcall::COMM_TEST)
 263     return false;
 264 #endif
 265
 266   if (r1->call_ == Simcall::COMM_WAIT && (r2->call_ == Simcall::COMM_WAIT || r2->call_ == Simcall::COMM_TEST) &&
 267       (synchro1->src_actor_.get() == nullptr || synchro1->dst_actor_.get() == nullptr))
 268     return false;
 269
 270   if (r1->call_ == Simcall::COMM_TEST &&
 271       (simcall_comm_test__get__comm(r1) == nullptr || synchro1->src_buff_ == nullptr || synchro1->dst_buff_ == nullptr))
 272     return false;
 273
 274   if (r1->call_ == Simcall::COMM_TEST && r2->call_ == Simcall::COMM_WAIT &&
 275       synchro1->src_buff_ == synchro2->src_buff_ && synchro1->dst_buff_ == synchro2->dst_buff_)
 276     return false;
 277
 278   if (r1->call_ == Simcall::COMM_WAIT && r2->call_ == Simcall::COMM_TEST && synchro1->src_buff_ != nullptr &&
 279       synchro1->dst_buff_ != nullptr && synchro2->src_buff_ != nullptr && synchro2->dst_buff_ != nullptr &&
 280       synchro1->dst_buff_ != synchro2->src_buff_ && synchro1->dst_buff_ != synchro2->dst_buff_ &&
 281       synchro2->dst_buff_ != synchro1->src_buff_)
 282     return false;
 283
 284   return true;
 285 }
 286
 287 xbt::string const& Api::get_actor_host_name(smx_actor_t actor) const
 288 {
 289   if (mc_model_checker == nullptr)
 290     return actor->get_host()->get_name();
 291
 292   const simgrid::mc::RemoteSimulation* process = &mc_model_checker->get_remote_simulation();
 293
 294   // Read the simgrid::xbt::string in the MCed process:
 295   simgrid::mc::ActorInformation* info = actor_info_cast(actor);
 296   auto remote_string_address =
 297       remote(reinterpret_cast<const simgrid::xbt::string_data*>(&actor->get_host()->get_name()));
 298   simgrid::xbt::string_data remote_string = process->read(remote_string_address);
 299   std::vector<char> hostname(remote_string.len + 1);
 300   // no need to read the terminating null byte, and thus hostname[remote_string.len] is guaranteed to be '\0'
 301   process->read_bytes(hostname.data(), remote_string.len, remote(remote_string.data));
 302   info->hostname = &mc_model_checker->get_host_name(hostname.data());
 303   return *info->hostname;
 304 }
 305
 306 std::string Api::get_actor_name(smx_actor_t actor) const
 307 {
 308   if (mc_model_checker == nullptr)
 309     return actor->get_cname();
 310
 311   const simgrid::mc::RemoteSimulation* process = &mc_model_checker->get_remote_simulation();
 312
 313   simgrid::mc::ActorInformation* info = actor_info_cast(actor);
 314   if (info->name.empty()) {
 315     simgrid::xbt::string_data string_data = simgrid::xbt::string::to_string_data(actor->name_);
 316     info->name = process->read_string(remote(string_data.data), string_data.len);
 317   }
 318   return info->name;
 319 }
 320
 321 std::string Api::get_actor_string(smx_actor_t actor) const
 322 {
 323   std::string res = "(" + std::to_string(actor->get_pid()) + ")";
 324   if (actor->get_host())
 325     res += get_actor_host_name(actor);
 326   return res;
 327 }
 328
 329 std::string Api::get_actor_string2(smx_actor_t actor) const
 330 {
 331   std::string res;
 332   if (actor) {
 333     res = "(" + std::to_string(actor->get_pid()) + ")";
 334     if (actor->get_host())
 335       res += std::string(get_actor_host_name(actor)) + " (" + get_actor_name(actor) + ")";
 336     else
 337       res += get_actor_name(actor);
 338   } else
 339     res = "(0) ()";
 340   return res;
 341 }
 342
 343 void Api::initialize(char** argv) const
 344 {
 345   simgrid::mc::session = new simgrid::mc::Session([argv] {
 346     int i = 1;
 347     while (argv[i] != nullptr && argv[i][0] == '-')
 348       i++;
 349     xbt_assert(argv[i] != nullptr,
 350                "Unable to find a binary to exec on the command line. Did you only pass config flags?");
 351     execvp(argv[i], argv + i);
 352     xbt_die("The model-checked process failed to exec(): %s", strerror(errno));
 353   });
 354 }
 355
 356 std::vector<simgrid::mc::ActorInformation>& Api::get_actors() const
 357 {
 358   return mc_model_checker->get_remote_simulation().actors();
 359 }
 360
 361 bool Api::actor_is_enabled(aid_t pid) const
 362 {
 363   return session->actor_is_enabled(pid);
 364 }
 365
 366 unsigned long Api::get_maxpid() const
 367 {
 368   return MC_smx_get_maxpid();
 369 }
 370
 371 int Api::get_actors_size() const
 372 {
 373   return mc_model_checker->get_remote_simulation().actors().size();
 374 }
 375
 376 RemotePtr<kernel::activity::CommImpl> Api::get_comm_isend_raw_addr(smx_simcall_t request) const
 377 {
 378   auto comm_addr = simgrid::simix::unmarshal_raw<simgrid::kernel::activity::ActivityImpl*>(request->result_);
 379   return RemotePtr<kernel::activity::CommImpl>(static_cast<kernel::activity::CommImpl*>(comm_addr));
 380 }
 381
 382 RemotePtr<kernel::activity::CommImpl> Api::get_comm_irecv_raw_addr(smx_simcall_t request) const
 383 {
 384   auto comm_addr = simgrid::simix::unmarshal_raw<simgrid::kernel::activity::ActivityImpl*>(request->result_);
 385   return RemotePtr<kernel::activity::CommImpl>(static_cast<kernel::activity::CommImpl*>(comm_addr));
 386 }
 387
 388 RemotePtr<kernel::activity::CommImpl> Api::get_comm_wait_raw_addr(smx_simcall_t request) const
 389 {
 390   auto comm_addr = simgrid::simix::unmarshal_raw<simgrid::kernel::activity::CommImpl*>(request->args_[0]);
 391   return RemotePtr<kernel::activity::CommImpl>(comm_addr);
 392 }
 393
 394 RemotePtr<kernel::activity::CommImpl> Api::get_comm_waitany_raw_addr(smx_simcall_t request, int value) const
 395 {
 396   auto addr      = simgrid::simix::unmarshal_raw<simgrid::kernel::activity::CommImpl**>(request->args_[0]) + value;
 397   auto comm_addr = mc_model_checker->get_remote_simulation().read(remote(addr));
 398   return RemotePtr<kernel::activity::CommImpl>(static_cast<kernel::activity::CommImpl*>(comm_addr));
 399 }
 400
 401 std::string Api::get_pattern_comm_rdv(RemotePtr<kernel::activity::CommImpl> const& addr) const
 402 {
 403   Remote<kernel::activity::CommImpl> temp_synchro;
 404   mc_model_checker->get_remote_simulation().read(temp_synchro, addr);
 405   const kernel::activity::CommImpl* synchro = temp_synchro.get_buffer();
 406
 407   char* remote_name = mc_model_checker->get_remote_simulation().read<char*>(RemotePtr<char*>(
 408       (uint64_t)(synchro->get_mailbox() ? &synchro->get_mailbox()->get_name() : &synchro->mbox_cpy->get_name())));
 409   auto rdv          = mc_model_checker->get_remote_simulation().read_string(RemotePtr<char>(remote_name));
 410   return rdv;
 411 }
 412
 413 unsigned long Api::get_pattern_comm_src_proc(RemotePtr<kernel::activity::CommImpl> const& addr) const
 414 {
 415   Remote<kernel::activity::CommImpl> temp_synchro;
 416   mc_model_checker->get_remote_simulation().read(temp_synchro, addr);
 417   const kernel::activity::CommImpl* synchro = temp_synchro.get_buffer();
 418   auto src_proc =
 419       mc_model_checker->get_remote_simulation().resolve_actor(mc::remote(synchro->src_actor_.get()))->get_pid();
 420   return src_proc;
 421 }
 422
 423 unsigned long Api::get_pattern_comm_dst_proc(RemotePtr<kernel::activity::CommImpl> const& addr) const
 424 {
 425   Remote<kernel::activity::CommImpl> temp_synchro;
 426   mc_model_checker->get_remote_simulation().read(temp_synchro, addr);
 427   const kernel::activity::CommImpl* synchro = temp_synchro.get_buffer();
 428   auto src_proc =
 429       mc_model_checker->get_remote_simulation().resolve_actor(mc::remote(synchro->dst_actor_.get()))->get_pid();
 430   return src_proc;
 431 }
 432
 433 std::vector<char> Api::get_pattern_comm_data(RemotePtr<kernel::activity::CommImpl> const& addr) const
 434 {
 435   simgrid::mc::Remote<simgrid::kernel::activity::CommImpl> temp_comm;
 436   mc_model_checker->get_remote_simulation().read(temp_comm, addr);
 437   const simgrid::kernel::activity::CommImpl* comm = temp_comm.get_buffer();
 438
 439   std::vector<char> buffer{};
 440   if (comm->src_buff_ != nullptr) {
 441     buffer.resize(comm->src_buff_size_);
 442     mc_model_checker->get_remote_simulation().read_bytes(buffer.data(), buffer.size(), remote(comm->src_buff_));
 443   }
 444   return buffer;
 445 }
 446
 447 #if HAVE_SMPI
 448 bool Api::check_send_request_detached(smx_simcall_t const& simcall) const
 449 {
 450   simgrid::smpi::Request mpi_request;
 451   mc_model_checker->get_remote_simulation().read(
 452       &mpi_request, remote(static_cast<smpi::Request*>(simcall_comm_isend__get__data(simcall))));
 453   return mpi_request.detached();
 454 }
 455 #endif
 456
 457 smx_actor_t Api::get_src_actor(RemotePtr<kernel::activity::CommImpl> const& comm_addr) const
 458 {
 459   simgrid::mc::Remote<simgrid::kernel::activity::CommImpl> temp_comm;
 460   mc_model_checker->get_remote_simulation().read(temp_comm, comm_addr);
 461   const simgrid::kernel::activity::CommImpl* comm = temp_comm.get_buffer();
 462
 463   auto src_proc = mc_model_checker->get_remote_simulation().resolve_actor(simgrid::mc::remote(comm->src_actor_.get()));
 464   return src_proc;
 465 }
 466
 467 smx_actor_t Api::get_dst_actor(RemotePtr<kernel::activity::CommImpl> const& comm_addr) const
 468 {
 469   simgrid::mc::Remote<simgrid::kernel::activity::CommImpl> temp_comm;
 470   mc_model_checker->get_remote_simulation().read(temp_comm, comm_addr);
 471   const simgrid::kernel::activity::CommImpl* comm = temp_comm.get_buffer();
 472
 473   auto dst_proc = mc_model_checker->get_remote_simulation().resolve_actor(simgrid::mc::remote(comm->dst_actor_.get()));
 474   return dst_proc;
 475 }
 476
 477 std::size_t Api::get_remote_heap_bytes() const
 478 {
 479   RemoteSimulation& process = mc_model_checker->get_remote_simulation();
 480   auto heap_bytes_used      = mmalloc_get_bytes_used_remote(process.get_heap()->heaplimit, process.get_malloc_info());
 481   return heap_bytes_used;
 482 }
 483
 484 void Api::session_initialize() const
 485 {
 486   session->initialize();
 487 }
 488
 489 void Api::mc_inc_visited_states() const
 490 {
 491   mc_model_checker->visited_states++;
 492 }
 493
 494 void Api::mc_inc_executed_trans() const
 495 {
 496   mc_model_checker->executed_transitions++;
 497 }
 498
 499 unsigned long Api::mc_get_visited_states() const
 500 {
 501   return mc_model_checker->visited_states;
 502 }
 503
 504 unsigned long Api::mc_get_executed_trans() const
 505 {
 506   return mc_model_checker->executed_transitions;
 507 }
 508
 509 bool Api::mc_check_deadlock() const
 510 {
 511   return mc_model_checker->checkDeadlock();
 512 }
 513
 514 void Api::mc_show_deadlock() const
 515 {
 516   MC_show_deadlock();
 517 }
 518
 519 /** Get the issuer of a simcall (`req->issuer`)
 520  *
 521  *  In split-process mode, it does the black magic necessary to get an address
 522  *  of a (shallow) copy of the data structure the issuer SIMIX actor in the local
 523  *  address space.
 524  *
 525  *  @param process the MCed process
 526  *  @param req     the simcall (copied in the local process)
 527  */
 528 smx_actor_t Api::simcall_get_issuer(s_smx_simcall const* req) const
 529 {
 530   xbt_assert(mc_model_checker != nullptr);
 531
 532   // This is the address of the smx_actor in the MCed process:
 533   auto address = simgrid::mc::remote(req->issuer_);
 534
 535   // Lookup by address:
 536   for (auto& actor : mc_model_checker->get_remote_simulation().actors())
 537     if (actor.address == address)
 538       return actor.copy.get_buffer();
 539   for (auto& actor : mc_model_checker->get_remote_simulation().dead_actors())
 540     if (actor.address == address)
 541       return actor.copy.get_buffer();
 542
 543   xbt_die("Issuer not found");
 544 }
 545
 546 long Api::simcall_get_actor_id(s_smx_simcall const* req) const
 547 {
 548   return simcall_get_issuer(req)->get_pid();
 549 }
 550
 551 RemotePtr<kernel::activity::MailboxImpl> Api::get_mbox_remote_addr(smx_simcall_t const req) const
 552 {
 553   RemotePtr<kernel::activity::MailboxImpl> mbox_addr;
 554   switch (req->call_) {
 555     case Simcall::COMM_ISEND:
 556     case Simcall::COMM_IRECV:
 557       mbox_addr = remote(simix::unmarshal<smx_mailbox_t>(req->args_[1]));
 558       break;
 559     default:
 560       mbox_addr = RemotePtr<kernel::activity::MailboxImpl>();
 561       break;
 562   }
 563   return mbox_addr;
 564 }
 565
 566 RemotePtr<kernel::activity::ActivityImpl> Api::get_comm_remote_addr(smx_simcall_t const req) const
 567 {
 568   RemotePtr<kernel::activity::ActivityImpl> comm_addr;
 569   switch (req->call_) {
 570     case Simcall::COMM_ISEND:
 571     case Simcall::COMM_IRECV:
 572       comm_addr = remote(simgrid::simix::unmarshal_raw<simgrid::kernel::activity::ActivityImpl*>(req->result_));
 573       break;
 574     default:
 575       comm_addr = RemotePtr<kernel::activity::ActivityImpl>();
 576       break;
 577   }
 578   return comm_addr;
 579 }
 580
 581 bool Api::mc_is_null() const
 582 {
 583   auto is_null = (mc_model_checker == nullptr) ? true : false;
 584   return is_null;
 585 }
 586
 587 Checker* Api::mc_get_checker() const
 588 {
 589   return mc_model_checker->getChecker();
 590 }
 591
 592 void Api::set_checker(Checker* const checker) const
 593 {
 594   xbt_assert(mc_model_checker);
 595   xbt_assert(mc_model_checker->getChecker() == nullptr);
 596   mc_model_checker->setChecker(checker);
 597 }
 598
 599 void Api::handle_simcall(Transition const& transition) const
 600 {
 601   mc_model_checker->handle_simcall(transition);
 602 }
 603
 604 void Api::mc_wait_for_requests() const
 605 {
 606   mc_model_checker->wait_for_requests();
 607 }
 608
 609 void Api::mc_exit(int status) const
 610 {
 611   mc_model_checker->exit(status);
 612 }
 613
 614 void Api::dump_record_path() const
 615 {
 616   simgrid::mc::dumpRecordPath();
 617 }
 618
 619 smx_simcall_t Api::mc_state_choose_request(simgrid::mc::State* state) const
 620 {
 621   for (auto& actor : mc_model_checker->get_remote_simulation().actors()) {
 622     /* Only consider the actors that were marked as interleaving by the checker algorithm */
 623     if (not state->actor_states_[actor.copy.get_buffer()->get_pid()].is_todo())
 624       continue;
 625
 626     smx_simcall_t res = MC_state_choose_request_for_process(state, actor.copy.get_buffer());
 627     if (res)
 628       return res;
 629   }
 630   return nullptr;
 631 }
 632
 633 std::list<transition_detail_t> Api::get_enabled_transitions(simgrid::mc::State* state)
 634 {
 635   std::list<transition_detail_t> tr_list{};
 636
 637   for (auto& actor : mc_model_checker->get_remote_simulation().actors()) {
 638     auto actor_pid  = actor.copy.get_buffer()->get_pid();
 639     auto actor_impl = actor.copy.get_buffer();
 640
 641     // Only consider the actors that were marked as interleaving by the checker algorithm
 642     if (not state->actor_states_[actor_pid].is_todo())
 643       continue;
 644     // Not executable in the application
 645     if (not simgrid::mc::actor_is_enabled(actor_impl))
 646       continue;
 647
 648     auto transition       = std::make_unique<s_transition_detail>();
 649     Simcall simcall_call  = actor_impl->simcall_.call_;
 650     smx_simcall_t simcall = &actor_impl->simcall_;
 651     transition->call_     = simcall_call;
 652     switch (simcall_call) {
 653       case Simcall::COMM_ISEND:
 654       case Simcall::COMM_IRECV:
 655         transition->mbox_remote_addr = get_mbox_remote_addr(simcall);
 656         transition->comm_remote_addr = get_comm_remote_addr(simcall);
 657         break;
 658
 659       default:
 660         break;
 661     }
 662     tr_list.emplace_back(std::move(transition));
 663   }
 664
 665   return tr_list;
 666 }
 667
 668 bool Api::simcall_check_dependency(smx_simcall_t const req1, smx_simcall_t const req2) const
 669 {
 670   if (req1->issuer_ == req2->issuer_)
 671     return false;
 672
 673   /* Wait with timeout transitions are not considered by the independence theorem, thus we consider them as dependent
 674    * with all other transitions */
 675   if ((req1->call_ == Simcall::COMM_WAIT && simcall_comm_wait__get__timeout(req1) > 0) ||
 676       (req2->call_ == Simcall::COMM_WAIT && simcall_comm_wait__get__timeout(req2) > 0))
 677     return true;
 678
 679   if (req1->call_ != req2->call_)
 680     return request_depend_asymmetric(req1, req2) && request_depend_asymmetric(req2, req1);
 681
 682   // Those are internal requests, we do not need indirection because those objects are copies:
 683   const kernel::activity::CommImpl* synchro1 = get_comm(req1);
 684   const kernel::activity::CommImpl* synchro2 = get_comm(req2);
 685
 686   switch (req1->call_) {
 687     case Simcall::COMM_ISEND:
 688       return simcall_comm_isend__get__mbox(req1) == simcall_comm_isend__get__mbox(req2);
 689     case Simcall::COMM_IRECV:
 690       return simcall_comm_irecv__get__mbox(req1) == simcall_comm_irecv__get__mbox(req2);
 691     case Simcall::COMM_WAIT:
 692       if (synchro1->src_buff_ == synchro2->src_buff_ && synchro1->dst_buff_ == synchro2->dst_buff_)
 693         return false;
 694       if (synchro1->src_buff_ != nullptr && synchro1->dst_buff_ != nullptr && synchro2->src_buff_ != nullptr &&
 695           synchro2->dst_buff_ != nullptr && synchro1->dst_buff_ != synchro2->src_buff_ &&
 696           synchro1->dst_buff_ != synchro2->dst_buff_ && synchro2->dst_buff_ != synchro1->src_buff_)
 697         return false;
 698       return true;
 699     default:
 700       return true;
 701   }
 702 }
 703
 704 std::string Api::request_to_string(smx_simcall_t req, int value, RequestType request_type) const
 705 {
 706   xbt_assert(mc_model_checker != nullptr, "Must be called from MCer");
 707
 708   bool use_remote_comm = true;
 709   switch (request_type) {
 710     case simgrid::mc::RequestType::simix:
 711       use_remote_comm = true;
 712       break;
 713     case simgrid::mc::RequestType::executed:
 714     case simgrid::mc::RequestType::internal:
 715       use_remote_comm = false;
 716       break;
 717     default:
 718       THROW_IMPOSSIBLE;
 719   }
 720
 721   std::string type;
 722   std::string args;
 723
 724   smx_actor_t issuer = simcall_get_issuer(req);
 725
 726   if (issuer->simcall_.inspector_ != nullptr)
 727     return mc_model_checker->simcall_to_string(issuer->get_pid(), value);
 728
 729   switch (req->call_) {
 730     case Simcall::COMM_ISEND:
 731       type = "iSend";
 732       args = "src=" + get_actor_string2(issuer);
 733       args += ", buff=" + pointer_to_string(simcall_comm_isend__get__src_buff(req));
 734       args += ", size=" + buff_size_to_string(simcall_comm_isend__get__src_buff_size(req));
 735       break;
 736
 737     case Simcall::COMM_IRECV: {
 738       size_t* remote_size = simcall_comm_irecv__get__dst_buff_size(req);
 739       size_t size         = 0;
 740       if (remote_size)
 741         mc_model_checker->get_remote_simulation().read_bytes(&size, sizeof(size), remote(remote_size));
 742
 743       type = "iRecv";
 744       args = "dst=" + get_actor_string2(issuer);
 745       args += ", buff=" + pointer_to_string(simcall_comm_irecv__get__dst_buff(req));
 746       args += ", size=" + buff_size_to_string(size);
 747       break;
 748     }
 749
 750     case Simcall::COMM_WAIT: {
 751       simgrid::kernel::activity::CommImpl* remote_act = simcall_comm_wait__getraw__comm(req);
 752       if (value == -1) {
 753         type = "WaitTimeout";
 754         args = "comm=" + pointer_to_string(remote_act);
 755       } else {
 756         type = "Wait";
 757
 758         simgrid::mc::Remote<simgrid::kernel::activity::CommImpl> temp_synchro;
 759         const simgrid::kernel::activity::CommImpl* act;
 760         if (use_remote_comm) {
 761           mc_model_checker->get_remote_simulation().read(temp_synchro, remote(remote_act));
 762           act = temp_synchro.get_buffer();
 763         } else
 764           act = remote_act;
 765
 766         smx_actor_t src_proc =
 767             mc_model_checker->get_remote_simulation().resolve_actor(simgrid::mc::remote(act->src_actor_.get()));
 768         smx_actor_t dst_proc =
 769             mc_model_checker->get_remote_simulation().resolve_actor(simgrid::mc::remote(act->dst_actor_.get()));
 770         args = "comm=" + pointer_to_string(remote_act);
 771         args += " [" + get_actor_string2(src_proc) + "-> " + get_actor_string2(dst_proc) + "]";
 772       }
 773       break;
 774     }
 775
 776     case Simcall::COMM_TEST: {
 777       simgrid::kernel::activity::CommImpl* remote_act = simcall_comm_test__getraw__comm(req);
 778       simgrid::mc::Remote<simgrid::kernel::activity::CommImpl> temp_synchro;
 779       const simgrid::kernel::activity::CommImpl* act;
 780       if (use_remote_comm) {
 781         mc_model_checker->get_remote_simulation().read(temp_synchro, remote(remote_act));
 782         act = temp_synchro.get_buffer();
 783       } else
 784         act = remote_act;
 785
 786       if (act->src_actor_.get() == nullptr || act->dst_actor_.get() == nullptr) {
 787         type = "Test FALSE";
 788         args = "comm=" + pointer_to_string(remote_act);
 789       } else {
 790         type = "Test TRUE";
 791
 792         smx_actor_t src_proc =
 793             mc_model_checker->get_remote_simulation().resolve_actor(simgrid::mc::remote(act->src_actor_.get()));
 794         smx_actor_t dst_proc =
 795             mc_model_checker->get_remote_simulation().resolve_actor(simgrid::mc::remote(act->dst_actor_.get()));
 796         args = "comm=" + pointer_to_string(remote_act);
 797         args += " [" + get_actor_string2(src_proc) + " -> " + get_actor_string2(dst_proc) + "]";
 798       }
 799       break;
 800     }
 801
 802     case Simcall::COMM_WAITANY: {
 803       type         = "WaitAny";
 804       size_t count = simcall_comm_waitany__get__count(req);
 805       if (count > 0) {
 806         simgrid::kernel::activity::CommImpl* remote_sync;
 807         remote_sync =
 808             mc_model_checker->get_remote_simulation().read(remote(simcall_comm_waitany__get__comms(req) + value));
 809         args = "comm=" + pointer_to_string(remote_sync) + xbt::string_printf("(%d of %zu)", value + 1, count);
 810       } else
 811         args = "comm at idx " + std::to_string(value);
 812       break;
 813     }
 814
 815     case Simcall::COMM_TESTANY:
 816       if (value == -1) {
 817         type = "TestAny FALSE";
 818         args = "-";
 819       } else {
 820         type = "TestAny";
 821         args = xbt::string_printf("(%d of %zu)", value + 1, simcall_comm_testany__get__count(req));
 822       }
 823       break;
 824
 825     case Simcall::MUTEX_TRYLOCK:
 826     case Simcall::MUTEX_LOCK: {
 827       if (req->call_ == Simcall::MUTEX_LOCK)
 828         type = "Mutex LOCK";
 829       else
 830         type = "Mutex TRYLOCK";
 831
 832       simgrid::mc::Remote<simgrid::kernel::activity::MutexImpl> mutex;
 833       mc_model_checker->get_remote_simulation().read_bytes(mutex.get_buffer(), sizeof(mutex),
 834                                                            remote(req->call_ == Simcall::MUTEX_LOCK
 835                                                                       ? simcall_mutex_lock__get__mutex(req)
 836                                                                       : simcall_mutex_trylock__get__mutex(req)));
 837       args = "locked = " + std::to_string(mutex.get_buffer()->is_locked()) + ", owner = ";
 838       if (mutex.get_buffer()->get_owner() != nullptr)
 839         args += std::to_string(mc_model_checker->get_remote_simulation()
 840                                    .resolve_actor(simgrid::mc::remote(mutex.get_buffer()->get_owner()))
 841                                    ->get_pid());
 842       else
 843         args += "-1";
 844       args += ", sleeping = n/a";
 845       break;
 846     }
 847
 848     default:
 849       type = SIMIX_simcall_name(req->call_);
 850       args = "??";
 851       break;
 852   }
 853
 854   return "[" + get_actor_string2(issuer) + "] " + type + "(" + args + ")";
 855 }
 856
 857 std::string Api::request_get_dot_output(smx_simcall_t req, int value) const
 858 {
 859   const smx_actor_t issuer = simcall_get_issuer(req);
 860   const char* color        = get_color(issuer->get_pid() - 1);
 861
 862   std::string label;
 863
 864   if (req->inspector_ != nullptr) {
 865     label = mc_model_checker->simcall_dot_label(issuer->get_pid(), value);
 866   } else
 867     switch (req->call_) {
 868       case Simcall::COMM_ISEND:
 869         label = "[" + get_actor_string(issuer) + "] iSend";
 870         break;
 871
 872       case Simcall::COMM_IRECV:
 873         label = "[" + get_actor_string(issuer) + "] iRecv";
 874         break;
 875
 876       case Simcall::COMM_WAIT:
 877         if (value == -1) {
 878           label = "[" + get_actor_string(issuer) + "] WaitTimeout";
 879         } else {
 880           kernel::activity::ActivityImpl* remote_act = simcall_comm_wait__getraw__comm(req);
 881           Remote<kernel::activity::CommImpl> temp_comm;
 882           mc_model_checker->get_remote_simulation().read(temp_comm,
 883                                                          remote(static_cast<kernel::activity::CommImpl*>(remote_act)));
 884           const kernel::activity::CommImpl* comm = temp_comm.get_buffer();
 885
 886           const kernel::actor::ActorImpl* src_proc =
 887               mc_model_checker->get_remote_simulation().resolve_actor(mc::remote(comm->src_actor_.get()));
 888           const kernel::actor::ActorImpl* dst_proc =
 889               mc_model_checker->get_remote_simulation().resolve_actor(mc::remote(comm->dst_actor_.get()));
 890           label = "[" + get_actor_string(issuer) + "] Wait";
 891           label += " [(" + std::to_string(src_proc ? src_proc->get_pid() : 0) + ")";
 892           label += "->(" + std::to_string(dst_proc ? dst_proc->get_pid() : 0) + ")]";
 893         }
 894         break;
 895
 896       case Simcall::COMM_TEST: {
 897         kernel::activity::ActivityImpl* remote_act = simcall_comm_test__getraw__comm(req);
 898         Remote<simgrid::kernel::activity::CommImpl> temp_comm;
 899         mc_model_checker->get_remote_simulation().read(temp_comm,
 900                                                        remote(static_cast<kernel::activity::CommImpl*>(remote_act)));
 901         const kernel::activity::CommImpl* comm = temp_comm.get_buffer();
 902         if (comm->src_actor_.get() == nullptr || comm->dst_actor_.get() == nullptr) {
 903           label = "[" + get_actor_string(issuer) + "] Test FALSE";
 904         } else {
 905           label = "[" + get_actor_string(issuer) + "] Test TRUE";
 906         }
 907         break;
 908       }
 909
 910       case Simcall::COMM_WAITANY:
 911         label = "[" + get_actor_string(issuer) + "] WaitAny";
 912         label += xbt::string_printf(" [%d of %zu]", value + 1, simcall_comm_waitany__get__count(req));
 913         break;
 914
 915       case Simcall::COMM_TESTANY:
 916         if (value == -1) {
 917           label = "[" + get_actor_string(issuer) + "] TestAny FALSE";
 918         } else {
 919           label = "[" + get_actor_string(issuer) + "] TestAny TRUE";
 920           label += xbt::string_printf(" [%d of %zu]", value + 1, simcall_comm_testany__get__count(req));
 921         }
 922         break;
 923
 924       case Simcall::MUTEX_TRYLOCK:
 925         label = "[" + get_actor_string(issuer) + "] Mutex TRYLOCK";
 926         break;
 927
 928       case Simcall::MUTEX_LOCK:
 929         label = "[" + get_actor_string(issuer) + "] Mutex LOCK";
 930         break;
 931
 932       default:
 933         THROW_UNIMPLEMENTED;
 934     }
 935
 936   return "label = \"" + label + "\", color = " + color + ", fontcolor = " + color;
 937 }
 938
 939 #if HAVE_SMPI
 940 int Api::get_smpi_request_tag(smx_simcall_t const& simcall, simgrid::simix::Simcall type) const
 941 {
 942   simgrid::smpi::Request mpi_request;
 943   void* simcall_data = nullptr;
 944   if (type == Simcall::COMM_ISEND)
 945     simcall_data = simcall_comm_isend__get__data(simcall);
 946   else if (type == Simcall::COMM_IRECV)
 947     simcall_data = simcall_comm_irecv__get__data(simcall);
 948   mc_model_checker->get_remote_simulation().read(&mpi_request, remote(static_cast<smpi::Request*>(simcall_data)));
 949   return mpi_request.tag();
 950 }
 951 #endif
 952
 953 void Api::restore_state(std::shared_ptr<simgrid::mc::Snapshot> system_state) const
 954 {
 955   system_state->restore(&mc_model_checker->get_remote_simulation());
 956 }
 957
 958 void Api::log_state() const
 959 {
 960   session->log_state();
 961 }
 962
 963 bool Api::snapshot_equal(const Snapshot* s1, const Snapshot* s2) const
 964 {
 965   return simgrid::mc::snapshot_equal(s1, s2);
 966 }
 967
 968 simgrid::mc::Snapshot* Api::take_snapshot(int num_state) const
 969 {
 970   auto snapshot = new simgrid::mc::Snapshot(num_state);
 971   return snapshot;
 972 }
 973
 974 void Api::s_close() const
 975 {
 976   session->close();
 977 }
 978
 979 void Api::restore_initial_state() const
 980 {
 981   session->restore_initial_state();
 982 }
 983
 984 void Api::execute(Transition& transition, smx_simcall_t simcall) const
 985 {
 986   /* FIXME: once all simcalls have observers, kill the simcall parameter and use mc_model_checker->simcall_to_string() */
 987   transition.textual = request_to_string(simcall, transition.times_considered_, RequestType::executed);
 988   session->execute(transition);
 989 }
 990
 991 #if SIMGRID_HAVE_MC
 992 void Api::automaton_load(const char* file) const
 993 {
 994   MC_automaton_load(file);
 995 }
 996 #endif
 997
 998 std::vector<int> Api::automaton_propositional_symbol_evaluate() const
 999 {
1000   unsigned int cursor = 0;
1001   std::vector<int> values;
1002   xbt_automaton_propositional_symbol_t ps = nullptr;
1003   xbt_dynar_foreach (mc::property_automaton->propositional_symbols, cursor, ps)
1004     values.push_back(xbt_automaton_propositional_symbol_evaluate(ps));
1005   return values;
1006 }
1007
1008 std::vector<xbt_automaton_state_t> Api::get_automaton_state() const
1009 {
1010   std::vector<xbt_automaton_state_t> automaton_stack;
1011   unsigned int cursor = 0;
1012   xbt_automaton_state_t automaton_state;
1013   xbt_dynar_foreach (mc::property_automaton->states, cursor, automaton_state)
1014     if (automaton_state->type == -1)
1015       automaton_stack.push_back(automaton_state);
1016   return automaton_stack;
1017 }
1018
1019 int Api::compare_automaton_exp_label(const xbt_automaton_exp_label* l) const
1020 {
1021   unsigned int cursor                    = 0;
1022   xbt_automaton_propositional_symbol_t p = nullptr;
1023   xbt_dynar_foreach (simgrid::mc::property_automaton->propositional_symbols, cursor, p) {
1024     if (std::strcmp(xbt_automaton_propositional_symbol_get_name(p), l->u.predicat) == 0)
1025       return cursor;
1026   }
1027   return -1;
1028 }
1029
1030 void Api::set_property_automaton(xbt_automaton_state_t const& automaton_state) const
1031 {
1032   mc::property_automaton->current_state = automaton_state;
1033 }
1034
1035 xbt_automaton_exp_label_t Api::get_automaton_transition_label(xbt_dynar_t const& dynar, int index) const
1036 {
1037   const xbt_automaton_transition* transition = xbt_dynar_get_as(dynar, index, xbt_automaton_transition_t);
1038   return transition->label;
1039 }
1040
1041 xbt_automaton_state_t Api::get_automaton_transition_dst(xbt_dynar_t const& dynar, int index) const
1042 {
1043   const xbt_automaton_transition* transition = xbt_dynar_get_as(dynar, index, xbt_automaton_transition_t);
1044   return transition->dst;
1045 }
1046
1047 } // namespace mc
1048 } // namespace simgrid