src/mc/checker/CommunicationDeterminismChecker.cpp

   1 /* Copyright (c) 2008-2020. The SimGrid Team. All rights reserved.          */
   2
   3 /* This program is free software; you can redistribute it and/or modify it
   4  * under the terms of the license (GNU LGPL) which comes with this package. */
   5
   6 #include "src/mc/checker/CommunicationDeterminismChecker.hpp"
   7 #include "src/kernel/activity/MailboxImpl.hpp"
   8 #include "src/mc/Session.hpp"
   9 #include "src/mc/mc_config.hpp"
  10 #include "src/mc/mc_exit.hpp"
  11 #include "src/mc/mc_private.hpp"
  12 #include "src/mc/mc_request.hpp"
  13 #include "src/mc/mc_smx.hpp"
  14 #include "src/mc/mc_api.hpp"
  15
  16 #if HAVE_SMPI
  17 #include "smpi_request.hpp"
  18 #endif
  19
  20 #include <cstdint>
  21
  22 using simgrid::mc::remote;
  23 using mcapi = simgrid::mc::mc_api;
  24
  25 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(mc_comm_determinism, mc, "Logging specific to MC communication determinism detection");
  26
  27 /********** Global variables **********/
  28
  29 std::vector<simgrid::mc::PatternCommunicationList> initial_communications_pattern;
  30 std::vector<std::vector<simgrid::mc::PatternCommunication*>> incomplete_communications_pattern;
  31
  32 /********** Static functions ***********/
  33
  34 static e_mc_comm_pattern_difference_t compare_comm_pattern(const simgrid::mc::PatternCommunication* comm1,
  35                                                            const simgrid::mc::PatternCommunication* comm2)
  36 {
  37   if(comm1->type != comm2->type)
  38     return TYPE_DIFF;
  39   if (comm1->rdv != comm2->rdv)
  40     return RDV_DIFF;
  41   if (comm1->src_proc != comm2->src_proc)
  42     return SRC_PROC_DIFF;
  43   if (comm1->dst_proc != comm2->dst_proc)
  44     return DST_PROC_DIFF;
  45   if (comm1->tag != comm2->tag)
  46     return TAG_DIFF;
  47   if (comm1->data.size() != comm2->data.size())
  48     return DATA_SIZE_DIFF;
  49   if (comm1->data != comm2->data)
  50     return DATA_DIFF;
  51   return NONE_DIFF;
  52 }
  53
  54 static char* print_determinism_result(e_mc_comm_pattern_difference_t diff, int process,
  55                                       const simgrid::mc::PatternCommunication* comm, unsigned int cursor)
  56 {
  57   char* type;
  58   char* res;
  59
  60   if (comm->type == simgrid::mc::PatternCommunicationType::send)
  61     type = bprintf("The send communications pattern of the process %d is different!", process - 1);
  62   else
  63     type = bprintf("The recv communications pattern of the process %d is different!", process - 1);
  64
  65   switch(diff) {
  66   case TYPE_DIFF:
  67     res = bprintf("%s Different type for communication #%u", type, cursor);
  68     break;
  69   case RDV_DIFF:
  70     res = bprintf("%s Different rdv for communication #%u", type, cursor);
  71     break;
  72   case TAG_DIFF:
  73     res = bprintf("%s Different tag for communication #%u", type, cursor);
  74     break;
  75   case SRC_PROC_DIFF:
  76     res = bprintf("%s Different source for communication #%u", type, cursor);
  77     break;
  78   case DST_PROC_DIFF:
  79     res = bprintf("%s Different destination for communication #%u", type, cursor);
  80     break;
  81   case DATA_SIZE_DIFF:
  82     res = bprintf("%s Different data size for communication #%u", type, cursor);
  83     break;
  84   case DATA_DIFF:
  85     res = bprintf("%s Different data for communication #%u", type, cursor);
  86     break;
  87   default:
  88     res = nullptr;
  89     break;
  90   }
  91
  92   return res;
  93 }
  94
  95 static void update_comm_pattern(simgrid::mc::PatternCommunication* comm_pattern,
  96                                 simgrid::mc::RemotePtr<simgrid::kernel::activity::CommImpl> comm_addr)
  97 {
  98   // HACK, type punning
  99   simgrid::mc::Remote<simgrid::kernel::activity::CommImpl> temp_comm;
 100   mc_model_checker->get_remote_simulation().read(temp_comm, comm_addr);
 101   const simgrid::kernel::activity::CommImpl* comm = temp_comm.get_buffer();
 102
 103   smx_actor_t src_proc =
 104       mc_model_checker->get_remote_simulation().resolve_actor(simgrid::mc::remote(comm->src_actor_.get()));
 105   smx_actor_t dst_proc =
 106       mc_model_checker->get_remote_simulation().resolve_actor(simgrid::mc::remote(comm->dst_actor_.get()));
 107   comm_pattern->src_proc = src_proc->get_pid();
 108   comm_pattern->dst_proc = dst_proc->get_pid();
 109   comm_pattern->src_host = MC_smx_actor_get_host_name(src_proc);
 110   comm_pattern->dst_host = MC_smx_actor_get_host_name(dst_proc);
 111   if (comm_pattern->data.empty() && comm->src_buff_ != nullptr) {
 112     size_t buff_size;
 113     mc_model_checker->get_remote_simulation().read(&buff_size, remote(comm->dst_buff_size_));
 114     comm_pattern->data.resize(buff_size);
 115     mc_model_checker->get_remote_simulation().read_bytes(comm_pattern->data.data(), comm_pattern->data.size(),
 116                                                          remote(comm->src_buff_));
 117   }
 118 }
 119
 120 namespace simgrid {
 121 namespace mc {
 122
 123 void CommunicationDeterminismChecker::deterministic_comm_pattern(int process, const PatternCommunication* comm,
 124                                                                  int backtracking)
 125 {
 126   if (not backtracking) {
 127     PatternCommunicationList& list      = initial_communications_pattern[process];
 128     e_mc_comm_pattern_difference_t diff = compare_comm_pattern(list.list[list.index_comm].get(), comm);
 129
 130     if (diff != NONE_DIFF) {
 131       if (comm->type == PatternCommunicationType::send) {
 132         this->send_deterministic = false;
 133         if (this->send_diff != nullptr)
 134           xbt_free(this->send_diff);
 135         this->send_diff = print_determinism_result(diff, process, comm, list.index_comm + 1);
 136       } else {
 137         this->recv_deterministic = false;
 138         if (this->recv_diff != nullptr)
 139           xbt_free(this->recv_diff);
 140         this->recv_diff = print_determinism_result(diff, process, comm, list.index_comm + 1);
 141       }
 142       if (_sg_mc_send_determinism && not this->send_deterministic) {
 143         XBT_INFO("*********************************************************");
 144         XBT_INFO("***** Non-send-deterministic communications pattern *****");
 145         XBT_INFO("*********************************************************");
 146         XBT_INFO("%s", this->send_diff);
 147         xbt_free(this->send_diff);
 148         this->send_diff = nullptr;
 149         mc::session->log_state();
 150         mc_model_checker->exit(SIMGRID_MC_EXIT_NON_DETERMINISM);
 151       } else if (_sg_mc_comms_determinism && (not this->send_deterministic && not this->recv_deterministic)) {
 152         XBT_INFO("****************************************************");
 153         XBT_INFO("***** Non-deterministic communications pattern *****");
 154         XBT_INFO("****************************************************");
 155         if (this->send_diff) {
 156           XBT_INFO("%s", this->send_diff);
 157           xbt_free(this->send_diff);
 158           this->send_diff = nullptr;
 159         }
 160         if (this->recv_diff) {
 161           XBT_INFO("%s", this->recv_diff);
 162           xbt_free(this->recv_diff);
 163           this->recv_diff = nullptr;
 164         }
 165         mc::session->log_state();
 166         mc_model_checker->exit(SIMGRID_MC_EXIT_NON_DETERMINISM);
 167       }
 168     }
 169   }
 170 }
 171
 172 /********** Non Static functions ***********/
 173
 174 void CommunicationDeterminismChecker::get_comm_pattern(smx_simcall_t request, e_mc_call_type_t call_type,
 175                                                        int backtracking)
 176 {
 177   const smx_actor_t issuer = mcapi::get().mc_smx_simcall_get_issuer(request);
 178   const mc::PatternCommunicationList& initial_pattern          = initial_communications_pattern[issuer->get_pid()];
 179   const std::vector<PatternCommunication*>& incomplete_pattern = incomplete_communications_pattern[issuer->get_pid()];
 180
 181   auto pattern   = std::make_unique<PatternCommunication>();
 182   pattern->index = initial_pattern.index_comm + incomplete_pattern.size();
 183
 184   if (call_type == MC_CALL_TYPE_SEND) {
 185     /* Create comm pattern */
 186     pattern->type      = PatternCommunicationType::send;
 187     pattern->comm_addr = mcapi::get().get_pattern_comm_addr(request);
 188
 189     Remote<kernel::activity::CommImpl> temp_synchro;
 190     mc_model_checker->get_remote_simulation().read(temp_synchro, remote(pattern->comm_addr));
 191     const kernel::activity::CommImpl* synchro = temp_synchro.get_buffer();
 192
 193     char* remote_name = mc_model_checker->get_remote_simulation().read<char*>(RemotePtr<char*>(
 194         (uint64_t)(synchro->get_mailbox() ? &synchro->get_mailbox()->name_ : &synchro->mbox_cpy->name_)));
 195     pattern->rdv      = mcapi::get().get_pattern_comm_rdv(pattern->comm_addr);
 196     pattern->src_proc = mcapi::get().get_pattern_comm_src_proc(pattern->comm_addr);
 197     pattern->src_host = mc_api::get().get_actor_host_name(issuer);
 198
 199 #if HAVE_SMPI
 200     simgrid::smpi::Request mpi_request;
 201     mc_model_checker->get_remote_simulation().read(
 202         &mpi_request, remote(static_cast<smpi::Request*>(simcall_comm_isend__get__data(request))));
 203     pattern->tag = mpi_request.tag();
 204 #endif
 205
 206     // if (synchro->src_buff_ != nullptr) {
 207     //   pattern->data.resize(synchro->src_buff_size_);
 208     //   mc_model_checker->get_remote_simulation().read_bytes(pattern->data.data(), pattern->data.size(),
 209     //                                                        remote(synchro->src_buff_));
 210     // }
 211
 212     auto pattern_data = mcapi::get().get_pattern_comm_data(pattern->comm_addr);
 213     if(pattern_data.data() != nullptr) {
 214       auto data_size = pattern_data.size();
 215       pattern->data.resize(data_size);
 216       memcpy(pattern->data.data(), pattern_data.data(), data_size);
 217     }
 218 #if HAVE_SMPI
 219     if(mpi_request.detached()){
 220       if (this->initial_communications_pattern_done) {
 221         /* Evaluate comm determinism */
 222         this->deterministic_comm_pattern(pattern->src_proc, pattern.get(), backtracking);
 223         initial_communications_pattern[pattern->src_proc].index_comm++;
 224       } else {
 225         /* Store comm pattern */
 226         initial_communications_pattern[pattern->src_proc].list.push_back(std::move(pattern));
 227       }
 228       return;
 229     }
 230 #endif
 231   } else if (call_type == MC_CALL_TYPE_RECV) {
 232     pattern->type      = PatternCommunicationType::receive;
 233     pattern->comm_addr = static_cast<kernel::activity::CommImpl*>(simcall_comm_irecv__getraw__result(request));
 234
 235 #if HAVE_SMPI
 236     smpi::Request mpi_request;
 237     mc_model_checker->get_remote_simulation().read(
 238         &mpi_request, remote(static_cast<smpi::Request*>(simcall_comm_irecv__get__data(request))));
 239     pattern->tag = mpi_request.tag();
 240 #endif
 241
 242     Remote<kernel::activity::CommImpl> temp_comm;
 243     mc_model_checker->get_remote_simulation().read(temp_comm, remote(pattern->comm_addr));
 244     const kernel::activity::CommImpl* comm = temp_comm.get_buffer();
 245
 246     char* remote_name;
 247     mc_model_checker->get_remote_simulation().read(
 248         &remote_name, remote(comm->get_mailbox() ? &xbt::string::to_string_data(comm->get_mailbox()->name_).data
 249                                                  : &xbt::string::to_string_data(comm->mbox_cpy->name_).data));
 250     pattern->rdv = mc_model_checker->get_remote_simulation().read_string(RemotePtr<char>(remote_name));
 251     pattern->dst_proc =
 252         mc_model_checker->get_remote_simulation().resolve_actor(mc::remote(comm->dst_actor_.get()))->get_pid();
 253     pattern->dst_host = MC_smx_actor_get_host_name(issuer);
 254   } else
 255     xbt_die("Unexpected call_type %i", (int) call_type);
 256
 257   XBT_DEBUG("Insert incomplete comm pattern %p for process %ld", pattern.get(), issuer->get_pid());
 258   incomplete_communications_pattern[issuer->get_pid()].push_back(pattern.release());
 259 }
 260
 261 void CommunicationDeterminismChecker::complete_comm_pattern(RemotePtr<kernel::activity::CommImpl> comm_addr,
 262                                                             unsigned int issuer, int backtracking)
 263 {
 264   /* Complete comm pattern */
 265   std::vector<PatternCommunication*>& incomplete_pattern = incomplete_communications_pattern[issuer];
 266   auto current_comm_pattern =
 267       std::find_if(begin(incomplete_pattern), end(incomplete_pattern),
 268                    [&comm_addr](const PatternCommunication* comm) { return remote(comm->comm_addr) == comm_addr; });
 269   if (current_comm_pattern == std::end(incomplete_pattern))
 270     xbt_die("Corresponding communication not found!");
 271
 272   update_comm_pattern(*current_comm_pattern, comm_addr);
 273   std::unique_ptr<PatternCommunication> comm_pattern(*current_comm_pattern);
 274   XBT_DEBUG("Remove incomplete comm pattern for process %u at cursor %zd", issuer,
 275             std::distance(begin(incomplete_pattern), current_comm_pattern));
 276   incomplete_pattern.erase(current_comm_pattern);
 277
 278   if (this->initial_communications_pattern_done) {
 279     /* Evaluate comm determinism */
 280     this->deterministic_comm_pattern(issuer, comm_pattern.get(), backtracking);
 281     initial_communications_pattern[issuer].index_comm++;
 282   } else {
 283     /* Store comm pattern */
 284     initial_communications_pattern[issuer].list.push_back(std::move(comm_pattern));
 285   }
 286 }
 287
 288 CommunicationDeterminismChecker::CommunicationDeterminismChecker(Session& s) : Checker(s)
 289 {
 290 }
 291
 292 CommunicationDeterminismChecker::~CommunicationDeterminismChecker() = default;
 293
 294 RecordTrace CommunicationDeterminismChecker::get_record_trace() // override
 295 {
 296   RecordTrace res;
 297   for (auto const& state : stack_)
 298     res.push_back(state->get_transition());
 299   return res;
 300 }
 301
 302 std::vector<std::string> CommunicationDeterminismChecker::get_textual_trace() // override
 303 {
 304   std::vector<std::string> trace;
 305   for (auto const& state : stack_) {
 306     smx_simcall_t req = &state->executed_req_;
 307     if (req)
 308       trace.push_back(mcapi::get().request_to_string(req, state->transition_.argument_, RequestType::executed));
 309   }
 310   return trace;
 311 }
 312
 313 void CommunicationDeterminismChecker::log_state() // override
 314 {
 315   if (_sg_mc_comms_determinism) {
 316     if (this->send_deterministic && not this->recv_deterministic) {
 317       XBT_INFO("*******************************************************");
 318       XBT_INFO("**** Only-send-deterministic communication pattern ****");
 319       XBT_INFO("*******************************************************");
 320       XBT_INFO("%s", this->recv_diff);
 321     }
 322     if (not this->send_deterministic && this->recv_deterministic) {
 323       XBT_INFO("*******************************************************");
 324       XBT_INFO("**** Only-recv-deterministic communication pattern ****");
 325       XBT_INFO("*******************************************************");
 326       XBT_INFO("%s", this->send_diff);
 327     }
 328   }
 329   XBT_INFO("Expanded states = %lu", expanded_states_count_);
 330   XBT_INFO("Visited states = %lu", mcapi::get().mc_get_visited_states());
 331   XBT_INFO("Executed transitions = %lu", mcapi::get().mc_get_executed_trans());
 332   XBT_INFO("Send-deterministic : %s", this->send_deterministic ? "Yes" : "No");
 333   if (_sg_mc_comms_determinism)
 334     XBT_INFO("Recv-deterministic : %s", this->recv_deterministic ? "Yes" : "No");
 335 }
 336
 337 void CommunicationDeterminismChecker::prepare()
 338 {
 339   const int maxpid = mcapi::get().get_maxpid();
 340
 341   initial_communications_pattern.resize(maxpid);
 342   incomplete_communications_pattern.resize(maxpid);
 343
 344   ++expanded_states_count_;
 345   auto initial_state = std::make_unique<State>(expanded_states_count_);
 346
 347   XBT_DEBUG("********* Start communication determinism verification *********");
 348
 349   /* Get an enabled actor and insert it in the interleave set of the initial state */
 350   auto actors = mcapi::get().get_actors();
 351   for (auto& actor : actors)
 352     if (mcapi::get().actor_is_enabled(actor.copy.get_buffer()->get_pid()))
 353       initial_state->add_interleaving_set(actor.copy.get_buffer());
 354
 355   stack_.push_back(std::move(initial_state));
 356 }
 357
 358 static inline bool all_communications_are_finished()
 359 {
 360   auto maxpid = mcapi::get().get_maxpid();
 361   for (size_t current_actor = 1; current_actor < maxpid; current_actor++) {
 362     if (not incomplete_communications_pattern[current_actor].empty()) {
 363       XBT_DEBUG("Some communications are not finished, cannot stop the exploration! State not visited.");
 364       return false;
 365     }
 366   }
 367   return true;
 368 }
 369
 370 void CommunicationDeterminismChecker::restoreState()
 371 {
 372   /* Intermediate backtracking */
 373   State* last_state = stack_.back().get();
 374   if (last_state->system_state_) {
 375     last_state->system_state_->restore(&mcapi::get().mc_get_remote_simulation());
 376     MC_restore_communications_pattern(last_state);
 377     return;
 378   }
 379
 380   /* Restore the initial state */
 381   mcapi::get().s_restore_initial_state();
 382
 383   unsigned n = mcapi::get().get_maxpid();
 384   assert(n == incomplete_communications_pattern.size());
 385   assert(n == initial_communications_pattern.size());
 386   for (unsigned j=0; j < n ; j++) {
 387     incomplete_communications_pattern[j].clear();
 388     initial_communications_pattern[j].index_comm = 0;
 389   }
 390
 391   /* Traverse the stack from the state at position start and re-execute the transitions */
 392   for (std::unique_ptr<simgrid::mc::State> const& state : stack_) {
 393     if (state == stack_.back())
 394       break;
 395
 396     int req_num             = state->transition_.argument_;
 397     const s_smx_simcall* saved_req = &state->executed_req_;
 398     xbt_assert(saved_req);
 399
 400     /* because we got a copy of the executed request, we have to fetch the
 401        real one, pointed by the request field of the issuer process */
 402
 403     const smx_actor_t issuer = mcapi::get().mc_smx_simcall_get_issuer(saved_req);
 404     smx_simcall_t req        = &issuer->simcall_;
 405
 406     /* TODO : handle test and testany simcalls */
 407     e_mc_call_type_t call = MC_get_call_type(req);
 408     mcapi::get().handle_simcall(state->transition_);
 409     MC_handle_comm_pattern(call, req, req_num, 1);
 410     mcapi::get().mc_wait_for_requests();
 411
 412     /* Update statistics */
 413     mcapi::get().mc_inc_visited_states();
 414     mcapi::get().mc_inc_executed_trans();
 415   }
 416 }
 417
 418 void CommunicationDeterminismChecker::real_run()
 419 {
 420   std::unique_ptr<VisitedState> visited_state = nullptr;
 421   smx_simcall_t req = nullptr;
 422
 423   while (not stack_.empty()) {
 424     /* Get current state */
 425     State* cur_state = stack_.back().get();
 426
 427     XBT_DEBUG("**************************************************");
 428     XBT_DEBUG("Exploration depth = %zu (state = %d, interleaved processes = %zu)", stack_.size(), cur_state->num_,
 429               cur_state->interleave_size());
 430
 431     /* Update statistics */
 432     mcapi::get().mc_inc_visited_states();
 433
 434     if (stack_.size() <= (std::size_t)_sg_mc_max_depth)
 435       req = mcapi::get().mc_state_choose_request(cur_state);
 436     else
 437       req = nullptr;
 438
 439     if (req != nullptr && visited_state == nullptr) {
 440       int req_num = cur_state->transition_.argument_;
 441
 442       XBT_DEBUG("Execute: %s", mcapi::get().request_to_string(req, req_num, RequestType::simix).c_str());
 443
 444       std::string req_str;
 445       if (dot_output != nullptr)
 446         req_str = mcapi::get().request_get_dot_output(req, req_num);
 447
 448       mcapi::get().mc_inc_executed_trans();
 449
 450       /* TODO : handle test and testany simcalls */
 451       e_mc_call_type_t call = MC_CALL_TYPE_NONE;
 452       if (_sg_mc_comms_determinism || _sg_mc_send_determinism)
 453         call = MC_get_call_type(req);
 454
 455       /* Answer the request */
 456       mcapi::get().handle_simcall(cur_state->transition_);
 457       /* After this call req is no longer useful */
 458
 459       MC_handle_comm_pattern(call, req, req_num, 0);
 460
 461
 462       /* Wait for requests (schedules processes) */
 463       mcapi::get().mc_wait_for_requests();
 464
 465       /* Create the new expanded state */
 466       ++expanded_states_count_;
 467       auto next_state = std::make_unique<State>(expanded_states_count_);
 468
 469       /* If comm determinism verification, we cannot stop the exploration if some communications are not finished (at
 470        * least, data are transferred). These communications  are incomplete and they cannot be analyzed and compared
 471        * with the initial pattern. */
 472       bool compare_snapshots = this->initial_communications_pattern_done && all_communications_are_finished();
 473
 474       if (_sg_mc_max_visited_states != 0)
 475         visited_state = visited_states_.addVisitedState(expanded_states_count_, next_state.get(), compare_snapshots);
 476       else
 477         visited_state = nullptr;
 478
 479       if (visited_state == nullptr) {
 480         /* Get enabled actors and insert them in the interleave set of the next state */
 481         auto actors = mcapi::get().mc_get_remote_simulation().actors();
 482         for (auto& actor : actors)
 483           if (mcapi::get().actor_is_enabled(actor.copy.get_buffer()->get_pid()))
 484             next_state->add_interleaving_set(actor.copy.get_buffer());
 485
 486         if (dot_output != nullptr)
 487           fprintf(dot_output, "\"%d\" -> \"%d\" [%s];\n", cur_state->num_, next_state->num_, req_str.c_str());
 488
 489       } else if (dot_output != nullptr)
 490         fprintf(dot_output, "\"%d\" -> \"%d\" [%s];\n", cur_state->num_,
 491                 visited_state->original_num == -1 ? visited_state->num : visited_state->original_num, req_str.c_str());
 492
 493       stack_.push_back(std::move(next_state));
 494     } else {
 495       if (stack_.size() > (std::size_t) _sg_mc_max_depth)
 496         XBT_WARN("/!\\ Max depth reached! /!\\ ");
 497       else if (visited_state != nullptr)
 498         XBT_DEBUG("State already visited (equal to state %d), exploration stopped on this path.",
 499             visited_state->original_num == -1 ? visited_state->num : visited_state->original_num);
 500       else
 501         XBT_DEBUG("There are no more processes to interleave. (depth %zu)", stack_.size());
 502
 503       this->initial_communications_pattern_done = true;
 504
 505       /* Trash the current state, no longer needed */
 506       XBT_DEBUG("Delete state %d at depth %zu", cur_state->num_, stack_.size());
 507       stack_.pop_back();
 508
 509       visited_state = nullptr;
 510
 511       /* Check for deadlocks */
 512       if (mcapi::get().mc_check_deadlock()) {
 513         mcapi::get().mc_show_deadlock();
 514         throw simgrid::mc::DeadlockError();
 515       }
 516
 517       while (not stack_.empty()) {
 518         std::unique_ptr<State> state(std::move(stack_.back()));
 519         stack_.pop_back();
 520         if (state->interleave_size() && stack_.size() < (std::size_t)_sg_mc_max_depth) {
 521           /* We found a back-tracking point, let's loop */
 522           XBT_DEBUG("Back-tracking to state %d at depth %zu", state->num_, stack_.size() + 1);
 523           stack_.push_back(std::move(state));
 524
 525           this->restoreState();
 526
 527           XBT_DEBUG("Back-tracking to state %d at depth %zu done", stack_.back()->num_, stack_.size());
 528
 529           break;
 530         } else {
 531           XBT_DEBUG("Delete state %d at depth %zu", state->num_, stack_.size() + 1);
 532         }
 533       }
 534     }
 535   }
 536
 537   mcapi::get().s_log_state();
 538 }
 539
 540 void CommunicationDeterminismChecker::run()
 541 {
 542   XBT_INFO("Check communication determinism");
 543   mcapi::get().s_initialize();
 544
 545   this->prepare();
 546   this->real_run();
 547 }
 548
 549 Checker* createCommunicationDeterminismChecker(Session& s)
 550 {
 551   return new CommunicationDeterminismChecker(s);
 552 }
 553
 554 } // namespace mc
 555 } // namespace simgrid