src/simix/smx_network.c

   1 /* Copyright (c) 2009, 2010. The SimGrid Team.
   2  * All rights reserved.                                                     */
   3
   4 /* This program is free software; you can redistribute it and/or modify it
   5  * under the terms of the license (GNU LGPL) which comes with this package. */
   6
   7 #include "smx_private.h"
   8 #include "xbt/log.h"
   9 #include "mc/mc.h"
  10 #include "xbt/dict.h"
  11
  12 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(simix_network, simix,
  13                                 "Logging specific to SIMIX (network)");
  14
  15 static xbt_dict_t rdv_points = NULL;
  16 unsigned long int smx_total_comms = 0;
  17
  18 static void SIMIX_waitany_remove_simcall_from_actions(smx_simcall_t simcall);
  19 static void SIMIX_comm_copy_data(smx_action_t comm);
  20 static smx_action_t SIMIX_comm_new(e_smx_comm_type_t type);
  21 static XBT_INLINE void SIMIX_rdv_push(smx_rdv_t rdv, smx_action_t comm);
  22 static smx_action_t SIMIX_rdv_get_comm(smx_rdv_t rdv, e_smx_comm_type_t type,
  23                                           int (*match_fun)(void *, void *,smx_action_t),
  24                                           void *user_data, smx_action_t my_action);
  25 static void SIMIX_rdv_free(void *data);
  26
  27 void SIMIX_network_init(void)
  28 {
  29   rdv_points = xbt_dict_new_homogeneous(SIMIX_rdv_free);
  30 }
  31
  32 void SIMIX_network_exit(void)
  33 {
  34   xbt_dict_free(&rdv_points);
  35 }
  36
  37 /******************************************************************************/
  38 /*                           Rendez-Vous Points                               */
  39 /******************************************************************************/
  40
  41 smx_rdv_t SIMIX_rdv_create(const char *name)
  42 {
  43   /* two processes may have pushed the same rdv_create simcall at the same time */
  44   smx_rdv_t rdv = name ? xbt_dict_get_or_null(rdv_points, name) : NULL;
  45
  46   if (!rdv) {
  47     rdv = xbt_new0(s_smx_rvpoint_t, 1);
  48     rdv->name = name ? xbt_strdup(name) : NULL;
  49     rdv->comm_fifo = xbt_fifo_new();
  50
  51     if (rdv->name)
  52       xbt_dict_set(rdv_points, rdv->name, rdv, NULL);
  53   }
  54   return rdv;
  55 }
  56
  57 void SIMIX_rdv_destroy(smx_rdv_t rdv)
  58 {
  59   if (rdv->name)
  60     xbt_dict_remove(rdv_points, rdv->name);
  61 }
  62
  63 void SIMIX_rdv_free(void *data)
  64 {
  65   smx_rdv_t rdv = (smx_rdv_t) data;
  66   xbt_free(rdv->name);
  67   xbt_fifo_free(rdv->comm_fifo);
  68   xbt_free(rdv);
  69 }
  70
  71 xbt_dict_t SIMIX_get_rdv_points()
  72 {
  73   return rdv_points;
  74 }
  75
  76 smx_rdv_t SIMIX_rdv_get_by_name(const char *name)
  77 {
  78   return xbt_dict_get_or_null(rdv_points, name);
  79 }
  80
  81 int SIMIX_rdv_comm_count_by_host(smx_rdv_t rdv, smx_host_t host)
  82 {
  83   smx_action_t comm = NULL;
  84   xbt_fifo_item_t item = NULL;
  85   int count = 0;
  86
  87   xbt_fifo_foreach(rdv->comm_fifo, item, comm, smx_action_t) {
  88     if (comm->comm.src_proc->smx_host == host)
  89       count++;
  90   }
  91
  92   return count;
  93 }
  94
  95 smx_action_t SIMIX_rdv_get_head(smx_rdv_t rdv)
  96 {
  97   return xbt_fifo_get_item_content(xbt_fifo_get_first_item(rdv->comm_fifo));
  98 }
  99
 100 /**
 101  *  \brief Pushes a communication action into a rendez-vous point
 102  *  \param rdv The rendez-vous point
 103  *  \param comm The communication action
 104  */
 105 static XBT_INLINE void SIMIX_rdv_push(smx_rdv_t rdv, smx_action_t comm)
 106 {
 107   xbt_fifo_push(rdv->comm_fifo, comm);
 108   comm->comm.rdv = rdv;
 109 }
 110
 111 /**
 112  *  \brief Removes a communication action from a rendez-vous point
 113  *  \param rdv The rendez-vous point
 114  *  \param comm The communication action
 115  */
 116 XBT_INLINE void SIMIX_rdv_remove(smx_rdv_t rdv, smx_action_t comm)
 117 {
 118   xbt_fifo_remove(rdv->comm_fifo, comm);
 119   comm->comm.rdv = NULL;
 120 }
 121
 122 /**
 123  *  \brief Checks if there is a communication action queued in a rendez-vous matching our needs
 124  *  \param type The type of communication we are looking for (comm_send, comm_recv)
 125  *  \return The communication action if found, NULL otherwise
 126  */
 127 smx_action_t SIMIX_rdv_get_comm(smx_rdv_t rdv, e_smx_comm_type_t type,
 128                                    int (*match_fun)(void *, void *,smx_action_t),
 129                                    void *this_user_data, smx_action_t my_action)
 130 {
 131   smx_action_t action;
 132   xbt_fifo_item_t item;
 133   void* other_user_data = NULL;
 134
 135   xbt_fifo_foreach(rdv->comm_fifo, item, action, smx_action_t) {
 136     if (action->comm.type == SIMIX_COMM_SEND) {
 137       other_user_data = action->comm.src_data;
 138     } else if (action->comm.type == SIMIX_COMM_RECEIVE) {
 139       other_user_data = action->comm.dst_data;
 140     }
 141     if (action->comm.type == type &&
 142         (!match_fun              ||              match_fun(this_user_data,  other_user_data, action)) &&
 143         (!action->comm.match_fun || action->comm.match_fun(other_user_data, this_user_data,  my_action))) {
 144       XBT_DEBUG("Found a matching communication action %p", action);
 145       xbt_fifo_remove_item(rdv->comm_fifo, item);
 146       xbt_fifo_free_item(item);
 147       action->comm.refcount++;
 148       action->comm.rdv = NULL;
 149       return action;
 150     }
 151     XBT_DEBUG("Sorry, communication action %p does not match our needs:"
 152            " its type is %d but we are looking for a comm of type %d (or maybe the filtering didn't match)",
 153            action, (int)action->comm.type, (int)type);
 154   }
 155   XBT_DEBUG("No matching communication action found");
 156   return NULL;
 157 }
 158
 159
 160 /******************************************************************************/
 161 /*                            Communication Actions                            */
 162 /******************************************************************************/
 163
 164 /**
 165  *  \brief Creates a new communicate action
 166  *  \param type The direction of communication (comm_send, comm_recv)
 167  *  \return The new communicate action
 168  */
 169 smx_action_t SIMIX_comm_new(e_smx_comm_type_t type)
 170 {
 171   smx_action_t act;
 172
 173   /* alloc structures */
 174   act = xbt_mallocator_get(simix_global->action_mallocator);
 175
 176   act->type = SIMIX_ACTION_COMMUNICATE;
 177   act->state = SIMIX_WAITING;
 178
 179   /* set communication */
 180   act->comm.type = type;
 181   act->comm.refcount = 1;
 182
 183 #ifdef HAVE_LATENCY_BOUND_TRACKING
 184   //initialize with unknown value
 185   act->latency_limited = -1;
 186 #endif
 187
 188 #ifdef HAVE_TRACING
 189   act->category = NULL;
 190 #endif
 191
 192   XBT_DEBUG("Create communicate action %p", act);
 193   ++smx_total_comms;
 194
 195   return act;
 196 }
 197
 198 /**
 199  *  \brief Destroy a communicate action
 200  *  \param action The communicate action to be destroyed
 201  */
 202 void SIMIX_comm_destroy(smx_action_t action)
 203 {
 204   XBT_DEBUG("Destroy action %p (refcount: %d), state: %d",
 205             action, action->comm.refcount, (int)action->state);
 206
 207   if (action->comm.refcount <= 0) {
 208     xbt_backtrace_display_current();
 209     xbt_die("The refcount of comm %p is already 0 before decreasing it. "
 210             "That's a bug! If you didn't test and/or wait the same communication twice in your code, then the bug is SimGrid's...", action);
 211   }
 212   action->comm.refcount--;
 213   if (action->comm.refcount > 0)
 214     return;
 215   XBT_DEBUG("Really free communication %p; refcount is now %d", action,
 216         action->comm.refcount);
 217
 218 #ifdef HAVE_LATENCY_BOUND_TRACKING
 219     action->latency_limited = SIMIX_comm_is_latency_bounded( action ) ;
 220 #endif
 221
 222   xbt_free(action->name);
 223   SIMIX_comm_destroy_internal_actions(action);
 224
 225   if (action->comm.detached && action->state != SIMIX_DONE) {
 226     /* the communication has failed and was detached:
 227      * we have to free the buffer */
 228     if (action->comm.clean_fun) {
 229       action->comm.clean_fun(action->comm.src_buff);
 230     }
 231     action->comm.src_buff = NULL;
 232   }
 233
 234   xbt_mallocator_release(simix_global->action_mallocator, action);
 235 }
 236
 237 void SIMIX_comm_destroy_internal_actions(smx_action_t action)
 238 {
 239   if (action->comm.surf_comm){
 240 #ifdef HAVE_LATENCY_BOUND_TRACKING
 241     action->latency_limited = SIMIX_comm_is_latency_bounded(action);
 242 #endif
 243     action->comm.surf_comm->model_type->action_unref(action->comm.surf_comm);
 244     action->comm.surf_comm = NULL;
 245   }
 246
 247   if (action->comm.src_timeout){
 248     action->comm.src_timeout->model_type->action_unref(action->comm.src_timeout);
 249     action->comm.src_timeout = NULL;
 250   }
 251
 252   if (action->comm.dst_timeout){
 253     action->comm.dst_timeout->model_type->action_unref(action->comm.dst_timeout);
 254     action->comm.dst_timeout = NULL;
 255   }
 256 }
 257
 258 smx_action_t SIMIX_comm_isend(smx_process_t src_proc, smx_rdv_t rdv,
 259                               double task_size, double rate,
 260                               void *src_buff, size_t src_buff_size,
 261                               int (*match_fun)(void *, void *,smx_action_t),
 262                               void (*clean_fun)(void *), // used to free the action in case of problem after a detached send
 263                               void *data,
 264                               int detached)
 265 {
 266   /* Prepare an action describing us, so that it gets passed to the user-provided filter of other side */
 267   smx_action_t this_action = SIMIX_comm_new(SIMIX_COMM_SEND);
 268
 269   /* Look for communication action matching our needs. We also provide a description of
 270    * ourself so that the other side also gets a chance of choosing if it wants to match with us.
 271    *
 272    * If it is not found then push our communication into the rendez-vous point */
 273   smx_action_t other_action = SIMIX_rdv_get_comm(rdv, SIMIX_COMM_RECEIVE, match_fun, data, this_action);
 274
 275   if (!other_action) {
 276     other_action = this_action;
 277     SIMIX_rdv_push(rdv, this_action);
 278   } else {
 279     SIMIX_comm_destroy(this_action);
 280     --smx_total_comms; // this creation was a pure waste
 281
 282     other_action->state = SIMIX_READY;
 283     other_action->comm.type = SIMIX_COMM_READY;
 284   }
 285   xbt_fifo_push(src_proc->comms, other_action);
 286
 287   /* if the communication action is detached then decrease the refcount
 288    * by one, so it will be eliminated by the receiver's destroy call */
 289   if (detached) {
 290     other_action->comm.detached = 1;
 291     other_action->comm.refcount--;
 292     other_action->comm.clean_fun = clean_fun;
 293   } else {
 294     other_action->comm.clean_fun = NULL;
 295   }
 296
 297   /* Setup the communication action */
 298   other_action->comm.src_proc = src_proc;
 299   other_action->comm.task_size = task_size;
 300   other_action->comm.rate = rate;
 301   other_action->comm.src_buff = src_buff;
 302   other_action->comm.src_buff_size = src_buff_size;
 303   other_action->comm.src_data = data;
 304
 305   other_action->comm.match_fun = match_fun;
 306
 307   if (MC_IS_ENABLED) {
 308     other_action->state = SIMIX_RUNNING;
 309     return other_action;
 310   }
 311
 312   SIMIX_comm_start(other_action);
 313   return (detached ? NULL : other_action);
 314 }
 315
 316 smx_action_t SIMIX_comm_irecv(smx_process_t dst_proc, smx_rdv_t rdv,
 317                       void *dst_buff, size_t *dst_buff_size,
 318                       int (*match_fun)(void *, void *, smx_action_t), void *data)
 319 {
 320   /* Prepare an action describing us, so that it gets passed to the user-provided filter of other side */
 321   smx_action_t this_action = SIMIX_comm_new(SIMIX_COMM_RECEIVE);
 322
 323   /* Look for communication action matching our needs. We also provide a description of
 324    * ourself so that the other side also gets a chance of choosing if it wants to match with us.
 325    *
 326    * If it is not found then push our communication into the rendez-vous point */
 327   smx_action_t other_action = SIMIX_rdv_get_comm(rdv, SIMIX_COMM_SEND, match_fun, data, this_action);
 328
 329   if (!other_action) {
 330     other_action = this_action;
 331     SIMIX_rdv_push(rdv, this_action);
 332   } else {
 333     SIMIX_comm_destroy(this_action);
 334     --smx_total_comms; // this creation was a pure waste
 335
 336     other_action->state = SIMIX_READY;
 337     other_action->comm.type = SIMIX_COMM_READY;
 338   }
 339   xbt_fifo_push(dst_proc->comms, other_action);
 340
 341   /* Setup communication action */
 342   other_action->comm.dst_proc = dst_proc;
 343   other_action->comm.dst_buff = dst_buff;
 344   other_action->comm.dst_buff_size = dst_buff_size;
 345   other_action->comm.dst_data = data;
 346
 347   other_action->comm.match_fun = match_fun;
 348
 349   if (MC_IS_ENABLED) {
 350     other_action->state = SIMIX_RUNNING;
 351     return other_action;
 352   }
 353
 354   SIMIX_comm_start(other_action);
 355   return other_action;
 356 }
 357
 358 void SIMIX_pre_comm_wait(smx_simcall_t simcall, smx_action_t action, double timeout, int idx)
 359 {
 360
 361   /* the simcall may be a wait, a send or a recv */
 362   surf_action_t sleep;
 363
 364   /* Associate this simcall to the wait action */
 365   xbt_fifo_push(action->simcalls, simcall);
 366   simcall->issuer->waiting_action = action;
 367
 368   if (MC_IS_ENABLED) {
 369     if (idx == 0) {
 370       action->state = SIMIX_DONE;
 371     } else {
 372       /* If we reached this point, the wait simcall must have a timeout */
 373       /* Otherwise it shouldn't be enabled and executed by the MC */
 374       if (timeout == -1)
 375         THROW_IMPOSSIBLE;
 376
 377       if (action->comm.src_proc == simcall->issuer)
 378         action->state = SIMIX_SRC_TIMEOUT;
 379       else
 380         action->state = SIMIX_DST_TIMEOUT;
 381     }
 382
 383     SIMIX_comm_finish(action);
 384     return;
 385   }
 386
 387   /* If the action has already finish perform the error handling, */
 388   /* otherwise set up a waiting timeout on the right side         */
 389   if (action->state != SIMIX_WAITING && action->state != SIMIX_RUNNING) {
 390     SIMIX_comm_finish(action);
 391   } else { /* if (timeout >= 0) { we need a surf sleep action even when there is no timeout, otherwise surf won't tell us when the host fails */
 392     sleep = surf_workstation_model->extension.workstation.sleep(simcall->issuer->smx_host->host, timeout);
 393     surf_workstation_model->action_data_set(sleep, action);
 394
 395     if (simcall->issuer == action->comm.src_proc)
 396       action->comm.src_timeout = sleep;
 397     else
 398       action->comm.dst_timeout = sleep;
 399   }
 400 }
 401
 402 void SIMIX_pre_comm_test(smx_simcall_t simcall)
 403 {
 404   smx_action_t action = simcall->comm_test.comm;
 405
 406   if(MC_IS_ENABLED){
 407     simcall->comm_test.result = action->comm.src_proc && action->comm.dst_proc;
 408     if(simcall->comm_test.result){
 409       action->state = SIMIX_DONE;
 410       xbt_fifo_push(action->simcalls, simcall);
 411       SIMIX_comm_finish(action);
 412     }else{
 413       SIMIX_simcall_answer(simcall);
 414     }
 415     return;
 416   }
 417
 418   simcall->comm_test.result = (action->state != SIMIX_WAITING && action->state != SIMIX_RUNNING);
 419   if (simcall->comm_test.result) {
 420     xbt_fifo_push(action->simcalls, simcall);
 421     SIMIX_comm_finish(action);
 422   } else {
 423     SIMIX_simcall_answer(simcall);
 424   }
 425 }
 426
 427 void SIMIX_pre_comm_testany(smx_simcall_t simcall, int idx)
 428 {
 429   unsigned int cursor;
 430   smx_action_t action;
 431   xbt_dynar_t actions = simcall->comm_testany.comms;
 432   simcall->comm_testany.result = -1;
 433
 434   if (MC_IS_ENABLED){
 435     if(idx == -1){
 436       SIMIX_simcall_answer(simcall);
 437     }else{
 438       action = xbt_dynar_get_as(actions, idx, smx_action_t);
 439       simcall->comm_testany.result = idx;
 440       xbt_fifo_push(action->simcalls, simcall);
 441       action->state = SIMIX_DONE;
 442       SIMIX_comm_finish(action);
 443     }
 444     return;
 445   }
 446
 447   xbt_dynar_foreach(simcall->comm_testany.comms,cursor,action) {
 448     if (action->state != SIMIX_WAITING && action->state != SIMIX_RUNNING) {
 449       simcall->comm_testany.result = cursor;
 450       xbt_fifo_push(action->simcalls, simcall);
 451       SIMIX_comm_finish(action);
 452       return;
 453     }
 454   }
 455   SIMIX_simcall_answer(simcall);
 456 }
 457
 458 void SIMIX_pre_comm_waitany(smx_simcall_t simcall, int idx)
 459 {
 460   smx_action_t action;
 461   unsigned int cursor = 0;
 462   xbt_dynar_t actions = simcall->comm_waitany.comms;
 463
 464   if (MC_IS_ENABLED){
 465     action = xbt_dynar_get_as(actions, idx, smx_action_t);
 466     xbt_fifo_push(action->simcalls, simcall);
 467     simcall->comm_waitany.result = idx;
 468     action->state = SIMIX_DONE;
 469     SIMIX_comm_finish(action);
 470     return;
 471   }
 472
 473   xbt_dynar_foreach(actions, cursor, action){
 474     /* associate this simcall to the the action */
 475     xbt_fifo_push(action->simcalls, simcall);
 476
 477     /* see if the action is already finished */
 478     if (action->state != SIMIX_WAITING && action->state != SIMIX_RUNNING){
 479       SIMIX_comm_finish(action);
 480       break;
 481     }
 482   }
 483 }
 484
 485 void SIMIX_waitany_remove_simcall_from_actions(smx_simcall_t simcall)
 486 {
 487   smx_action_t action;
 488   unsigned int cursor = 0;
 489   xbt_dynar_t actions = simcall->comm_waitany.comms;
 490
 491   xbt_dynar_foreach(actions, cursor, action) {
 492     xbt_fifo_remove(action->simcalls, simcall);
 493   }
 494 }
 495
 496 /**
 497  *  \brief Starts the simulation of a communication action.
 498  *  \param action the communication action
 499  */
 500 XBT_INLINE void SIMIX_comm_start(smx_action_t action)
 501 {
 502   /* If both the sender and the receiver are already there, start the communication */
 503   if (action->state == SIMIX_READY) {
 504
 505     smx_host_t sender = action->comm.src_proc->smx_host;
 506     smx_host_t receiver = action->comm.dst_proc->smx_host;
 507
 508     XBT_DEBUG("Starting communication %p from '%s' to '%s'", action,
 509            SIMIX_host_get_name(sender), SIMIX_host_get_name(receiver));
 510
 511     action->comm.surf_comm = surf_workstation_model->extension.workstation.
 512         communicate(sender->host, receiver->host, action->comm.task_size, action->comm.rate);
 513
 514     surf_workstation_model->action_data_set(action->comm.surf_comm, action);
 515
 516     action->state = SIMIX_RUNNING;
 517
 518     /* If a link is failed, detect it immediately */
 519     if (surf_workstation_model->action_state_get(action->comm.surf_comm) == SURF_ACTION_FAILED) {
 520       XBT_DEBUG("Communication from '%s' to '%s' failed to start because of a link failure",
 521           SIMIX_host_get_name(sender), SIMIX_host_get_name(receiver));
 522       action->state = SIMIX_LINK_FAILURE;
 523       SIMIX_comm_destroy_internal_actions(action);
 524     }
 525
 526     /* If any of the process is suspend, create the action but stop its execution,
 527        it will be restarted when the sender process resume */
 528     if (SIMIX_process_is_suspended(action->comm.src_proc) ||
 529         SIMIX_process_is_suspended(action->comm.dst_proc)) {
 530       /* FIXME: check what should happen with the action state */
 531
 532       if (SIMIX_process_is_suspended(action->comm.src_proc))
 533         XBT_DEBUG("The communication is suspended on startup because src (%s:%s) were suspended since it initiated the communication",
 534             SIMIX_host_get_name(action->comm.src_proc->smx_host), action->comm.src_proc->name);
 535       else
 536         XBT_DEBUG("The communication is suspended on startup because dst (%s:%s) were suspended since it initiated the communication",
 537             SIMIX_host_get_name(action->comm.dst_proc->smx_host), action->comm.dst_proc->name);
 538
 539       surf_workstation_model->suspend(action->comm.surf_comm);
 540
 541     }
 542   }
 543 }
 544
 545 /**
 546  * \brief Answers the SIMIX simcalls associated to a communication action.
 547  * \param action a finished communication action
 548  */
 549 void SIMIX_comm_finish(smx_action_t action)
 550 {
 551   unsigned int destroy_count = 0;
 552   smx_simcall_t simcall;
 553
 554   while ((simcall = xbt_fifo_shift(action->simcalls))) {
 555
 556     /* If a waitany simcall is waiting for this action to finish, then remove
 557        it from the other actions in the waitany list. Afterwards, get the
 558        position of the actual action in the waitany dynar and
 559        return it as the result of the simcall */
 560     if (simcall->call == SIMCALL_COMM_WAITANY) {
 561       SIMIX_waitany_remove_simcall_from_actions(simcall);
 562       if (!MC_IS_ENABLED)
 563         simcall->comm_waitany.result = xbt_dynar_search(simcall->comm_waitany.comms, &action);
 564     }
 565
 566     /* If the action is still in a rendez-vous point then remove from it */
 567     if (action->comm.rdv)
 568       SIMIX_rdv_remove(action->comm.rdv, action);
 569
 570     XBT_DEBUG("SIMIX_comm_finish: action state = %d", (int)action->state);
 571
 572     /* Check out for errors */
 573     switch (action->state) {
 574
 575       case SIMIX_DONE:
 576         XBT_DEBUG("Communication %p complete!", action);
 577         SIMIX_comm_copy_data(action);
 578         break;
 579
 580       case SIMIX_SRC_TIMEOUT:
 581         SMX_EXCEPTION(simcall->issuer, timeout_error, 0,
 582                   "Communication timeouted because of sender");
 583         break;
 584
 585       case SIMIX_DST_TIMEOUT:
 586         SMX_EXCEPTION(simcall->issuer, timeout_error, 0,
 587                   "Communication timeouted because of receiver");
 588         break;
 589
 590       case SIMIX_SRC_HOST_FAILURE:
 591         if (simcall->issuer == action->comm.src_proc)
 592           SMX_EXCEPTION(simcall->issuer, host_error, 0, "Host failed");
 593         else
 594           SMX_EXCEPTION(simcall->issuer, network_error, 0, "Remote peer failed");
 595         break;
 596
 597       case SIMIX_DST_HOST_FAILURE:
 598         if (simcall->issuer == action->comm.dst_proc)
 599           SMX_EXCEPTION(simcall->issuer, host_error, 0, "Host failed");
 600         else
 601           SMX_EXCEPTION(simcall->issuer, network_error, 0, "Remote peer failed");
 602         break;
 603
 604       case SIMIX_LINK_FAILURE:
 605         XBT_DEBUG("Link failure in action %p between '%s' and '%s': posting an exception to the issuer: %s (%p) detached:%d",
 606             action,
 607             action->comm.src_proc ? action->comm.src_proc->smx_host->name : NULL,
 608             action->comm.dst_proc ? action->comm.dst_proc->smx_host->name : NULL,
 609             simcall->issuer->name, simcall->issuer, action->comm.detached);
 610         if (action->comm.src_proc == simcall->issuer) {
 611           XBT_DEBUG("I'm source");
 612         } else if (action->comm.dst_proc == simcall->issuer) {
 613           XBT_DEBUG("I'm dest");
 614         } else {
 615           XBT_DEBUG("I'm neither source nor dest");
 616         }
 617         SMX_EXCEPTION(simcall->issuer, network_error, 0, "Link failure");
 618         break;
 619
 620       case SIMIX_CANCELED:
 621         if (simcall->issuer == action->comm.dst_proc)
 622           SMX_EXCEPTION(simcall->issuer, cancel_error, 0,
 623                     "Communication canceled by the sender");
 624         else
 625           SMX_EXCEPTION(simcall->issuer, cancel_error, 0,
 626                     "Communication canceled by the receiver");
 627         break;
 628
 629       default:
 630         xbt_die("Unexpected action state in SIMIX_comm_finish: %d", (int)action->state);
 631     }
 632
 633     /* if there is an exception during a waitany or a testany, indicate the position of the failed communication */
 634     if (simcall->issuer->doexception) {
 635       if (simcall->call == SIMCALL_COMM_WAITANY) {
 636         simcall->issuer->running_ctx->exception.value = xbt_dynar_search(simcall->comm_waitany.comms, &action);
 637       }
 638       else if (simcall->call == SIMCALL_COMM_TESTANY) {
 639         simcall->issuer->running_ctx->exception.value = xbt_dynar_search(simcall->comm_testany.comms, &action);
 640       }
 641     }
 642
 643     simcall->issuer->waiting_action = NULL;
 644     xbt_fifo_remove(simcall->issuer->comms, action);
 645     SIMIX_simcall_answer(simcall);
 646     destroy_count++;
 647   }
 648
 649   while (destroy_count-- > 0)
 650     SIMIX_comm_destroy(action);
 651 }
 652
 653 /**
 654  * \brief This function is called when a Surf communication action is finished.
 655  * \param action the corresponding Simix communication
 656  */
 657 void SIMIX_post_comm(smx_action_t action)
 658 {
 659   /* Update action state */
 660   if (action->comm.src_timeout &&
 661      surf_workstation_model->action_state_get(action->comm.src_timeout) == SURF_ACTION_DONE)
 662      action->state = SIMIX_SRC_TIMEOUT;
 663   else if (action->comm.dst_timeout &&
 664           surf_workstation_model->action_state_get(action->comm.dst_timeout) == SURF_ACTION_DONE)
 665      action->state = SIMIX_DST_TIMEOUT;
 666   else if (action->comm.src_timeout &&
 667           surf_workstation_model->action_state_get(action->comm.src_timeout) == SURF_ACTION_FAILED)
 668      action->state = SIMIX_SRC_HOST_FAILURE;
 669   else if (action->comm.dst_timeout &&
 670           surf_workstation_model->action_state_get(action->comm.dst_timeout) == SURF_ACTION_FAILED)
 671      action->state = SIMIX_DST_HOST_FAILURE;
 672   else if (action->comm.surf_comm &&
 673           surf_workstation_model->action_state_get(action->comm.surf_comm) == SURF_ACTION_FAILED) {
 674           XBT_DEBUG("Puta madre. Surf says that the link broke");
 675      action->state = SIMIX_LINK_FAILURE;
 676   } else
 677     action->state = SIMIX_DONE;
 678
 679   XBT_DEBUG("SIMIX_post_comm: comm %p, state %d, src_proc %p, dst_proc %p, detached: %d",
 680       action, (int)action->state, action->comm.src_proc, action->comm.dst_proc, action->comm.detached);
 681
 682   /* destroy the surf actions associated with the Simix communication */
 683   SIMIX_comm_destroy_internal_actions(action);
 684
 685   /* remove the communication action from the list of pending communications
 686    * of both processes (if they still exist) */
 687   if (action->comm.src_proc) {
 688     xbt_fifo_remove(action->comm.src_proc->comms, action);
 689   }
 690   if (action->comm.dst_proc) {
 691     xbt_fifo_remove(action->comm.dst_proc->comms, action);
 692   }
 693
 694   /* if there are simcalls associated with the action, then answer them */
 695   if (xbt_fifo_size(action->simcalls)) {
 696     SIMIX_comm_finish(action);
 697   }
 698 }
 699
 700 void SIMIX_comm_cancel(smx_action_t action)
 701 {
 702   /* if the action is a waiting state means that it is still in a rdv */
 703   /* so remove from it and delete it */
 704   if (action->state == SIMIX_WAITING) {
 705     SIMIX_rdv_remove(action->comm.rdv, action);
 706     action->state = SIMIX_CANCELED;
 707   }
 708   else if (!MC_IS_ENABLED /* when running the MC there are no surf actions */
 709       && (action->state == SIMIX_READY || action->state == SIMIX_RUNNING)) {
 710
 711     surf_workstation_model->action_cancel(action->comm.surf_comm);
 712   }
 713 }
 714
 715 void SIMIX_comm_suspend(smx_action_t action)
 716 {
 717   /*FIXME: shall we suspend also the timeout actions? */
 718   if (action->comm.surf_comm)
 719     surf_workstation_model->suspend(action->comm.surf_comm);
 720   /* in the other case, the action will be suspended on creation, in SIMIX_comm_start() */
 721 }
 722
 723 void SIMIX_comm_resume(smx_action_t action)
 724 {
 725   /*FIXME: check what happen with the timeouts */
 726   if (action->comm.surf_comm)
 727     surf_workstation_model->resume(action->comm.surf_comm);
 728   /* in the other case, the action were not really suspended yet, see SIMIX_comm_suspend() and SIMIX_comm_start() */
 729 }
 730
 731
 732 /************* Action Getters **************/
 733
 734 /**
 735  *  \brief get the amount remaining from the communication
 736  *  \param action The communication
 737  */
 738 double SIMIX_comm_get_remains(smx_action_t action)
 739 {
 740   double remains;
 741
 742   if(!action){
 743       return 0;
 744   }
 745
 746   switch (action->state) {
 747
 748     case SIMIX_RUNNING:
 749       remains = surf_workstation_model->get_remains(action->comm.surf_comm);
 750       break;
 751
 752     case SIMIX_WAITING:
 753     case SIMIX_READY:
 754       remains = 0; /*FIXME: check what should be returned */
 755       break;
 756
 757     default:
 758       remains = 0; /*FIXME: is this correct? */
 759       break;
 760   }
 761   return remains;
 762 }
 763
 764 e_smx_state_t SIMIX_comm_get_state(smx_action_t action)
 765 {
 766   return action->state;
 767 }
 768
 769 /**
 770  *  \brief Return the user data associated to the sender of the communication
 771  *  \param action The communication
 772  *  \return the user data
 773  */
 774 void* SIMIX_comm_get_src_data(smx_action_t action)
 775 {
 776   return action->comm.src_data;
 777 }
 778
 779 /**
 780  *  \brief Return the user data associated to the receiver of the communication
 781  *  \param action The communication
 782  *  \return the user data
 783  */
 784 void* SIMIX_comm_get_dst_data(smx_action_t action)
 785 {
 786   return action->comm.dst_data;
 787 }
 788
 789 smx_process_t SIMIX_comm_get_src_proc(smx_action_t action)
 790 {
 791   return action->comm.src_proc;
 792 }
 793
 794 smx_process_t SIMIX_comm_get_dst_proc(smx_action_t action)
 795 {
 796   return action->comm.dst_proc;
 797 }
 798
 799 #ifdef HAVE_LATENCY_BOUND_TRACKING
 800 /**
 801  *  \brief verify if communication is latency bounded
 802  *  \param comm The communication
 803  */
 804 XBT_INLINE int SIMIX_comm_is_latency_bounded(smx_action_t action)
 805 {
 806   if(!action){
 807       return 0;
 808   }
 809   if (action->comm.surf_comm){
 810       XBT_DEBUG("Getting latency limited for surf_action (%p)", action->comm.surf_comm);
 811       action->latency_limited = surf_workstation_model->get_latency_limited(action->comm.surf_comm);
 812       XBT_DEBUG("Action limited is %d", action->latency_limited);
 813   }
 814   return action->latency_limited;
 815 }
 816 #endif
 817
 818 /******************************************************************************/
 819 /*                    SIMIX_comm_copy_data callbacks                       */
 820 /******************************************************************************/
 821 static void (*SIMIX_comm_copy_data_callback) (smx_action_t, void*, size_t) =
 822     &SIMIX_comm_copy_pointer_callback;
 823
 824 void
 825 SIMIX_comm_set_copy_data_callback(void (*callback) (smx_action_t, void*, size_t))
 826 {
 827   SIMIX_comm_copy_data_callback = callback;
 828 }
 829
 830 void SIMIX_comm_copy_pointer_callback(smx_action_t comm, void* buff, size_t buff_size)
 831 {
 832   xbt_assert((buff_size == sizeof(void *)),
 833               "Cannot copy %zu bytes: must be sizeof(void*)", buff_size);
 834   *(void **) (comm->comm.dst_buff) = buff;
 835 }
 836
 837 void SIMIX_comm_copy_buffer_callback(smx_action_t comm, void* buff, size_t buff_size)
 838 {
 839   XBT_DEBUG("Copy the data over");
 840   memcpy(comm->comm.dst_buff, buff, buff_size);
 841 }
 842
 843 void smpi_comm_copy_data_callback(smx_action_t comm, void* buff, size_t buff_size)
 844 {
 845   XBT_DEBUG("Copy the data over");
 846   memcpy(comm->comm.dst_buff, buff, buff_size);
 847   if (comm->comm.detached) { // if this is a detached send, the source buffer was duplicated by SMPI sender to make the original buffer available to the application ASAP
 848     xbt_free(buff);
 849     comm->comm.src_buff = NULL;
 850   }
 851 }
 852
 853 /**
 854  *  \brief Copy the communication data from the sender's buffer to the receiver's one
 855  *  \param comm The communication
 856  */
 857 void SIMIX_comm_copy_data(smx_action_t comm)
 858 {
 859   size_t buff_size = comm->comm.src_buff_size;
 860   /* If there is no data to be copy then return */
 861   if (!comm->comm.src_buff || !comm->comm.dst_buff || comm->comm.copied == 1)
 862     return;
 863
 864   XBT_DEBUG("Copying comm %p data from %s (%p) -> %s (%p) (%zu bytes)",
 865          comm,
 866          comm->comm.src_proc ? comm->comm.src_proc->smx_host->name : "a finished process",
 867          comm->comm.src_buff,
 868          comm->comm.dst_proc ? comm->comm.dst_proc->smx_host->name : "a finished process",
 869          comm->comm.dst_buff, buff_size);
 870
 871   /* Copy at most dst_buff_size bytes of the message to receiver's buffer */
 872   if (comm->comm.dst_buff_size)
 873     buff_size = MIN(buff_size, *(comm->comm.dst_buff_size));
 874
 875   /* Update the receiver's buffer size to the copied amount */
 876   if (comm->comm.dst_buff_size)
 877     *comm->comm.dst_buff_size = buff_size;
 878
 879   if (buff_size > 0)
 880     SIMIX_comm_copy_data_callback (comm, comm->comm.src_buff, buff_size);
 881
 882   /* Set the copied flag so we copy data only once */
 883   /* (this function might be called from both communication ends) */
 884   comm->comm.copied = 1;
 885 }