X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/fc727903530d55d5d3f903a8213c7cb8a3273c7a..415bcef093fcaa88f34a8ccd48248815a5a8757f:/src/simix/smx_network.c diff --git a/src/simix/smx_network.c b/src/simix/smx_network.c index 82a372fced..23600af323 100644 --- a/src/simix/smx_network.c +++ b/src/simix/smx_network.c @@ -13,20 +13,25 @@ XBT_LOG_NEW_DEFAULT_SUBCATEGORY(simix_network, simix, "Logging specific to SIMIX (network)"); static xbt_dict_t rdv_points = NULL; -unsigned long int smx_total_comms = 0; +XBT_IMPORT_NO_EXPORT(unsigned long int) smx_total_comms = 0; static void SIMIX_waitany_remove_simcall_from_actions(smx_simcall_t simcall); static void SIMIX_comm_copy_data(smx_action_t comm); static smx_action_t SIMIX_comm_new(e_smx_comm_type_t type); static XBT_INLINE void SIMIX_rdv_push(smx_rdv_t rdv, smx_action_t comm); -static smx_action_t SIMIX_rdv_get_comm(smx_rdv_t rdv, e_smx_comm_type_t type, - int (*match_fun)(void *, void *,smx_action_t), - void *user_data, smx_action_t my_action); +static smx_action_t SIMIX_fifo_probe_comm(xbt_fifo_t fifo, e_smx_comm_type_t type, + int (*match_fun)(void *, void *,smx_action_t), + void *user_data, smx_action_t my_action); +static smx_action_t SIMIX_fifo_get_comm(xbt_fifo_t fifo, e_smx_comm_type_t type, + int (*match_fun)(void *, void *,smx_action_t), + void *user_data, smx_action_t my_action); static void SIMIX_rdv_free(void *data); void SIMIX_network_init(void) { rdv_points = xbt_dict_new_homogeneous(SIMIX_rdv_free); + if(MC_is_active()) + MC_ignore_data_bss(&smx_total_comms, sizeof(smx_total_comms)); } void SIMIX_network_exit(void) @@ -38,6 +43,9 @@ void SIMIX_network_exit(void) /* Rendez-Vous Points */ /******************************************************************************/ +smx_rdv_t SIMIX_pre_rdv_create(smx_simcall_t simcall, const char *name){ + return SIMIX_rdv_create(name); +} smx_rdv_t SIMIX_rdv_create(const char *name) { /* two processes may have pushed the same rdv_create simcall at the same time */ @@ -47,6 +55,10 @@ smx_rdv_t SIMIX_rdv_create(const char *name) rdv = xbt_new0(s_smx_rvpoint_t, 1); rdv->name = name ? xbt_strdup(name) : NULL; rdv->comm_fifo = xbt_fifo_new(); + rdv->done_comm_fifo = xbt_fifo_new(); + rdv->permanent_receiver=NULL; + + XBT_DEBUG("Creating a mailbox at %p with name %s\n", rdv, name); if (rdv->name) xbt_dict_set(rdv_points, rdv->name, rdv, NULL); @@ -54,6 +66,9 @@ smx_rdv_t SIMIX_rdv_create(const char *name) return rdv; } +void SIMIX_pre_rdv_destroy(smx_simcall_t simcall, smx_rdv_t rdv){ + return SIMIX_rdv_destroy(rdv); +} void SIMIX_rdv_destroy(smx_rdv_t rdv) { if (rdv->name) @@ -62,9 +77,12 @@ void SIMIX_rdv_destroy(smx_rdv_t rdv) void SIMIX_rdv_free(void *data) { + XBT_DEBUG("rdv free %p", data); smx_rdv_t rdv = (smx_rdv_t) data; xbt_free(rdv->name); xbt_fifo_free(rdv->comm_fifo); + xbt_fifo_free(rdv->done_comm_fifo); + xbt_free(rdv); } @@ -73,11 +91,17 @@ xbt_dict_t SIMIX_get_rdv_points() return rdv_points; } +smx_rdv_t SIMIX_pre_rdv_get_by_name(smx_simcall_t simcall, const char *name){ + return SIMIX_rdv_get_by_name(name); +} smx_rdv_t SIMIX_rdv_get_by_name(const char *name) { return xbt_dict_get_or_null(rdv_points, name); } +int SIMIX_pre_rdv_comm_count_by_host(smx_simcall_t simcall, smx_rdv_t rdv, smx_host_t host){ + return SIMIX_rdv_comm_count_by_host(rdv, host); +} int SIMIX_rdv_comm_count_by_host(smx_rdv_t rdv, smx_host_t host) { smx_action_t comm = NULL; @@ -92,11 +116,41 @@ int SIMIX_rdv_comm_count_by_host(smx_rdv_t rdv, smx_host_t host) return count; } +smx_action_t SIMIX_pre_rdv_get_head(smx_simcall_t simcall, smx_rdv_t rdv){ + return SIMIX_rdv_get_head(rdv); +} smx_action_t SIMIX_rdv_get_head(smx_rdv_t rdv) { return xbt_fifo_get_item_content(xbt_fifo_get_first_item(rdv->comm_fifo)); } +smx_process_t SIMIX_pre_rdv_get_receiver(smx_simcall_t simcall, smx_rdv_t rdv){ + return SIMIX_rdv_get_receiver(rdv); +} +/** + * \brief get the receiver (process associated to the mailbox) + * \param rdv The rendez-vous point + * \return process The receiving process (NULL if not set) + */ +smx_process_t SIMIX_rdv_get_receiver(smx_rdv_t rdv) +{ + return rdv->permanent_receiver; +} + +void SIMIX_pre_rdv_set_receiver(smx_simcall_t simcall, smx_rdv_t rdv, + smx_process_t process){ + SIMIX_rdv_set_receiver(rdv, process); +} +/** + * \brief set the receiver of the rendez vous point to allow eager sends + * \param rdv The rendez-vous point + * \param process The receiving process + */ +void SIMIX_rdv_set_receiver(smx_rdv_t rdv, smx_process_t process) +{ + rdv->permanent_receiver=process; +} + /** * \brief Pushes a communication action into a rendez-vous point * \param rdv The rendez-vous point @@ -120,19 +174,19 @@ XBT_INLINE void SIMIX_rdv_remove(smx_rdv_t rdv, smx_action_t comm) } /** - * \brief Checks if there is a communication action queued in a rendez-vous matching our needs + * \brief Checks if there is a communication action queued in a fifo matching our needs * \param type The type of communication we are looking for (comm_send, comm_recv) * \return The communication action if found, NULL otherwise */ -smx_action_t SIMIX_rdv_get_comm(smx_rdv_t rdv, e_smx_comm_type_t type, - int (*match_fun)(void *, void *,smx_action_t), - void *this_user_data, smx_action_t my_action) +smx_action_t SIMIX_fifo_get_comm(xbt_fifo_t fifo, e_smx_comm_type_t type, + int (*match_fun)(void *, void *,smx_action_t), + void *this_user_data, smx_action_t my_action) { smx_action_t action; xbt_fifo_item_t item; void* other_user_data = NULL; - xbt_fifo_foreach(rdv->comm_fifo, item, action, smx_action_t) { + xbt_fifo_foreach(fifo, item, action, smx_action_t) { if (action->comm.type == SIMIX_COMM_SEND) { other_user_data = action->comm.src_data; } else if (action->comm.type == SIMIX_COMM_RECEIVE) { @@ -142,21 +196,55 @@ smx_action_t SIMIX_rdv_get_comm(smx_rdv_t rdv, e_smx_comm_type_t type, (!match_fun || match_fun(this_user_data, other_user_data, action)) && (!action->comm.match_fun || action->comm.match_fun(other_user_data, this_user_data, my_action))) { XBT_DEBUG("Found a matching communication action %p", action); - xbt_fifo_remove_item(rdv->comm_fifo, item); + xbt_fifo_remove_item(fifo, item); xbt_fifo_free_item(item); action->comm.refcount++; action->comm.rdv = NULL; return action; } XBT_DEBUG("Sorry, communication action %p does not match our needs:" - " its type is %d but we are looking for a comm of type %d (or maybe the filtering didn't match)", - action, (int)action->comm.type, (int)type); + " its type is %d but we are looking for a comm of type %d (or maybe the filtering didn't match)", + action, (int)action->comm.type, (int)type); } XBT_DEBUG("No matching communication action found"); return NULL; } +/** + * \brief Checks if there is a communication action queued in a fifo matching our needs, but leave it there + * \param type The type of communication we are looking for (comm_send, comm_recv) + * \return The communication action if found, NULL otherwise + */ +smx_action_t SIMIX_fifo_probe_comm(xbt_fifo_t fifo, e_smx_comm_type_t type, + int (*match_fun)(void *, void *,smx_action_t), + void *this_user_data, smx_action_t my_action) +{ + smx_action_t action; + xbt_fifo_item_t item; + void* other_user_data = NULL; + + xbt_fifo_foreach(fifo, item, action, smx_action_t) { + if (action->comm.type == SIMIX_COMM_SEND) { + other_user_data = action->comm.src_data; + } else if (action->comm.type == SIMIX_COMM_RECEIVE) { + other_user_data = action->comm.dst_data; + } + if (action->comm.type == type && + (!match_fun || match_fun(this_user_data, other_user_data, action)) && + (!action->comm.match_fun || action->comm.match_fun(other_user_data, this_user_data, my_action))) { + XBT_DEBUG("Found a matching communication action %p", action); + action->comm.refcount++; + + return action; + } + XBT_DEBUG("Sorry, communication action %p does not match our needs:" + " its type is %d but we are looking for a comm of type %d (or maybe the filtering didn't match)", + action, (int)action->comm.type, (int)type); + } + XBT_DEBUG("No matching communication action found"); + return NULL; +} /******************************************************************************/ /* Communication Actions */ /******************************************************************************/ @@ -179,6 +267,9 @@ smx_action_t SIMIX_comm_new(e_smx_comm_type_t type) /* set communication */ act->comm.type = type; act->comm.refcount = 1; + act->comm.src_data=NULL; + act->comm.dst_data=NULL; + #ifdef HAVE_LATENCY_BOUND_TRACKING //initialize with unknown value @@ -195,6 +286,9 @@ smx_action_t SIMIX_comm_new(e_smx_comm_type_t type) return act; } +void SIMIX_pre_comm_destroy(smx_simcall_t simcall, smx_action_t action){ + SIMIX_comm_destroy(action); +} /** * \brief Destroy a communicate action * \param action The communicate action to be destroyed @@ -205,18 +299,18 @@ void SIMIX_comm_destroy(smx_action_t action) action, action->comm.refcount, (int)action->state); if (action->comm.refcount <= 0) { - xbt_backtrace_display_current(); - xbt_die("the refcount of comm %p is already 0 before decreasing it. " - "That's a bug!", action); + xbt_backtrace_display_current(); + xbt_die("The refcount of comm %p is already 0 before decreasing it. " + "That's a bug! If you didn't test and/or wait the same communication twice in your code, then the bug is SimGrid's...", action); } action->comm.refcount--; if (action->comm.refcount > 0) - return; + return; XBT_DEBUG("Really free communication %p; refcount is now %d", action, - action->comm.refcount); + action->comm.refcount); #ifdef HAVE_LATENCY_BOUND_TRACKING - action->latency_limited = SIMIX_comm_is_latency_bounded( action ) ; + action->latency_limited = SIMIX_comm_is_latency_bounded( action ) ; #endif xbt_free(action->name); @@ -231,6 +325,9 @@ void SIMIX_comm_destroy(smx_action_t action) action->comm.src_buff = NULL; } + if(action->comm.rdv) + SIMIX_rdv_remove(action->comm.rdv, action); + xbt_mallocator_release(simix_global->action_mallocator, action); } @@ -255,6 +352,27 @@ void SIMIX_comm_destroy_internal_actions(smx_action_t action) } } +void SIMIX_pre_comm_send(smx_simcall_t simcall, smx_rdv_t rdv, + double task_size, double rate, + void *src_buff, size_t src_buff_size, + int (*match_fun)(void *, void *,smx_action_t), + void *data, double timeout){ + smx_action_t comm = SIMIX_comm_isend(simcall->issuer, rdv, task_size, rate, + src_buff, src_buff_size, match_fun, NULL, + data, 0); + simcall->mc_value = 0; + SIMIX_pre_comm_wait(simcall, comm, timeout); +} +smx_action_t SIMIX_pre_comm_isend(smx_simcall_t simcall, smx_rdv_t rdv, + double task_size, double rate, + void *src_buff, size_t src_buff_size, + int (*match_fun)(void *, void *,smx_action_t), + void (*clean_fun)(void *), + void *data, int detached){ + return SIMIX_comm_isend(simcall->issuer, rdv, task_size, rate, src_buff, + src_buff_size, match_fun, clean_fun, data, detached); + +} smx_action_t SIMIX_comm_isend(smx_process_t src_proc, smx_rdv_t rdv, double task_size, double rate, void *src_buff, size_t src_buff_size, @@ -263,6 +381,8 @@ smx_action_t SIMIX_comm_isend(smx_process_t src_proc, smx_rdv_t rdv, void *data, int detached) { + XBT_DEBUG("send from %p\n", rdv); + /* Prepare an action describing us, so that it gets passed to the user-provided filter of other side */ smx_action_t this_action = SIMIX_comm_new(SIMIX_COMM_SEND); @@ -270,17 +390,33 @@ smx_action_t SIMIX_comm_isend(smx_process_t src_proc, smx_rdv_t rdv, * ourself so that the other side also gets a chance of choosing if it wants to match with us. * * If it is not found then push our communication into the rendez-vous point */ - smx_action_t other_action = SIMIX_rdv_get_comm(rdv, SIMIX_COMM_RECEIVE, match_fun, data, this_action); + smx_action_t other_action = SIMIX_fifo_get_comm(rdv->comm_fifo, SIMIX_COMM_RECEIVE, match_fun, data, this_action); if (!other_action) { other_action = this_action; - SIMIX_rdv_push(rdv, this_action); + + if (rdv->permanent_receiver!=NULL){ + //this mailbox is for small messages, which have to be sent right now + other_action->state = SIMIX_READY; + other_action->comm.dst_proc=rdv->permanent_receiver; + other_action->comm.refcount++; + other_action->comm.rdv = rdv; + xbt_fifo_push(rdv->done_comm_fifo,other_action); + other_action->comm.rdv=rdv; + XBT_DEBUG("pushing a message into the permanent receive fifo %p, comm %p \n", rdv, &(other_action->comm)); + + }else{ + SIMIX_rdv_push(rdv, this_action); + } } else { + XBT_DEBUG("Receive already pushed\n"); + SIMIX_comm_destroy(this_action); --smx_total_comms; // this creation was a pure waste other_action->state = SIMIX_READY; other_action->comm.type = SIMIX_COMM_READY; + } xbt_fifo_push(src_proc->comms, other_action); @@ -304,7 +440,7 @@ smx_action_t SIMIX_comm_isend(smx_process_t src_proc, smx_rdv_t rdv, other_action->comm.match_fun = match_fun; - if (MC_IS_ENABLED) { + if (MC_is_active()) { other_action->state = SIMIX_RUNNING; return other_action; } @@ -313,30 +449,83 @@ smx_action_t SIMIX_comm_isend(smx_process_t src_proc, smx_rdv_t rdv, return (detached ? NULL : other_action); } +void SIMIX_pre_comm_recv(smx_simcall_t simcall, smx_rdv_t rdv, + void *dst_buff, size_t *dst_buff_size, + int (*match_fun)(void *, void *, smx_action_t), + void *data, double timeout){ + smx_action_t comm = SIMIX_comm_irecv(simcall->issuer, rdv, dst_buff, + dst_buff_size, match_fun, data); + simcall->mc_value = 0; + SIMIX_pre_comm_wait(simcall, comm, timeout); +} +smx_action_t SIMIX_pre_comm_irecv(smx_simcall_t simcall, smx_rdv_t rdv, + void *dst_buff, size_t *dst_buff_size, + int (*match_fun)(void *, void *, smx_action_t), + void *data){ + return SIMIX_comm_irecv(simcall->issuer, rdv, dst_buff, dst_buff_size, + match_fun, data); +} smx_action_t SIMIX_comm_irecv(smx_process_t dst_proc, smx_rdv_t rdv, - void *dst_buff, size_t *dst_buff_size, - int (*match_fun)(void *, void *, smx_action_t), void *data) + void *dst_buff, size_t *dst_buff_size, + int (*match_fun)(void *, void *, smx_action_t), void *data) { - /* Prepare an action describing us, so that it gets passed to the user-provided filter of other side */ + XBT_DEBUG("recv from %p %p\n", rdv, rdv->comm_fifo); smx_action_t this_action = SIMIX_comm_new(SIMIX_COMM_RECEIVE); - /* Look for communication action matching our needs. We also provide a description of - * ourself so that the other side also gets a chance of choosing if it wants to match with us. - * - * If it is not found then push our communication into the rendez-vous point */ - smx_action_t other_action = SIMIX_rdv_get_comm(rdv, SIMIX_COMM_SEND, match_fun, data, this_action); - - if (!other_action) { - other_action = this_action; - SIMIX_rdv_push(rdv, this_action); - } else { - SIMIX_comm_destroy(this_action); - --smx_total_comms; // this creation was a pure waste - - other_action->state = SIMIX_READY; - other_action->comm.type = SIMIX_COMM_READY; + smx_action_t other_action; + //communication already done, get it inside the fifo of completed comms + //permanent receive v1 + //int already_received=0; + if(rdv->permanent_receiver && xbt_fifo_size(rdv->done_comm_fifo)!=0){ + + XBT_DEBUG("We have a comm that has probably already been received, trying to match it, to skip the communication\n"); + //find a match in the already received fifo + other_action = SIMIX_fifo_get_comm(rdv->done_comm_fifo, SIMIX_COMM_SEND, match_fun, data, this_action); + //if not found, assume the receiver came first, register it to the mailbox in the classical way + if (!other_action) { + XBT_DEBUG("We have messages in the permanent receive list, but not the one we are looking for, pushing request into fifo\n"); + other_action = this_action; + SIMIX_rdv_push(rdv, this_action); + }else{ + if(other_action->comm.surf_comm && SIMIX_comm_get_remains(other_action)==0.0) + { + XBT_DEBUG("comm %p has been already sent, and is finished, destroy it\n",&(other_action->comm)); + other_action->state = SIMIX_DONE; + other_action->comm.type = SIMIX_COMM_DONE; + other_action->comm.rdv = NULL; + //SIMIX_comm_destroy(this_action); + //--smx_total_comms; // this creation was a pure waste + //already_received=1; + //other_action->comm.refcount--; + }/*else{ + XBT_DEBUG("Not yet finished, we have to wait %d\n", xbt_fifo_size(rdv->comm_fifo)); + }*/ + other_action->comm.refcount--; + SIMIX_comm_destroy(this_action); + --smx_total_comms; // this creation was a pure waste + } + }else{ + /* Prepare an action describing us, so that it gets passed to the user-provided filter of other side */ + + /* Look for communication action matching our needs. We also provide a description of + * ourself so that the other side also gets a chance of choosing if it wants to match with us. + * + * If it is not found then push our communication into the rendez-vous point */ + other_action = SIMIX_fifo_get_comm(rdv->comm_fifo, SIMIX_COMM_SEND, match_fun, data, this_action); + + if (!other_action) { + XBT_DEBUG("Receive pushed first %d\n", xbt_fifo_size(rdv->comm_fifo)); + other_action = this_action; + SIMIX_rdv_push(rdv, this_action); + } else { + SIMIX_comm_destroy(this_action); + --smx_total_comms; // this creation was a pure waste + other_action->state = SIMIX_READY; + other_action->comm.type = SIMIX_COMM_READY; + //other_action->comm.refcount--; + } + xbt_fifo_push(dst_proc->comms, other_action); } - xbt_fifo_push(dst_proc->comms, other_action); /* Setup communication action */ other_action->comm.dst_proc = dst_proc; @@ -346,26 +535,67 @@ smx_action_t SIMIX_comm_irecv(smx_process_t dst_proc, smx_rdv_t rdv, other_action->comm.match_fun = match_fun; - if (MC_IS_ENABLED) { + + /*if(already_received)//do the actual copy, because the first one after the comm didn't have all the info + SIMIX_comm_copy_data(other_action);*/ + + + if (MC_is_active()) { other_action->state = SIMIX_RUNNING; return other_action; } SIMIX_comm_start(other_action); + // } return other_action; } -void SIMIX_pre_comm_wait(smx_simcall_t simcall, smx_action_t action, double timeout, int idx) +smx_action_t SIMIX_pre_comm_iprobe(smx_simcall_t simcall, smx_rdv_t rdv, + int src, int tag, + int (*match_fun)(void *, void *, smx_action_t), + void *data){ + return SIMIX_comm_iprobe(simcall->issuer, rdv, src, tag, match_fun, data); +} + +smx_action_t SIMIX_comm_iprobe(smx_process_t dst_proc, smx_rdv_t rdv, int src, + int tag, int (*match_fun)(void *, void *, smx_action_t), void *data) { + XBT_DEBUG("iprobe from %p %p\n", rdv, rdv->comm_fifo); + smx_action_t this_action = SIMIX_comm_new(SIMIX_COMM_RECEIVE); + + smx_action_t other_action=NULL; + if(rdv->permanent_receiver && xbt_fifo_size(rdv->done_comm_fifo)!=0){ + //find a match in the already received fifo + XBT_DEBUG("first try in the perm recv mailbox \n"); + other_action = SIMIX_fifo_probe_comm(rdv->done_comm_fifo, SIMIX_COMM_SEND, match_fun, data, this_action); + } + // }else{ + if(!other_action){ + XBT_DEBUG("second try in the other mailbox"); + other_action = SIMIX_fifo_probe_comm(rdv->comm_fifo, SIMIX_COMM_SEND, match_fun, data, this_action); + } +// } + if(other_action)other_action->comm.refcount--; + + SIMIX_comm_destroy(this_action); + --smx_total_comms; + return other_action; +} + +void SIMIX_pre_comm_wait(smx_simcall_t simcall, smx_action_t action, double timeout) +{ + int idx = simcall->mc_value; /* the simcall may be a wait, a send or a recv */ surf_action_t sleep; /* Associate this simcall to the wait action */ + XBT_DEBUG("SIMIX_pre_comm_wait, %p", action); + xbt_fifo_push(action->simcalls, simcall); simcall->issuer->waiting_action = action; - if (MC_IS_ENABLED) { + if (MC_is_active()) { if (idx == 0) { action->state = SIMIX_DONE; } else { @@ -399,13 +629,11 @@ void SIMIX_pre_comm_wait(smx_simcall_t simcall, smx_action_t action, double time } } -void SIMIX_pre_comm_test(smx_simcall_t simcall) +void SIMIX_pre_comm_test(smx_simcall_t simcall, smx_action_t action) { - smx_action_t action = simcall->comm_test.comm; - - if(MC_IS_ENABLED){ - simcall->comm_test.result = action->comm.src_proc && action->comm.dst_proc; - if(simcall->comm_test.result){ + if(MC_is_active()){ + simcall_comm_test__set__result(simcall, action->comm.src_proc && action->comm.dst_proc); + if(simcall_comm_test__get__result(simcall)){ action->state = SIMIX_DONE; xbt_fifo_push(action->simcalls, simcall); SIMIX_comm_finish(action); @@ -415,8 +643,8 @@ void SIMIX_pre_comm_test(smx_simcall_t simcall) return; } - simcall->comm_test.result = (action->state != SIMIX_WAITING && action->state != SIMIX_RUNNING); - if (simcall->comm_test.result) { + simcall_comm_test__set__result(simcall, (action->state != SIMIX_WAITING && action->state != SIMIX_RUNNING)); + if (simcall_comm_test__get__result(simcall)) { xbt_fifo_push(action->simcalls, simcall); SIMIX_comm_finish(action); } else { @@ -424,19 +652,19 @@ void SIMIX_pre_comm_test(smx_simcall_t simcall) } } -void SIMIX_pre_comm_testany(smx_simcall_t simcall, int idx) +void SIMIX_pre_comm_testany(smx_simcall_t simcall, xbt_dynar_t actions) { + int idx = simcall->mc_value; unsigned int cursor; smx_action_t action; - xbt_dynar_t actions = simcall->comm_testany.comms; - simcall->comm_testany.result = -1; + simcall_comm_testany__set__result(simcall, -1); - if (MC_IS_ENABLED){ + if (MC_is_active()){ if(idx == -1){ SIMIX_simcall_answer(simcall); }else{ action = xbt_dynar_get_as(actions, idx, smx_action_t); - simcall->comm_testany.result = idx; + simcall_comm_testany__set__result(simcall, idx); xbt_fifo_push(action->simcalls, simcall); action->state = SIMIX_DONE; SIMIX_comm_finish(action); @@ -444,9 +672,9 @@ void SIMIX_pre_comm_testany(smx_simcall_t simcall, int idx) return; } - xbt_dynar_foreach(simcall->comm_testany.comms,cursor,action) { + xbt_dynar_foreach(simcall_comm_testany__get__comms(simcall), cursor,action) { if (action->state != SIMIX_WAITING && action->state != SIMIX_RUNNING) { - simcall->comm_testany.result = cursor; + simcall_comm_testany__set__result(simcall, cursor); xbt_fifo_push(action->simcalls, simcall); SIMIX_comm_finish(action); return; @@ -455,16 +683,16 @@ void SIMIX_pre_comm_testany(smx_simcall_t simcall, int idx) SIMIX_simcall_answer(simcall); } -void SIMIX_pre_comm_waitany(smx_simcall_t simcall, int idx) +void SIMIX_pre_comm_waitany(smx_simcall_t simcall, xbt_dynar_t actions) { + int idx = simcall->mc_value; smx_action_t action; unsigned int cursor = 0; - xbt_dynar_t actions = simcall->comm_waitany.comms; - if (MC_IS_ENABLED){ + if (MC_is_active()){ action = xbt_dynar_get_as(actions, idx, smx_action_t); xbt_fifo_push(action->simcalls, simcall); - simcall->comm_waitany.result = idx; + simcall_comm_waitany__set__result(simcall, idx); action->state = SIMIX_DONE; SIMIX_comm_finish(action); return; @@ -486,7 +714,7 @@ void SIMIX_waitany_remove_simcall_from_actions(smx_simcall_t simcall) { smx_action_t action; unsigned int cursor = 0; - xbt_dynar_t actions = simcall->comm_waitany.comms; + xbt_dynar_t actions = simcall_comm_waitany__get__comms(simcall); xbt_dynar_foreach(actions, cursor, action) { xbt_fifo_remove(action->simcalls, simcall); @@ -506,10 +734,10 @@ XBT_INLINE void SIMIX_comm_start(smx_action_t action) smx_host_t receiver = action->comm.dst_proc->smx_host; XBT_DEBUG("Starting communication %p from '%s' to '%s'", action, - SIMIX_host_get_name(sender), SIMIX_host_get_name(receiver)); + SIMIX_host_get_name(sender), SIMIX_host_get_name(receiver)); action->comm.surf_comm = surf_workstation_model->extension.workstation. - communicate(sender->host, receiver->host, action->comm.task_size, action->comm.rate); + communicate(sender->host, receiver->host, action->comm.task_size, action->comm.rate); surf_workstation_model->action_data_set(action->comm.surf_comm, action); @@ -518,7 +746,7 @@ XBT_INLINE void SIMIX_comm_start(smx_action_t action) /* If a link is failed, detect it immediately */ if (surf_workstation_model->action_state_get(action->comm.surf_comm) == SURF_ACTION_FAILED) { XBT_DEBUG("Communication from '%s' to '%s' failed to start because of a link failure", - SIMIX_host_get_name(sender), SIMIX_host_get_name(receiver)); + SIMIX_host_get_name(sender), SIMIX_host_get_name(receiver)); action->state = SIMIX_LINK_FAILURE; SIMIX_comm_destroy_internal_actions(action); } @@ -528,7 +756,16 @@ XBT_INLINE void SIMIX_comm_start(smx_action_t action) if (SIMIX_process_is_suspended(action->comm.src_proc) || SIMIX_process_is_suspended(action->comm.dst_proc)) { /* FIXME: check what should happen with the action state */ + + if (SIMIX_process_is_suspended(action->comm.src_proc)) + XBT_DEBUG("The communication is suspended on startup because src (%s:%s) were suspended since it initiated the communication", + SIMIX_host_get_name(action->comm.src_proc->smx_host), action->comm.src_proc->name); + else + XBT_DEBUG("The communication is suspended on startup because dst (%s:%s) were suspended since it initiated the communication", + SIMIX_host_get_name(action->comm.dst_proc->smx_host), action->comm.dst_proc->name); + surf_workstation_model->suspend(action->comm.surf_comm); + } } } @@ -550,8 +787,8 @@ void SIMIX_comm_finish(smx_action_t action) return it as the result of the simcall */ if (simcall->call == SIMCALL_COMM_WAITANY) { SIMIX_waitany_remove_simcall_from_actions(simcall); - if (!MC_IS_ENABLED) - simcall->comm_waitany.result = xbt_dynar_search(simcall->comm_waitany.comms, &action); + if (!MC_is_active()) + simcall_comm_waitany__set__result(simcall, xbt_dynar_search(simcall_comm_waitany__get__comms(simcall), &action)); } /* If the action is still in a rendez-vous point then remove from it */ @@ -563,76 +800,93 @@ void SIMIX_comm_finish(smx_action_t action) /* Check out for errors */ switch (action->state) { - case SIMIX_DONE: - XBT_DEBUG("Communication %p complete!", action); - SIMIX_comm_copy_data(action); - break; - - case SIMIX_SRC_TIMEOUT: - SMX_EXCEPTION(simcall->issuer, timeout_error, 0, - "Communication timeouted because of sender"); - break; - - case SIMIX_DST_TIMEOUT: - SMX_EXCEPTION(simcall->issuer, timeout_error, 0, - "Communication timeouted because of receiver"); - break; - - case SIMIX_SRC_HOST_FAILURE: - if (simcall->issuer == action->comm.src_proc) - SMX_EXCEPTION(simcall->issuer, host_error, 0, "Host failed"); - else - SMX_EXCEPTION(simcall->issuer, network_error, 0, "Remote peer failed"); - break; - - case SIMIX_DST_HOST_FAILURE: - if (simcall->issuer == action->comm.dst_proc) - SMX_EXCEPTION(simcall->issuer, host_error, 0, "Host failed"); - else - SMX_EXCEPTION(simcall->issuer, network_error, 0, "Remote peer failed"); - break; - - case SIMIX_LINK_FAILURE: - XBT_DEBUG("Link failure in action %p between '%s' and '%s': posting an exception to the issuer: %s (%p) detached:%d", - action, - action->comm.src_proc ? action->comm.src_proc->smx_host->name : NULL, - action->comm.dst_proc ? action->comm.dst_proc->smx_host->name : NULL, - simcall->issuer->name, simcall->issuer, action->comm.detached); - if (action->comm.src_proc == simcall->issuer) { - XBT_DEBUG("I'm source"); - } else if (action->comm.dst_proc == simcall->issuer) { - XBT_DEBUG("I'm dest"); - } else { - XBT_DEBUG("I'm neither source nor dest"); - } - SMX_EXCEPTION(simcall->issuer, network_error, 0, "Link failure"); - break; - - case SIMIX_CANCELED: - if (simcall->issuer == action->comm.dst_proc) - SMX_EXCEPTION(simcall->issuer, cancel_error, 0, - "Communication canceled by the sender"); - else - SMX_EXCEPTION(simcall->issuer, cancel_error, 0, - "Communication canceled by the receiver"); - break; - - default: - xbt_die("Unexpected action state in SIMIX_comm_finish: %d", (int)action->state); + case SIMIX_DONE: + XBT_DEBUG("Communication %p complete!", action); + SIMIX_comm_copy_data(action); + break; + + case SIMIX_SRC_TIMEOUT: + SMX_EXCEPTION(simcall->issuer, timeout_error, 0, + "Communication timeouted because of sender"); + break; + + case SIMIX_DST_TIMEOUT: + SMX_EXCEPTION(simcall->issuer, timeout_error, 0, + "Communication timeouted because of receiver"); + break; + + case SIMIX_SRC_HOST_FAILURE: + if (simcall->issuer == action->comm.src_proc) + simcall->issuer->context->iwannadie = 1; +// SMX_EXCEPTION(simcall->issuer, host_error, 0, "Host failed"); + else + SMX_EXCEPTION(simcall->issuer, network_error, 0, "Remote peer failed"); + break; + + case SIMIX_DST_HOST_FAILURE: + if (simcall->issuer == action->comm.dst_proc) + simcall->issuer->context->iwannadie = 1; +// SMX_EXCEPTION(simcall->issuer, host_error, 0, "Host failed"); + else + SMX_EXCEPTION(simcall->issuer, network_error, 0, "Remote peer failed"); + break; + + case SIMIX_LINK_FAILURE: + XBT_DEBUG("Link failure in action %p between '%s' and '%s': posting an exception to the issuer: %s (%p) detached:%d", + action, + action->comm.src_proc ? action->comm.src_proc->smx_host->name : NULL, + action->comm.dst_proc ? action->comm.dst_proc->smx_host->name : NULL, + simcall->issuer->name, simcall->issuer, action->comm.detached); + if (action->comm.src_proc == simcall->issuer) { + XBT_DEBUG("I'm source"); + } else if (action->comm.dst_proc == simcall->issuer) { + XBT_DEBUG("I'm dest"); + } else { + XBT_DEBUG("I'm neither source nor dest"); + } + SMX_EXCEPTION(simcall->issuer, network_error, 0, "Link failure"); + break; + + case SIMIX_CANCELED: + if (simcall->issuer == action->comm.dst_proc) + SMX_EXCEPTION(simcall->issuer, cancel_error, 0, + "Communication canceled by the sender"); + else + SMX_EXCEPTION(simcall->issuer, cancel_error, 0, + "Communication canceled by the receiver"); + break; + + default: + xbt_die("Unexpected action state in SIMIX_comm_finish: %d", (int)action->state); } /* if there is an exception during a waitany or a testany, indicate the position of the failed communication */ if (simcall->issuer->doexception) { if (simcall->call == SIMCALL_COMM_WAITANY) { - simcall->issuer->running_ctx->exception.value = xbt_dynar_search(simcall->comm_waitany.comms, &action); + simcall->issuer->running_ctx->exception.value = xbt_dynar_search(simcall_comm_waitany__get__comms(simcall), &action); } else if (simcall->call == SIMCALL_COMM_TESTANY) { - simcall->issuer->running_ctx->exception.value = xbt_dynar_search(simcall->comm_testany.comms, &action); + simcall->issuer->running_ctx->exception.value = xbt_dynar_search(simcall_comm_testany__get__comms(simcall), &action); } } + if (surf_workstation_model->extension. + workstation.get_state(simcall->issuer->smx_host->host) != SURF_RESOURCE_ON) { + simcall->issuer->context->iwannadie = 1; + } + simcall->issuer->waiting_action = NULL; xbt_fifo_remove(simcall->issuer->comms, action); + if(action->comm.detached){ + if(simcall->issuer == action->comm.src_proc){ + if(action->comm.dst_proc) + xbt_fifo_remove(action->comm.dst_proc->comms, action); + } + if(simcall->issuer == action->comm.dst_proc){ + if(action->comm.src_proc) + xbt_fifo_remove(action->comm.src_proc->comms, action); + } + } SIMIX_simcall_answer(simcall); destroy_count++; } @@ -649,26 +903,26 @@ void SIMIX_post_comm(smx_action_t action) { /* Update action state */ if (action->comm.src_timeout && - surf_workstation_model->action_state_get(action->comm.src_timeout) == SURF_ACTION_DONE) - action->state = SIMIX_SRC_TIMEOUT; + surf_workstation_model->action_state_get(action->comm.src_timeout) == SURF_ACTION_DONE) + action->state = SIMIX_SRC_TIMEOUT; else if (action->comm.dst_timeout && - surf_workstation_model->action_state_get(action->comm.dst_timeout) == SURF_ACTION_DONE) - action->state = SIMIX_DST_TIMEOUT; + surf_workstation_model->action_state_get(action->comm.dst_timeout) == SURF_ACTION_DONE) + action->state = SIMIX_DST_TIMEOUT; else if (action->comm.src_timeout && - surf_workstation_model->action_state_get(action->comm.src_timeout) == SURF_ACTION_FAILED) - action->state = SIMIX_SRC_HOST_FAILURE; + surf_workstation_model->action_state_get(action->comm.src_timeout) == SURF_ACTION_FAILED) + action->state = SIMIX_SRC_HOST_FAILURE; else if (action->comm.dst_timeout && - surf_workstation_model->action_state_get(action->comm.dst_timeout) == SURF_ACTION_FAILED) - action->state = SIMIX_DST_HOST_FAILURE; + surf_workstation_model->action_state_get(action->comm.dst_timeout) == SURF_ACTION_FAILED) + action->state = SIMIX_DST_HOST_FAILURE; else if (action->comm.surf_comm && - surf_workstation_model->action_state_get(action->comm.surf_comm) == SURF_ACTION_FAILED) { - XBT_DEBUG("Puta madre. Surf says that the link broke"); - action->state = SIMIX_LINK_FAILURE; + surf_workstation_model->action_state_get(action->comm.surf_comm) == SURF_ACTION_FAILED) { + XBT_DEBUG("Puta madre. Surf says that the link broke"); + action->state = SIMIX_LINK_FAILURE; } else action->state = SIMIX_DONE; XBT_DEBUG("SIMIX_post_comm: comm %p, state %d, src_proc %p, dst_proc %p, detached: %d", - action, (int)action->state, action->comm.src_proc, action->comm.dst_proc, action->comm.detached); + action, (int)action->state, action->comm.src_proc, action->comm.dst_proc, action->comm.detached); /* destroy the surf actions associated with the Simix communication */ SIMIX_comm_destroy_internal_actions(action); @@ -688,6 +942,9 @@ void SIMIX_post_comm(smx_action_t action) } } +void SIMIX_pre_comm_cancel(smx_simcall_t simcall, smx_action_t action){ + SIMIX_comm_cancel(action); +} void SIMIX_comm_cancel(smx_action_t action) { /* if the action is a waiting state means that it is still in a rdv */ @@ -696,8 +953,8 @@ void SIMIX_comm_cancel(smx_action_t action) SIMIX_rdv_remove(action->comm.rdv, action); action->state = SIMIX_CANCELED; } - else if (!MC_IS_ENABLED /* when running the MC there are no surf actions */ - && (action->state == SIMIX_READY || action->state == SIMIX_RUNNING)) { + else if (!MC_is_active() /* when running the MC there are no surf actions */ + && (action->state == SIMIX_READY || action->state == SIMIX_RUNNING)) { surf_workstation_model->action_cancel(action->comm.surf_comm); } @@ -706,18 +963,25 @@ void SIMIX_comm_cancel(smx_action_t action) void SIMIX_comm_suspend(smx_action_t action) { /*FIXME: shall we suspend also the timeout actions? */ - surf_workstation_model->suspend(action->comm.surf_comm); + if (action->comm.surf_comm) + surf_workstation_model->suspend(action->comm.surf_comm); + /* in the other case, the action will be suspended on creation, in SIMIX_comm_start() */ } void SIMIX_comm_resume(smx_action_t action) { /*FIXME: check what happen with the timeouts */ - surf_workstation_model->resume(action->comm.surf_comm); + if (action->comm.surf_comm) + surf_workstation_model->resume(action->comm.surf_comm); + /* in the other case, the action were not really suspended yet, see SIMIX_comm_suspend() and SIMIX_comm_start() */ } /************* Action Getters **************/ +double SIMIX_pre_comm_get_remains(smx_simcall_t simcall, smx_action_t action){ + return SIMIX_comm_get_remains(action); +} /** * \brief get the amount remaining from the communication * \param action The communication @@ -727,32 +991,38 @@ double SIMIX_comm_get_remains(smx_action_t action) double remains; if(!action){ - return 0; + return 0; } switch (action->state) { - case SIMIX_RUNNING: - remains = surf_workstation_model->get_remains(action->comm.surf_comm); - break; + case SIMIX_RUNNING: + remains = surf_workstation_model->get_remains(action->comm.surf_comm); + break; - case SIMIX_WAITING: - case SIMIX_READY: - remains = 0; /*FIXME: check what should be returned */ - break; + case SIMIX_WAITING: + case SIMIX_READY: + remains = 0; /*FIXME: check what should be returned */ + break; - default: - remains = 0; /*FIXME: is this correct? */ - break; + default: + remains = 0; /*FIXME: is this correct? */ + break; } return remains; } +e_smx_state_t SIMIX_pre_comm_get_state(smx_simcall_t simcall, smx_action_t action){ + return SIMIX_comm_get_state(action); +} e_smx_state_t SIMIX_comm_get_state(smx_action_t action) { return action->state; } +void* SIMIX_pre_comm_get_src_data(smx_simcall_t simcall, smx_action_t action){ + return SIMIX_comm_get_src_data(action); +} /** * \brief Return the user data associated to the sender of the communication * \param action The communication @@ -763,6 +1033,9 @@ void* SIMIX_comm_get_src_data(smx_action_t action) return action->comm.src_data; } +void* SIMIX_pre_comm_get_dst_data(smx_simcall_t simcall, smx_action_t action){ + return SIMIX_comm_get_dst_data(action); +} /** * \brief Return the user data associated to the receiver of the communication * \param action The communication @@ -773,11 +1046,17 @@ void* SIMIX_comm_get_dst_data(smx_action_t action) return action->comm.dst_data; } +smx_process_t SIMIX_pre_comm_get_src_proc(smx_simcall_t simcall, smx_action_t action){ + return SIMIX_comm_get_src_proc(action); +} smx_process_t SIMIX_comm_get_src_proc(smx_action_t action) { return action->comm.src_proc; } +smx_process_t SIMIX_pre_comm_get_dst_proc(smx_simcall_t simcall, smx_action_t action){ + return SIMIX_comm_get_dst_proc(action); +} smx_process_t SIMIX_comm_get_dst_proc(smx_action_t action) { return action->comm.dst_proc; @@ -791,12 +1070,12 @@ smx_process_t SIMIX_comm_get_dst_proc(smx_action_t action) XBT_INLINE int SIMIX_comm_is_latency_bounded(smx_action_t action) { if(!action){ - return 0; + return 0; } if (action->comm.surf_comm){ - XBT_DEBUG("Getting latency limited for surf_action (%p)", action->comm.surf_comm); - action->latency_limited = surf_workstation_model->get_latency_limited(action->comm.surf_comm); - XBT_DEBUG("Action limited is %d", action->latency_limited); + XBT_DEBUG("Getting latency limited for surf_action (%p)", action->comm.surf_comm); + action->latency_limited = surf_workstation_model->get_latency_limited(action->comm.surf_comm); + XBT_DEBUG("Action limited is %d", action->latency_limited); } return action->latency_limited; } @@ -806,7 +1085,7 @@ XBT_INLINE int SIMIX_comm_is_latency_bounded(smx_action_t action) /* SIMIX_comm_copy_data callbacks */ /******************************************************************************/ static void (*SIMIX_comm_copy_data_callback) (smx_action_t, void*, size_t) = - &SIMIX_comm_copy_pointer_callback; + &SIMIX_comm_copy_pointer_callback; void SIMIX_comm_set_copy_data_callback(void (*callback) (smx_action_t, void*, size_t)) @@ -817,17 +1096,11 @@ SIMIX_comm_set_copy_data_callback(void (*callback) (smx_action_t, void*, size_t) void SIMIX_comm_copy_pointer_callback(smx_action_t comm, void* buff, size_t buff_size) { xbt_assert((buff_size == sizeof(void *)), - "Cannot copy %zu bytes: must be sizeof(void*)", buff_size); + "Cannot copy %zu bytes: must be sizeof(void*)", buff_size); *(void **) (comm->comm.dst_buff) = buff; } void SIMIX_comm_copy_buffer_callback(smx_action_t comm, void* buff, size_t buff_size) -{ - XBT_DEBUG("Copy the data over"); - memcpy(comm->comm.dst_buff, buff, buff_size); -} - -void smpi_comm_copy_data_callback(smx_action_t comm, void* buff, size_t buff_size) { XBT_DEBUG("Copy the data over"); memcpy(comm->comm.dst_buff, buff, buff_size); @@ -837,6 +1110,7 @@ void smpi_comm_copy_data_callback(smx_action_t comm, void* buff, size_t buff_siz } } + /** * \brief Copy the communication data from the sender's buffer to the receiver's one * \param comm The communication @@ -845,15 +1119,15 @@ void SIMIX_comm_copy_data(smx_action_t comm) { size_t buff_size = comm->comm.src_buff_size; /* If there is no data to be copy then return */ - if (!comm->comm.src_buff || !comm->comm.dst_buff || comm->comm.copied == 1) + if (!comm->comm.src_buff || !comm->comm.dst_buff || comm->comm.copied) return; XBT_DEBUG("Copying comm %p data from %s (%p) -> %s (%p) (%zu bytes)", - comm, - comm->comm.src_proc ? comm->comm.src_proc->smx_host->name : "a finished process", - comm->comm.src_buff, - comm->comm.dst_proc ? comm->comm.dst_proc->smx_host->name : "a finished process", - comm->comm.dst_buff, buff_size); + comm, + comm->comm.src_proc ? comm->comm.src_proc->smx_host->name : "a finished process", + comm->comm.src_buff, + comm->comm.dst_proc ? comm->comm.dst_proc->smx_host->name : "a finished process", + comm->comm.dst_buff, buff_size); /* Copy at most dst_buff_size bytes of the message to receiver's buffer */ if (comm->comm.dst_buff_size)