X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/c882e24932c718fad85c22cb546f30e158f1b31d..0c43de62fbe4bfc243d6512296e09207e80bcd54:/src/simix/smx_network.c diff --git a/src/simix/smx_network.c b/src/simix/smx_network.c index b1351cbda4..6188ec6899 100644 --- a/src/simix/smx_network.c +++ b/src/simix/smx_network.c @@ -1,4 +1,4 @@ -/* Copyright (c) 2009, 2010. The SimGrid Team. +/* Copyright (c) 2009-2013. The SimGrid Team. * All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it @@ -13,7 +13,7 @@ XBT_LOG_NEW_DEFAULT_SUBCATEGORY(simix_network, simix, "Logging specific to SIMIX (network)"); static xbt_dict_t rdv_points = NULL; -XBT_IMPORT_NO_EXPORT(unsigned long int) smx_total_comms = 0; +XBT_EXPORT_NO_IMPORT(unsigned long int) smx_total_comms = 0; static void SIMIX_waitany_remove_simcall_from_actions(smx_simcall_t simcall); static void SIMIX_comm_copy_data(smx_action_t comm); @@ -26,12 +26,13 @@ static smx_action_t SIMIX_fifo_get_comm(xbt_fifo_t fifo, e_smx_comm_type_t type, int (*match_fun)(void *, void *,smx_action_t), void *user_data, smx_action_t my_action); static void SIMIX_rdv_free(void *data); +static void SIMIX_comm_start(smx_action_t action); void SIMIX_network_init(void) { rdv_points = xbt_dict_new_homogeneous(SIMIX_rdv_free); if(MC_is_active()) - MC_ignore_data_bss(&smx_total_comms, sizeof(smx_total_comms)); + MC_ignore_global_variable("smx_total_comms"); } void SIMIX_network_exit(void) @@ -199,6 +200,9 @@ smx_action_t SIMIX_fifo_get_comm(xbt_fifo_t fifo, e_smx_comm_type_t type, xbt_fifo_remove_item(fifo, item); xbt_fifo_free_item(item); action->comm.refcount++; +#ifdef HAVE_MC + action->comm.rdv_cpy = action->comm.rdv; +#endif action->comm.rdv = NULL; return action; } @@ -267,6 +271,9 @@ smx_action_t SIMIX_comm_new(e_smx_comm_type_t type) /* set communication */ act->comm.type = type; act->comm.refcount = 1; + act->comm.src_data=NULL; + act->comm.dst_data=NULL; + #ifdef HAVE_LATENCY_BOUND_TRACKING //initialize with unknown value @@ -302,7 +309,7 @@ void SIMIX_comm_destroy(smx_action_t action) } action->comm.refcount--; if (action->comm.refcount > 0) - return; + return; XBT_DEBUG("Really free communication %p; refcount is now %d", action, action->comm.refcount); @@ -322,6 +329,9 @@ void SIMIX_comm_destroy(smx_action_t action) action->comm.src_buff = NULL; } + if(action->comm.rdv) + SIMIX_rdv_remove(action->comm.rdv, action); + xbt_mallocator_release(simix_global->action_mallocator, action); } @@ -331,17 +341,17 @@ void SIMIX_comm_destroy_internal_actions(smx_action_t action) #ifdef HAVE_LATENCY_BOUND_TRACKING action->latency_limited = SIMIX_comm_is_latency_bounded(action); #endif - action->comm.surf_comm->model_type->action_unref(action->comm.surf_comm); + surf_action_unref(action->comm.surf_comm); action->comm.surf_comm = NULL; } if (action->comm.src_timeout){ - action->comm.src_timeout->model_type->action_unref(action->comm.src_timeout); + surf_action_unref(action->comm.src_timeout); action->comm.src_timeout = NULL; } if (action->comm.dst_timeout){ - action->comm.dst_timeout->model_type->action_unref(action->comm.dst_timeout); + surf_action_unref(action->comm.dst_timeout); action->comm.dst_timeout = NULL; } } @@ -394,7 +404,6 @@ smx_action_t SIMIX_comm_isend(smx_process_t src_proc, smx_rdv_t rdv, other_action->state = SIMIX_READY; other_action->comm.dst_proc=rdv->permanent_receiver; other_action->comm.refcount++; - other_action->comm.rdv = rdv; xbt_fifo_push(rdv->done_comm_fifo,other_action); other_action->comm.rdv=rdv; XBT_DEBUG("pushing a message into the permanent receive fifo %p, comm %p \n", rdv, &(other_action->comm)); @@ -452,6 +461,17 @@ void SIMIX_pre_comm_recv(smx_simcall_t simcall, smx_rdv_t rdv, simcall->mc_value = 0; SIMIX_pre_comm_wait(simcall, comm, timeout); } + +void SIMIX_pre_comm_recv_bounded(smx_simcall_t simcall, smx_rdv_t rdv, + void *dst_buff, size_t *dst_buff_size, + int (*match_fun)(void *, void *, smx_action_t), + void *data, double timeout, double rate){ + smx_action_t comm = SIMIX_comm_irecv_bounded(simcall->issuer, rdv, dst_buff, + dst_buff_size, match_fun, data, rate); + simcall->mc_value = 0; + SIMIX_pre_comm_wait(simcall, comm, timeout); +} + smx_action_t SIMIX_pre_comm_irecv(smx_simcall_t simcall, smx_rdv_t rdv, void *dst_buff, size_t *dst_buff_size, int (*match_fun)(void *, void *, smx_action_t), @@ -459,6 +479,7 @@ smx_action_t SIMIX_pre_comm_irecv(smx_simcall_t simcall, smx_rdv_t rdv, return SIMIX_comm_irecv(simcall->issuer, rdv, dst_buff, dst_buff_size, match_fun, data); } + smx_action_t SIMIX_comm_irecv(smx_process_t dst_proc, smx_rdv_t rdv, void *dst_buff, size_t *dst_buff_size, int (*match_fun)(void *, void *, smx_action_t), void *data) @@ -494,7 +515,100 @@ smx_action_t SIMIX_comm_irecv(smx_process_t dst_proc, smx_rdv_t rdv, }/*else{ XBT_DEBUG("Not yet finished, we have to wait %d\n", xbt_fifo_size(rdv->comm_fifo)); }*/ - // other_action->comm.refcount--; + other_action->comm.refcount--; + SIMIX_comm_destroy(this_action); + --smx_total_comms; // this creation was a pure waste + } + }else{ + /* Prepare an action describing us, so that it gets passed to the user-provided filter of other side */ + + /* Look for communication action matching our needs. We also provide a description of + * ourself so that the other side also gets a chance of choosing if it wants to match with us. + * + * If it is not found then push our communication into the rendez-vous point */ + other_action = SIMIX_fifo_get_comm(rdv->comm_fifo, SIMIX_COMM_SEND, match_fun, data, this_action); + + if (!other_action) { + XBT_DEBUG("Receive pushed first %d\n", xbt_fifo_size(rdv->comm_fifo)); + other_action = this_action; + SIMIX_rdv_push(rdv, this_action); + } else { + SIMIX_comm_destroy(this_action); + --smx_total_comms; // this creation was a pure waste + other_action->state = SIMIX_READY; + other_action->comm.type = SIMIX_COMM_READY; + //other_action->comm.refcount--; + } + xbt_fifo_push(dst_proc->comms, other_action); + } + + /* Setup communication action */ + other_action->comm.dst_proc = dst_proc; + other_action->comm.dst_buff = dst_buff; + other_action->comm.dst_buff_size = dst_buff_size; + other_action->comm.dst_data = data; + + other_action->comm.match_fun = match_fun; + + + /*if(already_received)//do the actual copy, because the first one after the comm didn't have all the info + SIMIX_comm_copy_data(other_action);*/ + + + if (MC_is_active()) { + other_action->state = SIMIX_RUNNING; + return other_action; + } + + SIMIX_comm_start(other_action); + // } + return other_action; +} + +smx_action_t SIMIX_pre_comm_irecv_bounded(smx_simcall_t simcall, smx_rdv_t rdv, + void *dst_buff, size_t *dst_buff_size, + int (*match_fun)(void *, void *, smx_action_t), + void *data, double rate){ + return SIMIX_comm_irecv_bounded(simcall->issuer, rdv, dst_buff, dst_buff_size, + match_fun, data, rate); +} + +smx_action_t SIMIX_comm_irecv_bounded(smx_process_t dst_proc, smx_rdv_t rdv, + void *dst_buff, size_t *dst_buff_size, + int (*match_fun)(void *, void *, smx_action_t), void *data, double rate) +{ + XBT_DEBUG("recv from %p %p\n", rdv, rdv->comm_fifo); + smx_action_t this_action = SIMIX_comm_new(SIMIX_COMM_RECEIVE); + + smx_action_t other_action; + //communication already done, get it inside the fifo of completed comms + //permanent receive v1 + //int already_received=0; + if(rdv->permanent_receiver && xbt_fifo_size(rdv->done_comm_fifo)!=0){ + + XBT_DEBUG("We have a comm that has probably already been received, trying to match it, to skip the communication\n"); + //find a match in the already received fifo + other_action = SIMIX_fifo_get_comm(rdv->done_comm_fifo, SIMIX_COMM_SEND, match_fun, data, this_action); + //if not found, assume the receiver came first, register it to the mailbox in the classical way + if (!other_action) { + XBT_DEBUG("We have messages in the permanent receive list, but not the one we are looking for, pushing request into fifo\n"); + other_action = this_action; + SIMIX_rdv_push(rdv, this_action); + }else{ + if(other_action->comm.surf_comm && SIMIX_comm_get_remains(other_action)==0.0) + { + XBT_DEBUG("comm %p has been already sent, and is finished, destroy it\n",&(other_action->comm)); + other_action->state = SIMIX_DONE; + other_action->comm.type = SIMIX_COMM_DONE; + other_action->comm.rdv = NULL; + //SIMIX_comm_destroy(this_action); + //--smx_total_comms; // this creation was a pure waste + //already_received=1; + //other_action->comm.refcount--; + }/*else{ + XBT_DEBUG("Not yet finished, we have to wait %d\n", xbt_fifo_size(rdv->comm_fifo)); + }*/ + other_action->comm.refcount--; SIMIX_comm_destroy(this_action); --smx_total_comms; // this creation was a pure waste } @@ -516,7 +630,7 @@ smx_action_t SIMIX_comm_irecv(smx_process_t dst_proc, smx_rdv_t rdv, --smx_total_comms; // this creation was a pure waste other_action->state = SIMIX_READY; other_action->comm.type = SIMIX_COMM_READY; - // other_action->comm.refcount--; + //other_action->comm.refcount--; } xbt_fifo_push(dst_proc->comms, other_action); } @@ -527,6 +641,9 @@ smx_action_t SIMIX_comm_irecv(smx_process_t dst_proc, smx_rdv_t rdv, other_action->comm.dst_buff_size = dst_buff_size; other_action->comm.dst_data = data; + if (rate < other_action->comm.rate || other_action->comm.rate == -1.0) + other_action->comm.rate = rate; + other_action->comm.match_fun = match_fun; @@ -579,7 +696,6 @@ smx_action_t SIMIX_comm_iprobe(smx_process_t dst_proc, smx_rdv_t rdv, int src, void SIMIX_pre_comm_wait(smx_simcall_t simcall, smx_action_t action, double timeout) { - int idx = simcall->mc_value; /* the simcall may be a wait, a send or a recv */ surf_action_t sleep; @@ -590,6 +706,7 @@ void SIMIX_pre_comm_wait(smx_simcall_t simcall, smx_action_t action, double time simcall->issuer->waiting_action = action; if (MC_is_active()) { + int idx = simcall->mc_value; if (idx == 0) { action->state = SIMIX_DONE; } else { @@ -613,8 +730,8 @@ void SIMIX_pre_comm_wait(smx_simcall_t simcall, smx_action_t action, double time if (action->state != SIMIX_WAITING && action->state != SIMIX_RUNNING) { SIMIX_comm_finish(action); } else { /* if (timeout >= 0) { we need a surf sleep action even when there is no timeout, otherwise surf won't tell us when the host fails */ - sleep = surf_workstation_model->extension.workstation.sleep(simcall->issuer->smx_host->host, timeout); - surf_workstation_model->action_data_set(sleep, action); + sleep = surf_workstation_sleep(simcall->issuer->smx_host, timeout); + surf_action_set_data(sleep, action); if (simcall->issuer == action->comm.src_proc) action->comm.src_timeout = sleep; @@ -648,12 +765,12 @@ void SIMIX_pre_comm_test(smx_simcall_t simcall, smx_action_t action) void SIMIX_pre_comm_testany(smx_simcall_t simcall, xbt_dynar_t actions) { - int idx = simcall->mc_value; unsigned int cursor; smx_action_t action; simcall_comm_testany__set__result(simcall, -1); if (MC_is_active()){ + int idx = simcall->mc_value; if(idx == -1){ SIMIX_simcall_answer(simcall); }else{ @@ -679,11 +796,11 @@ void SIMIX_pre_comm_testany(smx_simcall_t simcall, xbt_dynar_t actions) void SIMIX_pre_comm_waitany(smx_simcall_t simcall, xbt_dynar_t actions) { - int idx = simcall->mc_value; smx_action_t action; unsigned int cursor = 0; if (MC_is_active()){ + int idx = simcall->mc_value; action = xbt_dynar_get_as(actions, idx, smx_action_t); xbt_fifo_push(action->simcalls, simcall); simcall_comm_waitany__set__result(simcall, idx); @@ -719,7 +836,7 @@ void SIMIX_waitany_remove_simcall_from_actions(smx_simcall_t simcall) * \brief Starts the simulation of a communication action. * \param action the communication action */ -XBT_INLINE void SIMIX_comm_start(smx_action_t action) +static XBT_INLINE void SIMIX_comm_start(smx_action_t action) { /* If both the sender and the receiver are already there, start the communication */ if (action->state == SIMIX_READY) { @@ -730,15 +847,16 @@ XBT_INLINE void SIMIX_comm_start(smx_action_t action) XBT_DEBUG("Starting communication %p from '%s' to '%s'", action, SIMIX_host_get_name(sender), SIMIX_host_get_name(receiver)); - action->comm.surf_comm = surf_workstation_model->extension.workstation. - communicate(sender->host, receiver->host, action->comm.task_size, action->comm.rate); + action->comm.surf_comm = surf_workstation_model_communicate(surf_workstation_model, + sender, receiver, + action->comm.task_size, action->comm.rate); - surf_workstation_model->action_data_set(action->comm.surf_comm, action); + surf_action_set_data(action->comm.surf_comm, action); action->state = SIMIX_RUNNING; /* If a link is failed, detect it immediately */ - if (surf_workstation_model->action_state_get(action->comm.surf_comm) == SURF_ACTION_FAILED) { + if (surf_action_get_state(action->comm.surf_comm) == SURF_ACTION_FAILED) { XBT_DEBUG("Communication from '%s' to '%s' failed to start because of a link failure", SIMIX_host_get_name(sender), SIMIX_host_get_name(receiver)); action->state = SIMIX_LINK_FAILURE; @@ -758,7 +876,7 @@ XBT_INLINE void SIMIX_comm_start(smx_action_t action) XBT_DEBUG("The communication is suspended on startup because dst (%s:%s) were suspended since it initiated the communication", SIMIX_host_get_name(action->comm.dst_proc->smx_host), action->comm.dst_proc->name); - surf_workstation_model->suspend(action->comm.surf_comm); + surf_action_suspend(action->comm.surf_comm); } } @@ -828,8 +946,8 @@ void SIMIX_comm_finish(smx_action_t action) case SIMIX_LINK_FAILURE: XBT_DEBUG("Link failure in action %p between '%s' and '%s': posting an exception to the issuer: %s (%p) detached:%d", action, - action->comm.src_proc ? action->comm.src_proc->smx_host->name : NULL, - action->comm.dst_proc ? action->comm.dst_proc->smx_host->name : NULL, + action->comm.src_proc ? sg_host_name(action->comm.src_proc->smx_host) : NULL, + action->comm.dst_proc ? sg_host_name(action->comm.dst_proc->smx_host) : NULL, simcall->issuer->name, simcall->issuer, action->comm.detached); if (action->comm.src_proc == simcall->issuer) { XBT_DEBUG("I'm source"); @@ -864,13 +982,22 @@ void SIMIX_comm_finish(smx_action_t action) } } - if (surf_workstation_model->extension. - workstation.get_state(simcall->issuer->smx_host->host) != SURF_RESOURCE_ON) { + if (surf_resource_get_state(surf_workstation_resource_priv(simcall->issuer->smx_host)) != SURF_RESOURCE_ON) { simcall->issuer->context->iwannadie = 1; } simcall->issuer->waiting_action = NULL; xbt_fifo_remove(simcall->issuer->comms, action); + if(action->comm.detached){ + if(simcall->issuer == action->comm.src_proc){ + if(action->comm.dst_proc) + xbt_fifo_remove(action->comm.dst_proc->comms, action); + } + if(simcall->issuer == action->comm.dst_proc){ + if(action->comm.src_proc) + xbt_fifo_remove(action->comm.src_proc->comms, action); + } + } SIMIX_simcall_answer(simcall); destroy_count++; } @@ -887,19 +1014,19 @@ void SIMIX_post_comm(smx_action_t action) { /* Update action state */ if (action->comm.src_timeout && - surf_workstation_model->action_state_get(action->comm.src_timeout) == SURF_ACTION_DONE) + surf_action_get_state(action->comm.src_timeout) == SURF_ACTION_DONE) action->state = SIMIX_SRC_TIMEOUT; else if (action->comm.dst_timeout && - surf_workstation_model->action_state_get(action->comm.dst_timeout) == SURF_ACTION_DONE) + surf_action_get_state(action->comm.dst_timeout) == SURF_ACTION_DONE) action->state = SIMIX_DST_TIMEOUT; else if (action->comm.src_timeout && - surf_workstation_model->action_state_get(action->comm.src_timeout) == SURF_ACTION_FAILED) + surf_action_get_state(action->comm.src_timeout) == SURF_ACTION_FAILED) action->state = SIMIX_SRC_HOST_FAILURE; else if (action->comm.dst_timeout && - surf_workstation_model->action_state_get(action->comm.dst_timeout) == SURF_ACTION_FAILED) + surf_action_get_state(action->comm.dst_timeout) == SURF_ACTION_FAILED) action->state = SIMIX_DST_HOST_FAILURE; else if (action->comm.surf_comm && - surf_workstation_model->action_state_get(action->comm.surf_comm) == SURF_ACTION_FAILED) { + surf_action_get_state(action->comm.surf_comm) == SURF_ACTION_FAILED) { XBT_DEBUG("Puta madre. Surf says that the link broke"); action->state = SIMIX_LINK_FAILURE; } else @@ -940,7 +1067,7 @@ void SIMIX_comm_cancel(smx_action_t action) else if (!MC_is_active() /* when running the MC there are no surf actions */ && (action->state == SIMIX_READY || action->state == SIMIX_RUNNING)) { - surf_workstation_model->action_cancel(action->comm.surf_comm); + surf_action_cancel(action->comm.surf_comm); } } @@ -948,7 +1075,7 @@ void SIMIX_comm_suspend(smx_action_t action) { /*FIXME: shall we suspend also the timeout actions? */ if (action->comm.surf_comm) - surf_workstation_model->suspend(action->comm.surf_comm); + surf_action_suspend(action->comm.surf_comm); /* in the other case, the action will be suspended on creation, in SIMIX_comm_start() */ } @@ -956,7 +1083,7 @@ void SIMIX_comm_resume(smx_action_t action) { /*FIXME: check what happen with the timeouts */ if (action->comm.surf_comm) - surf_workstation_model->resume(action->comm.surf_comm); + surf_action_resume(action->comm.surf_comm); /* in the other case, the action were not really suspended yet, see SIMIX_comm_suspend() and SIMIX_comm_start() */ } @@ -981,7 +1108,7 @@ double SIMIX_comm_get_remains(smx_action_t action) switch (action->state) { case SIMIX_RUNNING: - remains = surf_workstation_model->get_remains(action->comm.surf_comm); + remains = surf_action_get_remains(action->comm.surf_comm); break; case SIMIX_WAITING: @@ -1047,6 +1174,11 @@ smx_process_t SIMIX_comm_get_dst_proc(smx_action_t action) } #ifdef HAVE_LATENCY_BOUND_TRACKING +int SIMIX_pre_comm_is_latency_bounded(smx_simcall_t simcall, smx_action_t action) +{ + return SIMIX_comm_is_latency_bounded(action); +} + /** * \brief verify if communication is latency bounded * \param comm The communication @@ -1108,9 +1240,9 @@ void SIMIX_comm_copy_data(smx_action_t comm) XBT_DEBUG("Copying comm %p data from %s (%p) -> %s (%p) (%zu bytes)", comm, - comm->comm.src_proc ? comm->comm.src_proc->smx_host->name : "a finished process", + comm->comm.src_proc ? sg_host_name(comm->comm.src_proc->smx_host) : "a finished process", comm->comm.src_buff, - comm->comm.dst_proc ? comm->comm.dst_proc->smx_host->name : "a finished process", + comm->comm.dst_proc ? sg_host_name(comm->comm.dst_proc->smx_host) : "a finished process", comm->comm.dst_buff, buff_size); /* Copy at most dst_buff_size bytes of the message to receiver's buffer */