3 /* Copyright (c) 2004 Arnaud Legrand. All rights reserved. */
5 /* This program is free software; you can redistribute it and/or modify it
6 * under the terms of the license (GNU LGPL) which comes with this package. */
8 #include "network_private.h"
11 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_network, surf,
12 "Logging specific to the SURF network module");
14 surf_network_model_t surf_network_model = NULL;
15 static lmm_system_t network_maxmin_system = NULL;
16 static void (*network_solve) (lmm_system_t) = NULL;
18 xbt_dict_t link_set = NULL;
19 xbt_dict_t network_card_set = NULL;
23 link_CM02_t **routing_table = NULL;
24 int *routing_table_size = NULL;
25 static link_CM02_t loopback = NULL;
27 static void create_routing_table(void)
30 xbt_new0(link_CM02_t *, /*card_number * card_number */ host_number * host_number);
31 routing_table_size = xbt_new0(int, /*card_number * card_number*/ host_number * host_number);
34 static void link_free(void *nw_link)
36 free(((link_CM02_t) nw_link)->name);
40 static link_CM02_t link_new(char *name,
42 tmgr_trace_t bw_trace,
44 tmgr_trace_t lat_trace,
47 tmgr_trace_t state_trace,
48 e_surf_link_sharing_policy_t
49 policy, xbt_dict_t properties)
51 link_CM02_t nw_link = xbt_new0(s_link_CM02_t, 1);
52 xbt_assert1(!xbt_dict_get_or_null(link_set, name),
53 "Link '%s' declared several times in the platform file.", name);
55 nw_link->model = (surf_model_t) surf_network_model;
57 nw_link->bw_current = bw_initial;
60 tmgr_history_add_trace(history, bw_trace, 0.0, 0, nw_link);
61 nw_link->lat_current = lat_initial;
64 tmgr_history_add_trace(history, lat_trace, 0.0, 0, nw_link);
65 nw_link->state_current = state_initial;
67 nw_link->state_event =
68 tmgr_history_add_trace(history, state_trace, 0.0, 0, nw_link);
71 lmm_constraint_new(network_maxmin_system, nw_link,
74 if (policy == SURF_LINK_FATPIPE)
75 lmm_constraint_shared(nw_link->constraint);
77 nw_link->properties = properties;
79 current_property_set = properties;
81 xbt_dict_set(link_set, name, nw_link, link_free);
86 static void network_card_free(void *nw_card)
88 free(((network_card_CM02_t) nw_card)->name);
92 static int network_card_new(const char *card_name)
94 network_card_CM02_t card =
95 xbt_dict_get_or_null(network_card_set, card_name);
98 card = xbt_new0(s_network_card_CM02_t, 1);
99 card->name = xbt_strdup(card_name);
100 card->id = card_number++;
101 xbt_dict_set(network_card_set, card_name, card, network_card_free);
106 static void route_new(int src_id, int dst_id,
107 link_CM02_t * link_list, int nb_link)
109 ROUTE_SIZE(src_id, dst_id) = nb_link;
110 ROUTE(src_id, dst_id) = link_list =
111 xbt_realloc(link_list, sizeof(link_CM02_t) * nb_link);
114 static void parse_link_init(void)
118 tmgr_trace_t bw_trace;
120 tmgr_trace_t lat_trace;
121 e_surf_link_state_t state_initial_link = SURF_LINK_ON;
122 e_surf_link_sharing_policy_t policy_initial_link = SURF_LINK_SHARED;
123 tmgr_trace_t state_trace;
125 name_link = xbt_strdup(A_surfxml_link_id);
126 surf_parse_get_double(&bw_initial, A_surfxml_link_bandwidth);
127 surf_parse_get_trace(&bw_trace, A_surfxml_link_bandwidth_file);
128 surf_parse_get_double(&lat_initial, A_surfxml_link_latency);
129 surf_parse_get_trace(&lat_trace, A_surfxml_link_latency_file);
131 xbt_assert0((A_surfxml_link_state ==
132 A_surfxml_link_state_ON)
133 || (A_surfxml_link_state ==
134 A_surfxml_link_state_OFF), "Invalid state");
135 if (A_surfxml_link_state == A_surfxml_link_state_ON)
136 state_initial_link = SURF_LINK_ON;
137 else if (A_surfxml_link_state ==
138 A_surfxml_link_state_OFF)
139 state_initial_link = SURF_LINK_OFF;
141 if (A_surfxml_link_sharing_policy ==
142 A_surfxml_link_sharing_policy_SHARED)
143 policy_initial_link = SURF_LINK_SHARED;
144 else if (A_surfxml_link_sharing_policy ==
145 A_surfxml_link_sharing_policy_FATPIPE)
146 policy_initial_link = SURF_LINK_FATPIPE;
148 surf_parse_get_trace(&state_trace, A_surfxml_link_state_file);
150 link_new(name_link, bw_initial, bw_trace,
151 lat_initial, lat_trace, state_initial_link, state_trace,
152 policy_initial_link, xbt_dict_new());
156 static int src_id = -1;
157 static int dst_id = -1;
159 static void parse_route_set_endpoints(void)
161 src_id = network_card_new(A_surfxml_route_src);
162 dst_id = network_card_new(A_surfxml_route_dst);
164 route_link_list = xbt_dynar_new(sizeof(char *), &free_string);
167 static void parse_route_set_route(void)
170 if (src_id != -1 && dst_id != -1) {
171 name = bprintf("%d##%d",src_id, dst_id);
172 xbt_dict_set(route_table, name, route_link_list, NULL);
177 static void add_loopback(void)
180 /* Adding loopback if needed */
181 for (i = 0; i < host_number; i++)
182 if (!ROUTE_SIZE(i, i)) {
184 loopback = link_new(xbt_strdup("__MSG_loopback__"),
185 498000000, NULL, 0.000015, NULL,
187 SURF_LINK_FATPIPE,NULL);
188 ROUTE_SIZE(i, i) = 1;
189 ROUTE(i, i) = xbt_new0(link_CM02_t, 1);
190 ROUTE(i, i)[0] = loopback;
194 static void add_route(void)
198 unsigned int cpt = 0;
199 int link_list_capacity = 0;
200 link_CM02_t *link_list = NULL;
203 if (routing_table == NULL) create_routing_table();
205 link_list_capacity = xbt_dynar_length(links);
206 link_list = xbt_new(link_CM02_t, link_list_capacity);
208 src_id = atoi(xbt_dynar_get_as(keys, 0, char*));
209 dst_id = atoi(xbt_dynar_get_as(keys, 1, char*));
212 xbt_dynar_foreach (links, cpt, link) {
214 link_list[nb_link++] = xbt_dict_get(link_set, link);
217 RETHROW1("Link %s not found (dict raised this exception: %s)", link);
220 route_new(src_id, dst_id, link_list, nb_link);
224 static void count_hosts(void)
229 static void define_callbacks(const char *file)
231 /* Figuring out the network links */
232 surfxml_add_callback(STag_surfxml_host_cb_list, count_hosts);
233 surfxml_add_callback(STag_surfxml_link_cb_list, parse_link_init);
234 surfxml_add_callback(STag_surfxml_prop_cb_list, parse_properties);
235 surfxml_add_callback(STag_surfxml_route_cb_list, parse_route_set_endpoints);
236 surfxml_add_callback(ETag_surfxml_link_c_ctn_cb_list, parse_route_elem);
237 surfxml_add_callback(ETag_surfxml_route_cb_list, parse_route_set_route);
238 surfxml_add_callback(STag_surfxml_platform_cb_list, init_route_table);
239 surfxml_add_callback(ETag_surfxml_platform_cb_list, add_route);
240 surfxml_add_callback(ETag_surfxml_platform_cb_list, add_loopback);
243 static void *name_service(const char *name)
245 network_card_CM02_t card = xbt_dict_get_or_null(network_card_set, name);
249 static const char *get_resource_name(void *resource_id)
251 return ((network_card_CM02_t) resource_id)->name;
254 static int resource_used(void *resource_id)
256 return lmm_constraint_used(network_maxmin_system,
257 ((link_CM02_t) resource_id)->
261 static int action_free(surf_action_t action)
264 if (!action->using) {
265 xbt_swag_remove(action, action->state_set);
266 if (((surf_action_network_CM02_t) action)->variable)
267 lmm_variable_free(network_maxmin_system,
268 ((surf_action_network_CM02_t) action)->variable);
275 static void action_use(surf_action_t action)
280 static void action_cancel(surf_action_t action)
285 static void action_recycle(surf_action_t action)
290 static void action_change_state(surf_action_t action,
291 e_surf_action_state_t state)
293 /* if((state==SURF_ACTION_DONE) || (state==SURF_ACTION_FAILED)) */
294 /* if(((surf_action_network_CM02_t)action)->variable) { */
295 /* lmm_variable_disable(network_maxmin_system, ((surf_action_network_CM02_t)action)->variable); */
296 /* ((surf_action_network_CM02_t)action)->variable = NULL; */
299 surf_action_change_state(action, state);
303 static double share_resources(double now)
305 s_surf_action_network_CM02_t s_action;
306 surf_action_network_CM02_t action = NULL;
307 xbt_swag_t running_actions =
308 surf_network_model->common_public->states.running_action_set;
311 min = generic_maxmin_share_resources(running_actions,
312 xbt_swag_offset(s_action,
314 network_maxmin_system,
317 xbt_swag_foreach(action, running_actions) {
318 if (action->latency > 0) {
320 min = action->latency;
321 else if (action->latency < min)
322 min = action->latency;
329 static void update_actions_state(double now, double delta)
332 surf_action_network_CM02_t action = NULL;
333 surf_action_network_CM02_t next_action = NULL;
334 xbt_swag_t running_actions =
335 surf_network_model->common_public->states.running_action_set;
337 xbt_swag_t failed_actions =
338 surf_network_model->common_public->states.failed_action_set;
341 xbt_swag_foreach_safe(action, next_action, running_actions) {
343 if (action->latency > 0) {
344 if (action->latency > deltap) {
345 double_update(&(action->latency), deltap);
348 double_update(&(deltap), action->latency);
349 action->latency = 0.0;
351 if ((action->latency == 0.0) && !(action->suspended))
352 lmm_update_variable_weight(network_maxmin_system, action->variable,
353 action->lat_current);
355 double_update(&(action->generic_action.remains),
356 lmm_variable_getvalue(action->variable) * deltap);
357 if (action->generic_action.max_duration != NO_MAX_DURATION)
358 double_update(&(action->generic_action.max_duration), delta);
360 /* if(action->generic_action.remains<.00001) action->generic_action.remains=0; */
362 if ((action->generic_action.remains <= 0) &&
363 (lmm_get_variable_weight(action->variable) > 0)) {
364 action->generic_action.finish = surf_get_clock();
365 action_change_state((surf_action_t) action, SURF_ACTION_DONE);
366 } else if ((action->generic_action.max_duration != NO_MAX_DURATION) &&
367 (action->generic_action.max_duration <= 0)) {
368 action->generic_action.finish = surf_get_clock();
369 action_change_state((surf_action_t) action, SURF_ACTION_DONE);
370 } else { /* Need to check that none of the model has failed */
371 lmm_constraint_t cnst = NULL;
373 link_CM02_t nw_link = NULL;
376 lmm_get_cnst_from_var(network_maxmin_system,
377 action->variable, i++))) {
378 nw_link = lmm_constraint_id(cnst);
379 if (nw_link->state_current == SURF_LINK_OFF) {
380 action->generic_action.finish = surf_get_clock();
381 action_change_state((surf_action_t) action, SURF_ACTION_FAILED);
391 static void update_resource_state(void *id,
392 tmgr_trace_event_t event_type,
395 link_CM02_t nw_link = id;
396 /* printf("[" "%lg" "] Asking to update network card \"%s\" with value " */
397 /* "%lg" " for event %p\n", surf_get_clock(), nw_link->name, */
398 /* value, event_type); */
400 if (event_type == nw_link->bw_event) {
401 nw_link->bw_current = value;
402 lmm_update_constraint_bound(network_maxmin_system, nw_link->constraint,
403 nw_link->bw_current);
404 } else if (event_type == nw_link->lat_event) {
405 double delta = value - nw_link->lat_current;
406 lmm_variable_t var = NULL;
407 surf_action_network_CM02_t action = NULL;
409 nw_link->lat_current = value;
410 while (lmm_get_var_from_cnst
411 (network_maxmin_system, nw_link->constraint, &var)) {
412 action = lmm_variable_id(var);
413 action->lat_current += delta;
414 if (action->rate < 0)
415 lmm_update_variable_bound(network_maxmin_system, action->variable,
416 SG_TCP_CTE_GAMMA / (2.0 *
420 lmm_update_variable_bound(network_maxmin_system, action->variable,
422 SG_TCP_CTE_GAMMA / (2.0 *
425 if (!(action->suspended))
426 lmm_update_variable_weight(network_maxmin_system, action->variable,
427 action->lat_current);
428 lmm_update_variable_latency(network_maxmin_system, action->variable,
431 } else if (event_type == nw_link->state_event) {
433 nw_link->state_current = SURF_LINK_ON;
435 nw_link->state_current = SURF_LINK_OFF;
437 CRITICAL0("Unknown event ! \n");
444 static surf_action_t communicate(void *src, void *dst, double size,
447 surf_action_network_CM02_t action = NULL;
448 network_card_CM02_t card_src = src;
449 network_card_CM02_t card_dst = dst;
450 int route_size = ROUTE_SIZE(card_src->id, card_dst->id);
451 link_CM02_t *route = ROUTE(card_src->id, card_dst->id);
454 XBT_IN4("(%s,%s,%g,%g)", card_src->name, card_dst->name, size, rate);
455 xbt_assert2(route_size,
456 "You're trying to send data from %s to %s but there is no connexion between these two cards.",
457 card_src->name, card_dst->name);
459 action = xbt_new0(s_surf_action_network_CM02_t, 1);
461 action->generic_action.using = 1;
462 action->generic_action.cost = size;
463 action->generic_action.remains = size;
464 action->generic_action.max_duration = NO_MAX_DURATION;
465 action->generic_action.start = surf_get_clock();
466 action->generic_action.finish = -1.0;
467 action->generic_action.model_type =
468 (surf_model_t) surf_network_model;
469 action->suspended = 0; /* Should be useless because of the
470 calloc but it seems to help valgrind... */
471 action->generic_action.state_set =
472 surf_network_model->common_public->states.running_action_set;
474 xbt_swag_insert(action, action->generic_action.state_set);
477 action->latency = 0.0;
478 for (i = 0; i < route_size; i++)
479 action->latency += route[i]->lat_current;
480 action->lat_current = action->latency;
482 if (action->latency > 0)
484 lmm_variable_new(network_maxmin_system, action, 0.0, -1.0,
488 lmm_variable_new(network_maxmin_system, action, 1.0, -1.0,
491 if (action->rate < 0) {
492 if (action->lat_current > 0)
493 lmm_update_variable_bound(network_maxmin_system, action->variable,
494 SG_TCP_CTE_GAMMA / (2.0 *
495 action->lat_current));
497 lmm_update_variable_bound(network_maxmin_system, action->variable,
500 if (action->lat_current > 0)
501 lmm_update_variable_bound(network_maxmin_system, action->variable,
503 SG_TCP_CTE_GAMMA / (2.0 *
507 lmm_update_variable_bound(network_maxmin_system, action->variable,
510 lmm_update_variable_latency(network_maxmin_system, action->variable,
513 for (i = 0; i < route_size; i++)
514 lmm_expand(network_maxmin_system, route[i]->constraint,
515 action->variable, 1.0);
518 return (surf_action_t) action;
521 /* returns an array of link_CM02_t */
522 static const void **get_route(void *src, void *dst)
524 network_card_CM02_t card_src = src;
525 network_card_CM02_t card_dst = dst;
526 return (const void **) ROUTE(card_src->id, card_dst->id);
529 static int get_route_size(void *src, void *dst)
531 network_card_CM02_t card_src = src;
532 network_card_CM02_t card_dst = dst;
533 return ROUTE_SIZE(card_src->id, card_dst->id);
536 static const char *get_link_name(const void *link)
538 return ((link_CM02_t) link)->name;
541 static double get_link_bandwidth(const void *link)
543 return ((link_CM02_t) link)->bw_current;
546 static double get_link_latency(const void *link)
548 return ((link_CM02_t) link)->lat_current;
551 static xbt_dict_t get_properties(void *link)
553 return ((link_CM02_t) link)->properties;
556 static void action_suspend(surf_action_t action)
558 ((surf_action_network_CM02_t) action)->suspended = 1;
559 lmm_update_variable_weight(network_maxmin_system,
560 ((surf_action_network_CM02_t) action)->
564 static void action_resume(surf_action_t action)
566 if (((surf_action_network_CM02_t) action)->suspended) {
567 lmm_update_variable_weight(network_maxmin_system,
568 ((surf_action_network_CM02_t) action)->
570 ((surf_action_network_CM02_t) action)->
572 ((surf_action_network_CM02_t) action)->suspended = 0;
576 static int action_is_suspended(surf_action_t action)
578 return ((surf_action_network_CM02_t) action)->suspended;
581 static void action_set_max_duration(surf_action_t action, double duration)
583 action->max_duration = duration;
586 static void finalize(void)
590 xbt_dict_free(&network_card_set);
591 xbt_dict_free(&link_set);
592 xbt_swag_free(surf_network_model->common_public->states.
594 xbt_swag_free(surf_network_model->common_public->states.
596 xbt_swag_free(surf_network_model->common_public->states.
598 xbt_swag_free(surf_network_model->common_public->states.
600 free(surf_network_model->common_public);
601 free(surf_network_model->common_private);
602 free(surf_network_model->extension_public);
604 free(surf_network_model);
605 surf_network_model = NULL;
608 for (i = 0; i < card_number; i++)
609 for (j = 0; j < card_number; j++)
612 routing_table = NULL;
613 free(routing_table_size);
614 routing_table_size = NULL;
618 static void surf_network_model_init_internal(void)
620 s_surf_action_t action;
622 surf_network_model = xbt_new0(s_surf_network_model_t, 1);
624 surf_network_model->common_private =
625 xbt_new0(s_surf_model_private_t, 1);
626 surf_network_model->common_public =
627 xbt_new0(s_surf_model_public_t, 1);
628 surf_network_model->extension_public =
629 xbt_new0(s_surf_network_model_extension_public_t, 1);
631 surf_network_model->common_public->states.ready_action_set =
632 xbt_swag_new(xbt_swag_offset(action, state_hookup));
633 surf_network_model->common_public->states.running_action_set =
634 xbt_swag_new(xbt_swag_offset(action, state_hookup));
635 surf_network_model->common_public->states.failed_action_set =
636 xbt_swag_new(xbt_swag_offset(action, state_hookup));
637 surf_network_model->common_public->states.done_action_set =
638 xbt_swag_new(xbt_swag_offset(action, state_hookup));
640 surf_network_model->common_public->name_service = name_service;
641 surf_network_model->common_public->get_resource_name =
643 surf_network_model->common_public->action_get_state =
644 surf_action_get_state;
645 surf_network_model->common_public->action_get_start_time =
646 surf_action_get_start_time;
647 surf_network_model->common_public->action_get_finish_time =
648 surf_action_get_finish_time;
649 surf_network_model->common_public->action_free = action_free;
650 surf_network_model->common_public->action_use = action_use;
651 surf_network_model->common_public->action_cancel = action_cancel;
652 surf_network_model->common_public->action_recycle = action_recycle;
653 surf_network_model->common_public->action_change_state =
655 surf_network_model->common_public->action_set_data =
656 surf_action_set_data;
657 surf_network_model->common_public->name = "network";
659 surf_network_model->common_private->resource_used = resource_used;
660 surf_network_model->common_private->share_resources = share_resources;
661 surf_network_model->common_private->update_actions_state =
662 update_actions_state;
663 surf_network_model->common_private->update_resource_state =
664 update_resource_state;
665 surf_network_model->common_private->finalize = finalize;
667 surf_network_model->common_public->suspend = action_suspend;
668 surf_network_model->common_public->resume = action_resume;
669 surf_network_model->common_public->is_suspended = action_is_suspended;
670 surf_cpu_model->common_public->set_max_duration =
671 action_set_max_duration;
673 surf_network_model->extension_public->communicate = communicate;
674 surf_network_model->extension_public->get_route = get_route;
675 surf_network_model->extension_public->get_route_size = get_route_size;
676 surf_network_model->extension_public->get_link_name = get_link_name;
677 surf_network_model->extension_public->get_link_bandwidth =
679 surf_network_model->extension_public->get_link_latency =
682 surf_network_model->common_public->get_properties = get_properties;
684 link_set = xbt_dict_new();
685 network_card_set = xbt_dict_new();
687 if (!network_maxmin_system)
688 network_maxmin_system = lmm_system_new();
691 /***************************************************************************/
692 /* The nice TCP sharing model designed by Loris Marchal and Henri Casanova */
693 /***************************************************************************/
694 /* @TechReport{ rr-lip2002-40, */
695 /* author = {Henri Casanova and Loris Marchal}, */
696 /* institution = {LIP}, */
697 /* title = {A Network Model for Simulation of Grid Application}, */
698 /* number = {2002-40}, */
702 void surf_network_model_init_CM02(const char *filename)
705 if (surf_network_model)
707 surf_network_model_init_internal();
708 define_callbacks(filename);
709 xbt_dynar_push(model_list, &surf_network_model);
710 network_solve = lmm_solve;
712 update_model_description(surf_network_model_description,
713 surf_network_model_description_size,
715 (surf_model_t) surf_network_model);
718 void surf_network_model_init_Reno(const char *filename)
720 if (surf_network_model)
722 surf_network_model_init_internal();
723 define_callbacks(filename);
725 xbt_dynar_push(model_list, &surf_network_model);
726 lmm_set_default_protocol_function(func_reno_f, func_reno_fp,
728 network_solve = lagrange_solve;
730 update_model_description(surf_network_model_description,
731 surf_network_model_description_size,
733 (surf_model_t) surf_network_model);
736 void surf_network_model_init_Vegas(const char *filename)
738 if (surf_network_model)
740 surf_network_model_init_internal();
741 define_callbacks(filename);
743 xbt_dynar_push(model_list, &surf_network_model);
744 lmm_set_default_protocol_function(func_vegas_f, func_vegas_fp,
746 network_solve = lagrange_solve;
748 update_model_description(surf_network_model_description,
749 surf_network_model_description_size,
751 (surf_model_t) surf_network_model);
755 void surf_network_model_init_SDP(const char *filename)
757 if (surf_network_model)
759 surf_network_model_init_internal();
760 define_callbacks(filename);
762 xbt_dynar_push(model_list, &surf_network_model);
763 network_solve = sdp_solve;
765 update_model_description(surf_network_model_description,
766 surf_network_model_description_size,
768 (surf_model_t) surf_network_model);