3 /* Copyright (c) 2004 Arnaud Legrand. All rights reserved. */
5 /* This program is free software; you can redistribute it and/or modify it
6 * under the terms of the license (GNU LGPL) which comes with this package. */
8 #include "network_private.h"
11 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_network, surf,
12 "Logging specific to the SURF network module");
14 surf_network_model_t surf_network_model = NULL;
15 static lmm_system_t network_maxmin_system = NULL;
16 static void (*network_solve) (lmm_system_t) = NULL;
18 xbt_dict_t link_set = NULL;
19 xbt_dict_t network_card_set = NULL;
23 link_CM02_t **routing_table = NULL;
24 int *routing_table_size = NULL;
25 static link_CM02_t loopback = NULL;
27 static void create_routing_table(void)
30 xbt_new0(link_CM02_t *, /*card_number * card_number */ host_number * host_number);
31 routing_table_size = xbt_new0(int, /*card_number * card_number*/ host_number * host_number);
34 static void link_free(void *nw_link)
36 free(((link_CM02_t) nw_link)->name);
40 static link_CM02_t link_new(char *name,
42 tmgr_trace_t bw_trace,
44 tmgr_trace_t lat_trace,
47 tmgr_trace_t state_trace,
48 e_surf_link_sharing_policy_t
49 policy, xbt_dict_t properties)
51 link_CM02_t nw_link = xbt_new0(s_link_CM02_t, 1);
52 xbt_assert1(!xbt_dict_get_or_null(link_set, name),
53 "Link '%s' declared several times in the platform file.", name);
55 nw_link->model = (surf_model_t) surf_network_model;
57 nw_link->bw_current = bw_initial;
60 tmgr_history_add_trace(history, bw_trace, 0.0, 0, nw_link);
61 nw_link->lat_current = lat_initial;
64 tmgr_history_add_trace(history, lat_trace, 0.0, 0, nw_link);
65 nw_link->state_current = state_initial;
67 nw_link->state_event =
68 tmgr_history_add_trace(history, state_trace, 0.0, 0, nw_link);
71 lmm_constraint_new(network_maxmin_system, nw_link,
74 if (policy == SURF_LINK_FATPIPE)
75 lmm_constraint_shared(nw_link->constraint);
77 nw_link->properties = properties;
79 current_property_set = properties;
81 xbt_dict_set(link_set, name, nw_link, link_free);
86 static void network_card_free(void *nw_card)
88 free(((network_card_CM02_t) nw_card)->name);
92 static int network_card_new(const char *card_name)
94 network_card_CM02_t card =
95 xbt_dict_get_or_null(network_card_set, card_name);
98 card = xbt_new0(s_network_card_CM02_t, 1);
99 card->name = xbt_strdup(card_name);
100 card->id = card_number++;
101 xbt_dict_set(network_card_set, card_name, card, network_card_free);
106 static void route_new(int src_id, int dst_id,
107 link_CM02_t * link_list, int nb_link)
109 ROUTE_SIZE(src_id, dst_id) = nb_link;
110 ROUTE(src_id, dst_id) = link_list =
111 xbt_realloc(link_list, sizeof(link_CM02_t) * nb_link);
114 static void parse_link_init(void)
118 tmgr_trace_t bw_trace;
120 tmgr_trace_t lat_trace;
121 e_surf_link_state_t state_initial_link = SURF_LINK_ON;
122 e_surf_link_sharing_policy_t policy_initial_link = SURF_LINK_SHARED;
123 tmgr_trace_t state_trace;
125 name_link = xbt_strdup(A_surfxml_link_id);
126 surf_parse_get_double(&bw_initial, A_surfxml_link_bandwidth);
127 surf_parse_get_trace(&bw_trace, A_surfxml_link_bandwidth_file);
128 surf_parse_get_double(&lat_initial, A_surfxml_link_latency);
129 surf_parse_get_trace(&lat_trace, A_surfxml_link_latency_file);
131 xbt_assert0((A_surfxml_link_state ==
132 A_surfxml_link_state_ON)
133 || (A_surfxml_link_state ==
134 A_surfxml_link_state_OFF), "Invalid state");
135 if (A_surfxml_link_state == A_surfxml_link_state_ON)
136 state_initial_link = SURF_LINK_ON;
137 else if (A_surfxml_link_state ==
138 A_surfxml_link_state_OFF)
139 state_initial_link = SURF_LINK_OFF;
141 if (A_surfxml_link_sharing_policy ==
142 A_surfxml_link_sharing_policy_SHARED)
143 policy_initial_link = SURF_LINK_SHARED;
144 else if (A_surfxml_link_sharing_policy ==
145 A_surfxml_link_sharing_policy_FATPIPE)
146 policy_initial_link = SURF_LINK_FATPIPE;
148 surf_parse_get_trace(&state_trace, A_surfxml_link_state_file);
150 link_new(name_link, bw_initial, bw_trace,
151 lat_initial, lat_trace, state_initial_link, state_trace,
152 policy_initial_link, xbt_dict_new());
156 static int src_id = -1;
157 static int dst_id = -1;
159 static void parse_route_set_endpoints(void)
161 src_id = network_card_new(A_surfxml_route_src);
162 dst_id = network_card_new(A_surfxml_route_dst);
164 route_link_list = xbt_dynar_new(sizeof(char *), &free_string);
167 static void parse_route_set_route(void)
170 if (src_id != -1 && dst_id != -1) {
171 name = bprintf("%d##%d",src_id, dst_id);
172 xbt_dict_set(route_table, name, route_link_list, NULL);
177 static void add_loopback()
180 /* Adding loopback if needed */
181 for (i = 0; i < host_number; i++)
182 if (!ROUTE_SIZE(i, i)) {
184 loopback = link_new(xbt_strdup("__MSG_loopback__"),
185 498000000, NULL, 0.000015, NULL,
187 SURF_LINK_FATPIPE,NULL);
188 ROUTE_SIZE(i, i) = 1;
189 ROUTE(i, i) = xbt_new0(link_CM02_t, 1);
190 ROUTE(i, i)[0] = loopback;
194 static void add_route()
198 unsigned int cpt = 0;
199 int link_list_capacity = 0;
200 link_CM02_t *link_list = NULL;
202 if (routing_table == NULL) create_routing_table();
204 link_list_capacity = xbt_dynar_length(links);
205 link_list = xbt_new(link_CM02_t, link_list_capacity);
207 src_id = atoi(xbt_dynar_get_as(keys, 0, char*));
208 dst_id = atoi(xbt_dynar_get_as(keys, 1, char*));
211 xbt_dynar_foreach (links, cpt, link) {
213 link_list[nb_link++] = xbt_dict_get(link_set, link);
216 RETHROW1("Link %s not found (dict raised this exception: %s)", link);
219 route_new(src_id, dst_id, link_list, nb_link);
223 static void count_hosts(void)
228 static void define_callbacks(const char *file)
230 /* Figuring out the network links */
231 surfxml_add_callback(STag_surfxml_host_cb_list, &count_hosts);
232 surfxml_add_callback(STag_surfxml_link_cb_list, &parse_link_init);
233 surfxml_add_callback(STag_surfxml_prop_cb_list, &parse_properties);
234 surfxml_add_callback(STag_surfxml_route_cb_list, &parse_route_set_endpoints);
235 surfxml_add_callback(ETag_surfxml_link_c_ctn_cb_list, &parse_route_elem);
236 surfxml_add_callback(ETag_surfxml_route_cb_list, &parse_route_set_route);
237 surfxml_add_callback(STag_surfxml_platform_cb_list, &init_route_table);
238 surfxml_add_callback(ETag_surfxml_platform_cb_list, &add_route);
239 surfxml_add_callback(ETag_surfxml_platform_cb_list, &add_loopback);
242 static void *name_service(const char *name)
244 network_card_CM02_t card = xbt_dict_get_or_null(network_card_set, name);
248 static const char *get_resource_name(void *resource_id)
250 return ((network_card_CM02_t) resource_id)->name;
253 static int resource_used(void *resource_id)
255 return lmm_constraint_used(network_maxmin_system,
256 ((link_CM02_t) resource_id)->
260 static int action_free(surf_action_t action)
263 if (!action->using) {
264 xbt_swag_remove(action, action->state_set);
265 if (((surf_action_network_CM02_t) action)->variable)
266 lmm_variable_free(network_maxmin_system,
267 ((surf_action_network_CM02_t) action)->variable);
274 static void action_use(surf_action_t action)
279 static void action_cancel(surf_action_t action)
284 static void action_recycle(surf_action_t action)
289 static void action_change_state(surf_action_t action,
290 e_surf_action_state_t state)
292 /* if((state==SURF_ACTION_DONE) || (state==SURF_ACTION_FAILED)) */
293 /* if(((surf_action_network_CM02_t)action)->variable) { */
294 /* lmm_variable_disable(network_maxmin_system, ((surf_action_network_CM02_t)action)->variable); */
295 /* ((surf_action_network_CM02_t)action)->variable = NULL; */
298 surf_action_change_state(action, state);
302 static double share_resources(double now)
304 s_surf_action_network_CM02_t s_action;
305 surf_action_network_CM02_t action = NULL;
306 xbt_swag_t running_actions =
307 surf_network_model->common_public->states.running_action_set;
310 min = generic_maxmin_share_resources(running_actions,
311 xbt_swag_offset(s_action,
313 network_maxmin_system,
316 xbt_swag_foreach(action, running_actions) {
317 if (action->latency > 0) {
319 min = action->latency;
320 else if (action->latency < min)
321 min = action->latency;
328 static void update_actions_state(double now, double delta)
331 surf_action_network_CM02_t action = NULL;
332 surf_action_network_CM02_t next_action = NULL;
333 xbt_swag_t running_actions =
334 surf_network_model->common_public->states.running_action_set;
336 xbt_swag_t failed_actions =
337 surf_network_model->common_public->states.failed_action_set;
340 xbt_swag_foreach_safe(action, next_action, running_actions) {
342 if (action->latency > 0) {
343 if (action->latency > deltap) {
344 double_update(&(action->latency), deltap);
347 double_update(&(deltap), action->latency);
348 action->latency = 0.0;
350 if ((action->latency == 0.0) && !(action->suspended))
351 lmm_update_variable_weight(network_maxmin_system, action->variable,
352 action->lat_current);
354 double_update(&(action->generic_action.remains),
355 lmm_variable_getvalue(action->variable) * deltap);
356 if (action->generic_action.max_duration != NO_MAX_DURATION)
357 double_update(&(action->generic_action.max_duration), delta);
359 /* if(action->generic_action.remains<.00001) action->generic_action.remains=0; */
361 if ((action->generic_action.remains <= 0) &&
362 (lmm_get_variable_weight(action->variable) > 0)) {
363 action->generic_action.finish = surf_get_clock();
364 action_change_state((surf_action_t) action, SURF_ACTION_DONE);
365 } else if ((action->generic_action.max_duration != NO_MAX_DURATION) &&
366 (action->generic_action.max_duration <= 0)) {
367 action->generic_action.finish = surf_get_clock();
368 action_change_state((surf_action_t) action, SURF_ACTION_DONE);
369 } else { /* Need to check that none of the model has failed */
370 lmm_constraint_t cnst = NULL;
372 link_CM02_t nw_link = NULL;
375 lmm_get_cnst_from_var(network_maxmin_system,
376 action->variable, i++))) {
377 nw_link = lmm_constraint_id(cnst);
378 if (nw_link->state_current == SURF_LINK_OFF) {
379 action->generic_action.finish = surf_get_clock();
380 action_change_state((surf_action_t) action, SURF_ACTION_FAILED);
390 static void update_resource_state(void *id,
391 tmgr_trace_event_t event_type,
394 link_CM02_t nw_link = id;
395 /* printf("[" "%lg" "] Asking to update network card \"%s\" with value " */
396 /* "%lg" " for event %p\n", surf_get_clock(), nw_link->name, */
397 /* value, event_type); */
399 if (event_type == nw_link->bw_event) {
400 nw_link->bw_current = value;
401 lmm_update_constraint_bound(network_maxmin_system, nw_link->constraint,
402 nw_link->bw_current);
403 } else if (event_type == nw_link->lat_event) {
404 double delta = value - nw_link->lat_current;
405 lmm_variable_t var = NULL;
406 surf_action_network_CM02_t action = NULL;
408 nw_link->lat_current = value;
409 while (lmm_get_var_from_cnst
410 (network_maxmin_system, nw_link->constraint, &var)) {
411 action = lmm_variable_id(var);
412 action->lat_current += delta;
413 if (action->rate < 0)
414 lmm_update_variable_bound(network_maxmin_system, action->variable,
415 SG_TCP_CTE_GAMMA / (2.0 *
419 lmm_update_variable_bound(network_maxmin_system, action->variable,
421 SG_TCP_CTE_GAMMA / (2.0 *
424 if (!(action->suspended))
425 lmm_update_variable_weight(network_maxmin_system, action->variable,
426 action->lat_current);
427 lmm_update_variable_latency(network_maxmin_system, action->variable,
430 } else if (event_type == nw_link->state_event) {
432 nw_link->state_current = SURF_LINK_ON;
434 nw_link->state_current = SURF_LINK_OFF;
436 CRITICAL0("Unknown event ! \n");
443 static surf_action_t communicate(void *src, void *dst, double size,
446 surf_action_network_CM02_t action = NULL;
447 network_card_CM02_t card_src = src;
448 network_card_CM02_t card_dst = dst;
449 int route_size = ROUTE_SIZE(card_src->id, card_dst->id);
450 link_CM02_t *route = ROUTE(card_src->id, card_dst->id);
453 XBT_IN4("(%s,%s,%g,%g)", card_src->name, card_dst->name, size, rate);
454 xbt_assert2(route_size,
455 "You're trying to send data from %s to %s but there is no connexion between these two cards.",
456 card_src->name, card_dst->name);
458 action = xbt_new0(s_surf_action_network_CM02_t, 1);
460 action->generic_action.using = 1;
461 action->generic_action.cost = size;
462 action->generic_action.remains = size;
463 action->generic_action.max_duration = NO_MAX_DURATION;
464 action->generic_action.start = surf_get_clock();
465 action->generic_action.finish = -1.0;
466 action->generic_action.model_type =
467 (surf_model_t) surf_network_model;
468 action->suspended = 0; /* Should be useless because of the
469 calloc but it seems to help valgrind... */
470 action->generic_action.state_set =
471 surf_network_model->common_public->states.running_action_set;
473 xbt_swag_insert(action, action->generic_action.state_set);
476 action->latency = 0.0;
477 for (i = 0; i < route_size; i++)
478 action->latency += route[i]->lat_current;
479 action->lat_current = action->latency;
481 if (action->latency > 0)
483 lmm_variable_new(network_maxmin_system, action, 0.0, -1.0,
487 lmm_variable_new(network_maxmin_system, action, 1.0, -1.0,
490 if (action->rate < 0) {
491 if (action->lat_current > 0)
492 lmm_update_variable_bound(network_maxmin_system, action->variable,
493 SG_TCP_CTE_GAMMA / (2.0 *
494 action->lat_current));
496 lmm_update_variable_bound(network_maxmin_system, action->variable,
499 if (action->lat_current > 0)
500 lmm_update_variable_bound(network_maxmin_system, action->variable,
502 SG_TCP_CTE_GAMMA / (2.0 *
506 lmm_update_variable_bound(network_maxmin_system, action->variable,
509 lmm_update_variable_latency(network_maxmin_system, action->variable,
512 for (i = 0; i < route_size; i++)
513 lmm_expand(network_maxmin_system, route[i]->constraint,
514 action->variable, 1.0);
517 return (surf_action_t) action;
520 /* returns an array of link_CM02_t */
521 static const void **get_route(void *src, void *dst)
523 network_card_CM02_t card_src = src;
524 network_card_CM02_t card_dst = dst;
525 return (const void **) ROUTE(card_src->id, card_dst->id);
528 static int get_route_size(void *src, void *dst)
530 network_card_CM02_t card_src = src;
531 network_card_CM02_t card_dst = dst;
532 return ROUTE_SIZE(card_src->id, card_dst->id);
535 static const char *get_link_name(const void *link)
537 return ((link_CM02_t) link)->name;
540 static double get_link_bandwidth(const void *link)
542 return ((link_CM02_t) link)->bw_current;
545 static double get_link_latency(const void *link)
547 return ((link_CM02_t) link)->lat_current;
550 static xbt_dict_t get_properties(void *link)
552 return ((link_CM02_t) link)->properties;
555 static void action_suspend(surf_action_t action)
557 ((surf_action_network_CM02_t) action)->suspended = 1;
558 lmm_update_variable_weight(network_maxmin_system,
559 ((surf_action_network_CM02_t) action)->
563 static void action_resume(surf_action_t action)
565 if (((surf_action_network_CM02_t) action)->suspended) {
566 lmm_update_variable_weight(network_maxmin_system,
567 ((surf_action_network_CM02_t) action)->
569 ((surf_action_network_CM02_t) action)->
571 ((surf_action_network_CM02_t) action)->suspended = 0;
575 static int action_is_suspended(surf_action_t action)
577 return ((surf_action_network_CM02_t) action)->suspended;
580 static void action_set_max_duration(surf_action_t action, double duration)
582 action->max_duration = duration;
585 static void finalize(void)
589 xbt_dict_free(&network_card_set);
590 xbt_dict_free(&link_set);
591 xbt_swag_free(surf_network_model->common_public->states.
593 xbt_swag_free(surf_network_model->common_public->states.
595 xbt_swag_free(surf_network_model->common_public->states.
597 xbt_swag_free(surf_network_model->common_public->states.
599 free(surf_network_model->common_public);
600 free(surf_network_model->common_private);
601 free(surf_network_model->extension_public);
603 free(surf_network_model);
604 surf_network_model = NULL;
607 for (i = 0; i < card_number; i++)
608 for (j = 0; j < card_number; j++)
611 routing_table = NULL;
612 free(routing_table_size);
613 routing_table_size = NULL;
617 static void surf_network_model_init_internal(void)
619 s_surf_action_t action;
621 surf_network_model = xbt_new0(s_surf_network_model_t, 1);
623 surf_network_model->common_private =
624 xbt_new0(s_surf_model_private_t, 1);
625 surf_network_model->common_public =
626 xbt_new0(s_surf_model_public_t, 1);
627 surf_network_model->extension_public =
628 xbt_new0(s_surf_network_model_extension_public_t, 1);
630 surf_network_model->common_public->states.ready_action_set =
631 xbt_swag_new(xbt_swag_offset(action, state_hookup));
632 surf_network_model->common_public->states.running_action_set =
633 xbt_swag_new(xbt_swag_offset(action, state_hookup));
634 surf_network_model->common_public->states.failed_action_set =
635 xbt_swag_new(xbt_swag_offset(action, state_hookup));
636 surf_network_model->common_public->states.done_action_set =
637 xbt_swag_new(xbt_swag_offset(action, state_hookup));
639 surf_network_model->common_public->name_service = name_service;
640 surf_network_model->common_public->get_resource_name =
642 surf_network_model->common_public->action_get_state =
643 surf_action_get_state;
644 surf_network_model->common_public->action_get_start_time =
645 surf_action_get_start_time;
646 surf_network_model->common_public->action_get_finish_time =
647 surf_action_get_finish_time;
648 surf_network_model->common_public->action_free = action_free;
649 surf_network_model->common_public->action_use = action_use;
650 surf_network_model->common_public->action_cancel = action_cancel;
651 surf_network_model->common_public->action_recycle = action_recycle;
652 surf_network_model->common_public->action_change_state =
654 surf_network_model->common_public->action_set_data =
655 surf_action_set_data;
656 surf_network_model->common_public->name = "network";
658 surf_network_model->common_private->resource_used = resource_used;
659 surf_network_model->common_private->share_resources = share_resources;
660 surf_network_model->common_private->update_actions_state =
661 update_actions_state;
662 surf_network_model->common_private->update_resource_state =
663 update_resource_state;
664 surf_network_model->common_private->finalize = finalize;
666 surf_network_model->common_public->suspend = action_suspend;
667 surf_network_model->common_public->resume = action_resume;
668 surf_network_model->common_public->is_suspended = action_is_suspended;
669 surf_cpu_model->common_public->set_max_duration =
670 action_set_max_duration;
672 surf_network_model->extension_public->communicate = communicate;
673 surf_network_model->extension_public->get_route = get_route;
674 surf_network_model->extension_public->get_route_size = get_route_size;
675 surf_network_model->extension_public->get_link_name = get_link_name;
676 surf_network_model->extension_public->get_link_bandwidth =
678 surf_network_model->extension_public->get_link_latency =
681 surf_network_model->common_public->get_properties = get_properties;
683 link_set = xbt_dict_new();
684 network_card_set = xbt_dict_new();
686 if (!network_maxmin_system)
687 network_maxmin_system = lmm_system_new();
690 /***************************************************************************/
691 /* The nice TCP sharing model designed by Loris Marchal and Henri Casanova */
692 /***************************************************************************/
693 /* @TechReport{ rr-lip2002-40, */
694 /* author = {Henri Casanova and Loris Marchal}, */
695 /* institution = {LIP}, */
696 /* title = {A Network Model for Simulation of Grid Application}, */
697 /* number = {2002-40}, */
701 void surf_network_model_init_CM02(const char *filename)
704 if (surf_network_model)
706 surf_network_model_init_internal();
707 define_callbacks(filename);
708 xbt_dynar_push(model_list, &surf_network_model);
709 network_solve = lmm_solve;
711 update_model_description(surf_network_model_description,
712 surf_network_model_description_size,
714 (surf_model_t) surf_network_model);
717 void surf_network_model_init_Reno(const char *filename)
719 if (surf_network_model)
721 surf_network_model_init_internal();
722 define_callbacks(filename);
724 xbt_dynar_push(model_list, &surf_network_model);
725 lmm_set_default_protocol_function(func_reno_f, func_reno_fp,
727 network_solve = lagrange_solve;
729 update_model_description(surf_network_model_description,
730 surf_network_model_description_size,
732 (surf_model_t) surf_network_model);
735 void surf_network_model_init_Vegas(const char *filename)
737 if (surf_network_model)
739 surf_network_model_init_internal();
740 define_callbacks(filename);
742 xbt_dynar_push(model_list, &surf_network_model);
743 lmm_set_default_protocol_function(func_vegas_f, func_vegas_fp,
745 network_solve = lagrange_solve;
747 update_model_description(surf_network_model_description,
748 surf_network_model_description_size,
750 (surf_model_t) surf_network_model);
754 void surf_network_model_init_SDP(const char *filename)
756 if (surf_network_model)
758 surf_network_model_init_internal();
759 define_callbacks(filename);
761 xbt_dynar_push(model_list, &surf_network_model);
762 network_solve = sdp_solve;
764 update_model_description(surf_network_model_description,
765 surf_network_model_description_size,
767 (surf_model_t) surf_network_model);