1 /* Copyright (c) 2009, 2010, 2011. The SimGrid Team.
2 * All rights reserved. */
4 /* This program is free software; you can redistribute it and/or modify it
5 * under the terms of the license (GNU LGPL) which comes with this package. */
7 #include <pcre.h> /* regular expression library */
9 #include "simgrid/platf_interface.h" // platform creation API internal interface
11 #include "surf_routing_private.h"
12 #include "surf/surf_routing.h"
13 #include "surf/surfxml_parse_values.h"
16 * @ingroup SURF_build_api
17 * @brief A library containing all known workstations
21 int ROUTING_HOST_LEVEL; //Routing level
22 int SURF_CPU_LEVEL; //Surf cpu level
23 int SURF_WKS_LEVEL; //Surf workstation level
24 int SIMIX_HOST_LEVEL; //Simix level
25 int MSG_HOST_LEVEL; //Msg level
26 int SD_HOST_LEVEL; //Simdag level
27 int COORD_HOST_LEVEL=0; //Coordinates level
28 int NS3_HOST_LEVEL; //host node for ns3
31 * @ingroup SURF_build_api
32 * @brief A library containing all known links
35 int SD_LINK_LEVEL; //Simdag level
36 int SURF_LINK_LEVEL; //Surf level
37 int NS3_LINK_LEVEL; //link for ns3
39 xbt_lib_t as_router_lib;
40 int ROUTING_ASR_LEVEL; //Routing level
41 int COORD_ASR_LEVEL; //Coordinates level
42 int NS3_ASR_LEVEL; //host node for ns3
44 static xbt_dict_t random_value = NULL;
46 xbt_lib_t storage_lib;
47 int ROUTING_STORAGE_LEVEL; //Routing for storagelevel
48 int ROUTING_STORAGE_HOST_LEVEL;
49 int SURF_STORAGE_LEVEL;
51 xbt_lib_t storage_type_lib;
52 int ROUTING_STORAGE_TYPE_LEVEL; //Routing for storage_type level
55 routing_global_t global_routing = NULL;
56 AS_t current_routing = NULL;
58 /* global parse functions */
59 xbt_dynar_t parsed_link_list = NULL; /* temporary store of current list link of a route */
60 xbt_dynar_t mount_list = NULL; /* temporary store of current mount storage */
61 static const char *src = NULL; /* temporary store the source name of a route */
62 static const char *dst = NULL; /* temporary store the destination name of a route */
63 static char *gw_src = NULL; /* temporary store the gateway source name of a route */
64 static char *gw_dst = NULL; /* temporary store the gateway destination name of a route */
66 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_route, surf, "Routing part of surf");
68 static void routing_parse_peer(sg_platf_peer_cbarg_t peer); /* peer bypass */
69 static void routing_parse_Srandom(void); /* random bypass */
71 static void routing_parse_postparse(void);
73 /* this lines are only for replace use like index in the model table */
78 SURF_MODEL_DIJKSTRACACHE,
85 struct s_model_type routing_models[] = {
87 "Full routing data (fast, large memory requirements, fully expressive)",
88 model_full_create, model_full_end},
90 "Floyd routing data (slow initialization, fast lookup, lesser memory requirements, shortest path routing only)",
91 model_floyd_create, model_floyd_end},
93 "Dijkstra routing data (fast initialization, slow lookup, small memory requirements, shortest path routing only)",
94 model_dijkstra_create, model_dijkstra_both_end},
96 "Dijkstra routing data (fast initialization, fast lookup, small memory requirements, shortest path routing only)",
97 model_dijkstracache_create, model_dijkstra_both_end},
98 {"none", "No routing (usable with Constant network only)",
99 model_none_create, NULL},
100 {"RuleBased", "Rule-Based routing data (...)",
101 model_rulebased_create, NULL},
102 {"Vivaldi", "Vivaldi routing",
103 model_vivaldi_create, NULL},
104 {"Cluster", "Cluster routing",
105 model_cluster_create, NULL},
106 {NULL, NULL, NULL, NULL}
110 * \brief Add a "host" to the network element list
112 static void parse_S_host(sg_platf_host_cbarg_t host)
114 network_element_t info = NULL;
115 if (current_routing->hierarchy == SURF_ROUTING_NULL)
116 current_routing->hierarchy = SURF_ROUTING_BASE;
117 xbt_assert(!xbt_lib_get_or_null(host_lib, host->id, ROUTING_HOST_LEVEL),
118 "Reading a host, processing unit \"%s\" already exists", host->id);
120 info = xbt_new0(s_network_element_t, 1);
121 info->rc_component = current_routing;
122 info->rc_type = SURF_NETWORK_ELEMENT_HOST;
123 info->name = xbt_strdup(host->id);
124 info->id = current_routing->parse_PU(current_routing, (void *) info);
125 xbt_lib_set(host_lib, host->id, ROUTING_HOST_LEVEL, (void *) info);
126 XBT_DEBUG("Having set name '%s' id '%d'",host->id,info->id);
129 xbt_lib_set(storage_lib, host->id, ROUTING_STORAGE_HOST_LEVEL, (void *) mount_list);
133 if (host->coord && strcmp(host->coord, "")) {
137 if (!COORD_HOST_LEVEL)
138 xbt_die ("To use host coordinates, please add --cfg=network/coordinates:yes to your command line");
139 /* Pre-parse the host coordinates -- FIXME factorize with routers by overloading the routing->parse_PU function*/
140 xbt_dynar_t ctn_str = xbt_str_split_str(host->coord, " ");
141 xbt_dynar_t ctn = xbt_dynar_new(sizeof(double),NULL);
142 xbt_dynar_foreach(ctn_str,cursor, str) {
143 double val = atof(str);
144 xbt_dynar_push(ctn,&val);
146 xbt_dynar_shrink(ctn, 0);
147 xbt_dynar_free(&ctn_str);
148 xbt_lib_set(host_lib, host->id, COORD_HOST_LEVEL, (void *) ctn);
149 XBT_DEBUG("Having set host coordinates for '%s'",host->id);
154 * \brief Add a "router" to the network element list
156 static void parse_S_router(sg_platf_router_cbarg_t router)
158 network_element_t info = NULL;
159 if (current_routing->hierarchy == SURF_ROUTING_NULL)
160 current_routing->hierarchy = SURF_ROUTING_BASE;
161 xbt_assert(!xbt_lib_get_or_null(as_router_lib, router->id, ROUTING_ASR_LEVEL),
162 "Reading a router, processing unit \"%s\" already exists",
165 info = xbt_new0(s_network_element_t, 1);
166 info->rc_component = current_routing;
167 info->rc_type = SURF_NETWORK_ELEMENT_ROUTER;
168 info->name = xbt_strdup(router->id);
169 info->id = current_routing->parse_PU(current_routing, (void *) info);
170 xbt_lib_set(as_router_lib, router->id, ROUTING_ASR_LEVEL, (void *) info);
171 XBT_DEBUG("Having set name '%s' id '%d'",router->id,info->id);
173 if (strcmp(router->coord, "")) {
177 if (!COORD_ASR_LEVEL)
178 xbt_die ("To use host coordinates, please add --cfg=network/coordinates:yes to your command line");
179 /* Pre-parse the host coordinates */
180 xbt_dynar_t ctn_str = xbt_str_split_str(router->coord, " ");
181 xbt_dynar_t ctn = xbt_dynar_new(sizeof(double),NULL);
182 xbt_dynar_foreach(ctn_str,cursor, str) {
183 double val = atof(str);
184 xbt_dynar_push(ctn,&val);
186 xbt_dynar_shrink(ctn, 0);
187 xbt_dynar_free(&ctn_str);
188 xbt_lib_set(as_router_lib, router->id, COORD_ASR_LEVEL, (void *) ctn);
189 XBT_DEBUG("Having set router coordinates for '%s'",router->id);
195 * \brief Set the end points for a route
197 static void routing_parse_S_route(void)
199 if (src != NULL && dst != NULL && parsed_link_list != NULL)
200 THROWF(arg_error, 0, "Route between %s to %s can not be defined",
201 A_surfxml_route_src, A_surfxml_route_dst);
202 src = A_surfxml_route_src;
203 dst = A_surfxml_route_dst;
204 xbt_assert(strlen(src) > 0 || strlen(dst) > 0,
205 "Some limits are null in the route between \"%s\" and \"%s\"",
207 parsed_link_list = xbt_dynar_new(sizeof(char *), &xbt_free_ref);
211 * \brief Set the end points and gateways for a ASroute
213 static void routing_parse_S_ASroute(void)
215 if (src != NULL && dst != NULL && parsed_link_list != NULL)
216 THROWF(arg_error, 0, "Route between %s to %s can not be defined",
217 A_surfxml_ASroute_src, A_surfxml_ASroute_dst);
218 src = A_surfxml_ASroute_src;
219 dst = A_surfxml_ASroute_dst;
220 gw_src = A_surfxml_ASroute_gw_src;
221 gw_dst = A_surfxml_ASroute_gw_dst;
222 xbt_assert(strlen(src) > 0 || strlen(dst) > 0 || strlen(gw_src) > 0
223 || strlen(gw_dst) > 0,
224 "Some limits are null in the route between \"%s\" and \"%s\"",
226 parsed_link_list = xbt_dynar_new(sizeof(char *), &xbt_free_ref);
230 * \brief Set the end points for a bypassRoute
232 static void routing_parse_S_bypassRoute(void)
234 if (src != NULL && dst != NULL && parsed_link_list != NULL)
236 "Bypass Route between %s to %s can not be defined",
237 A_surfxml_bypassRoute_src, A_surfxml_bypassRoute_dst);
238 src = A_surfxml_bypassRoute_src;
239 dst = A_surfxml_bypassRoute_dst;
240 gw_src = A_surfxml_bypassRoute_gw_src;
241 gw_dst = A_surfxml_bypassRoute_gw_dst;
242 xbt_assert(strlen(src) > 0 || strlen(dst) > 0 || strlen(gw_src) > 0
243 || strlen(gw_dst) > 0,
244 "Some limits are null in the route between \"%s\" and \"%s\"",
246 parsed_link_list = xbt_dynar_new(sizeof(char *), &xbt_free_ref);
250 * \brief Set a new link on the actual list of link for a route or ASroute from XML
253 static void routing_parse_link_ctn(void)
256 switch (A_surfxml_link_ctn_direction) {
257 case AU_surfxml_link_ctn_direction:
258 case A_surfxml_link_ctn_direction_NONE:
259 link_id = xbt_strdup(A_surfxml_link_ctn_id);
261 case A_surfxml_link_ctn_direction_UP:
262 link_id = bprintf("%s_UP", A_surfxml_link_ctn_id);
264 case A_surfxml_link_ctn_direction_DOWN:
265 link_id = bprintf("%s_DOWN", A_surfxml_link_ctn_id);
268 xbt_dynar_push(parsed_link_list, &link_id);
272 * \brief Store the route by calling the set_route function of the current routing component
274 static void routing_parse_E_route(void)
276 route_t route = xbt_new0(s_route_t, 1);
277 route->link_list = parsed_link_list;
278 xbt_assert(current_routing->parse_route,
279 "no defined method \"set_route\" in \"%s\"",
280 current_routing->name);
281 current_routing->parse_route(current_routing, src, dst, route);
282 generic_free_route(route);
283 parsed_link_list = NULL;
289 * \brief Store the ASroute by calling the set_ASroute function of the current routing component
291 static void routing_parse_E_ASroute(void)
293 route_t e_route = xbt_new0(s_route_t, 1);
294 e_route->link_list = parsed_link_list;
296 if (!strcmp(current_routing->model_desc->name,"RuleBased")) {
297 e_route->src_gateway = (network_element_t) gw_src; // DIRTY HACK possible only
298 e_route->dst_gateway = (network_element_t) gw_dst; // because of what is in routing_parse_E_ASroute
300 e_route->src_gateway = xbt_lib_get_or_null(as_router_lib, gw_src,
302 if (!e_route->src_gateway)
303 e_route->src_gateway = xbt_lib_get_or_null(host_lib, gw_src,
305 e_route->dst_gateway = xbt_lib_get_or_null(as_router_lib, gw_dst,
307 if (!e_route->dst_gateway)
308 e_route->dst_gateway = xbt_lib_get_or_null(host_lib, gw_dst,
311 xbt_assert(current_routing->parse_ASroute,
312 "no defined method \"set_ASroute\" in \"%s\"",
313 current_routing->name);
314 current_routing->parse_ASroute(current_routing, src, dst, e_route);
315 generic_free_route(e_route);
316 parsed_link_list = NULL;
324 * \brief Store the bypass route by calling the set_bypassroute function of the current routing component
326 static void routing_parse_E_bypassRoute(void)
328 route_t e_route = xbt_new0(s_route_t, 1);
329 e_route->link_list = parsed_link_list;
330 e_route->src_gateway = xbt_lib_get_or_null(as_router_lib, gw_src,
332 if (!e_route->src_gateway)
333 e_route->src_gateway = xbt_lib_get_or_null(host_lib, gw_src,
335 e_route->dst_gateway = xbt_lib_get_or_null(as_router_lib, gw_dst,
337 if (!e_route->dst_gateway)
338 e_route->dst_gateway = xbt_lib_get_or_null(host_lib, gw_dst,
340 xbt_assert(current_routing->parse_bypassroute,
341 "Bypassing mechanism not implemented by routing '%s'",
342 current_routing->name);
343 current_routing->parse_bypassroute(current_routing, src, dst, e_route);
344 parsed_link_list = NULL;
352 * \brief Make a new routing component to the platform
354 * Add a new autonomous system to the platform. Any elements (such as host,
355 * router or sub-AS) added after this call and before the corresponding call
356 * to sg_platf_new_AS_close() will be added to this AS.
358 * Once this function was called, the configuration concerning the used
359 * models cannot be changed anymore.
361 * @param AS_id name of this autonomous system. Must be unique in the platform
362 * @param wanted_routing_type one of Full, Floyd, Dijkstra or similar. Full list in the variable routing_models, in src/surf/surf_routing.c
364 void routing_AS_begin(const char *AS_id, const char *wanted_routing_type)
367 routing_model_description_t model = NULL;
370 xbt_assert(!xbt_lib_get_or_null
371 (as_router_lib, AS_id, ROUTING_ASR_LEVEL),
372 "The AS \"%s\" already exists", AS_id);
374 /* search the routing model */
375 for (cpt = 0; routing_models[cpt].name; cpt++)
376 if (!strcmp(wanted_routing_type, routing_models[cpt].name))
377 model = &routing_models[cpt];
378 /* if its not exist, error */
380 fprintf(stderr, "Routing model %s not found. Existing models:\n",
381 wanted_routing_type);
382 for (cpt = 0; routing_models[cpt].name; cpt++)
383 fprintf(stderr, " %s: %s\n", routing_models[cpt].name,
384 routing_models[cpt].desc);
388 /* make a new routing component */
389 new_as = (AS_t) model->create();
390 new_as->model_desc = model;
391 new_as->hierarchy = SURF_ROUTING_NULL;
392 new_as->name = xbt_strdup(AS_id);
394 network_element_t info = NULL;
395 info = xbt_new0(s_network_element_t, 1);
397 if (current_routing == NULL && global_routing->root == NULL) {
399 /* it is the first one */
400 new_as->routing_father = NULL;
401 global_routing->root = new_as;
403 } else if (current_routing != NULL && global_routing->root != NULL) {
405 xbt_assert(!xbt_dict_get_or_null
406 (current_routing->routing_sons, AS_id),
407 "The AS \"%s\" already exists", AS_id);
408 /* it is a part of the tree */
409 new_as->routing_father = current_routing;
410 /* set the father behavior */
411 if (current_routing->hierarchy == SURF_ROUTING_NULL)
412 current_routing->hierarchy = SURF_ROUTING_RECURSIVE;
413 /* add to the sons dictionary */
414 xbt_dict_set(current_routing->routing_sons, AS_id,
415 (void *) new_as, NULL);
416 /* add to the father element list */
417 info->id = current_routing->parse_AS(current_routing, (void *) info);
419 THROWF(arg_error, 0, "All defined components must be belong to a AS");
422 info->rc_component = new_as->routing_father;
423 info->rc_type = SURF_NETWORK_ELEMENT_AS;
424 info->name = new_as->name;
426 xbt_lib_set(as_router_lib, new_as->name, ROUTING_ASR_LEVEL,
428 XBT_DEBUG("Having set name '%s' id '%d'",new_as->name,info->id);
430 /* set the new current component of the tree */
431 current_routing = new_as;
432 current_routing->net_elem = info;
437 * \brief Specify that the current description of AS is finished
439 * Once you've declared all the content of your AS, you have to close
440 * it with this call. Your AS is not usable until you call this function.
442 * @fixme: this call is not as robust as wanted: bad things WILL happen
443 * if you call it twice for the same AS, or if you forget calling it, or
444 * even if you add stuff to a closed AS
447 void routing_AS_end()
450 if (current_routing == NULL) {
451 THROWF(arg_error, 0, "Close an AS, but none was under construction");
453 if (current_routing->model_desc->end)
454 current_routing->model_desc->end(current_routing);
455 current_routing = current_routing->routing_father;
459 /* Aux Business methods */
462 * \brief Get the AS father and the first elements of the chain
464 * \param src the source host name
465 * \param dst the destination host name
467 * Get the common father of the to processing units, and the first different
468 * father in the chain
470 static void elements_father(network_element_t src, network_element_t dst,
475 xbt_assert(src && dst, "bad parameters for \"elements_father\" method");
476 #define ELEMENTS_FATHER_MAXDEPTH 16 /* increase if it is not enough */
478 AS_t path_src[ELEMENTS_FATHER_MAXDEPTH];
479 AS_t path_dst[ELEMENTS_FATHER_MAXDEPTH];
487 /* (1) find the as where the src and dst are located */
488 network_element_t src_data = src;
489 network_element_t dst_data = dst;
490 src_as = src_data->rc_component;
491 dst_as = dst_data->rc_component;
493 char* src_name = src_data->name;
494 char* dst_name = dst_data->name;
497 xbt_assert(src_as && dst_as,
498 "Ask for route \"from\"(%s) or \"to\"(%s) no found", src_name, dst_name);
500 /* (2) find the path to the root routing component */
501 for (current = src_as; current != NULL; current = current->routing_father) {
502 if (index_src >= ELEMENTS_FATHER_MAXDEPTH)
503 xbt_die("ELEMENTS_FATHER_MAXDEPTH should be increased for path_src");
504 path_src[index_src++] = current;
506 for (current = dst_as; current != NULL; current = current->routing_father) {
507 if (index_dst >= ELEMENTS_FATHER_MAXDEPTH)
508 xbt_die("ELEMENTS_FATHER_MAXDEPTH should be increased for path_dst");
509 path_dst[index_dst++] = current;
512 /* (3) find the common father */
514 current_src = path_src[--index_src];
515 current_dst = path_dst[--index_dst];
516 } while (index_src > 0 && index_dst > 0 && current_src == current_dst);
518 /* (4) they are not in the same routing component, make the path */
519 if (current_src == current_dst)
520 father = current_src;
522 father = path_src[index_src + 1];
524 /* (5) result generation */
525 *res_father = father; /* first the common father of src and dst */
526 *res_src = current_src; /* second the first different father of src */
527 *res_dst = current_dst; /* three the first different father of dst */
529 #undef ELEMENTS_FATHER_MAXDEPTH
532 /* Global Business methods */
535 * \brief Recursive function for get_route_latency
537 * \param src the source host name
538 * \param dst the destination host name
539 * \param *route the route where the links are stored. It is either NULL or a ready to use dynar
540 * \param *latency the latency, if needed
542 * This function is called by "get_route" and "get_latency". It allows to walk
543 * recursively through the ASes tree.
545 static void _get_route_and_latency(network_element_t src, network_element_t dst,
546 xbt_dynar_t * links, double *latency)
549 memset(&route,0,sizeof(route));
551 XBT_DEBUG("Solve route/latency \"%s\" to \"%s\"", src->name, dst->name);
552 xbt_assert(src && dst, "bad parameters for \"_get_route_latency\" method");
554 /* Find how src and dst are interconnected */
555 AS_t common_father, src_father, dst_father;
556 elements_father(src, dst, &common_father, &src_father, &dst_father);
557 XBT_DEBUG("elements_father: common father '%s' src_father '%s' dst_father '%s'",
558 common_father->name,src_father->name,dst_father->name);
560 /* If src and dst are in the same AS, life is good */
561 if (src_father == dst_father) { /* SURF_ROUTING_BASE */
563 route.link_list = *links;
565 common_father->get_route_and_latency(common_father, src, dst, &route,latency);
569 /* If we are here, src and dst are not in the same AS; check whether a direct bypass is defined */
571 route_t e_route_bypass = NULL;
572 if (common_father->get_bypass_route)
573 e_route_bypass = common_father->get_bypass_route(common_father, src, dst);
575 if (e_route_bypass) { /* Common ancestor is kind enough to declare a bypass route from src to dst -- use it and bail out */
577 xbt_die("Bypass cannot work yet with get_latency"); // FIXME: get_bypass_route should update the latency itself, just like get_route
579 // // FIXME this path is never tested. I need examples to check the bypass mechanism...
580 // THROW_UNIMPLEMENTED; // let's warn the users of the problem
581 xbt_dynar_merge(links,&(e_route_bypass->link_list));
582 generic_free_route(e_route_bypass);
586 /* Not in the same AS, no bypass. We'll have to find our path between the ASes recursively*/
588 route.link_list = xbt_dynar_new(global_routing->size_of_link, NULL);
589 // Find the net_card corresponding to father
590 network_element_t src_father_net_elm = src_father->net_elem;
591 network_element_t dst_father_net_elm = dst_father->net_elem;
593 common_father->get_route_and_latency(common_father, src_father_net_elm, dst_father_net_elm, &route,latency);
595 xbt_assert((route.src_gateway != NULL) && (route.dst_gateway != NULL),
596 "bad gateways for route from \"%s\" to \"%s\"", src->name, dst->name);
598 network_element_t src_gateway_net_elm = route.src_gateway;
599 network_element_t dst_gateway_net_elm = route.dst_gateway;
601 /* If source gateway is not our source, we have to recursively find our way up to this point */
602 if (src != src_gateway_net_elm)
603 _get_route_and_latency(src, src_gateway_net_elm, links, latency);
605 xbt_dynar_merge(links,&(route.link_list));
607 /* If dest gateway is not our destination, we have to recursively find our way from this point */
608 // FIXME why can't I factorize it the same way than [src;src_gw] without breaking the examples??
609 if (dst_gateway_net_elm != dst) {
610 _get_route_and_latency(dst_gateway_net_elm, dst, links, latency);
612 xbt_dynar_free(&route.link_list);
616 * \brief Find a route between hosts
618 * \param src the network_element_t for src host
619 * \param dst the network_element_t for dst host
620 * \param route where to store the list of links.
621 * If *route=NULL, create a short lived dynar. Else, fill the provided dynar
622 * \param latency where to store the latency experienced on the path (or NULL if not interested)
623 * It is the caller responsability to initialize latency to 0 (we add to provided route)
626 * walk through the routing components tree and find a route between hosts
627 * by calling the differents "get_route" functions in each routing component.
629 void routing_get_route_and_latency(network_element_t src,
630 network_element_t dst,
631 xbt_dynar_t * route, double *latency)
634 xbt_dynar_reset(global_routing->last_route);
635 *route = global_routing->last_route;
638 _get_route_and_latency(src, dst, route, latency);
640 xbt_assert(!latency || *latency >= 0.0,
641 "negative latency on route between \"%s\" and \"%s\"", src->name, dst->name);
644 static xbt_dynar_t recursive_get_onelink_routes(AS_t rc)
646 xbt_dynar_t ret = xbt_dynar_new(sizeof(onelink_t), xbt_free);
648 //adding my one link routes
649 xbt_dynar_t onelink_mine = rc->get_onelink_routes(rc);
651 xbt_dynar_merge(&ret,&onelink_mine);
655 xbt_dict_cursor_t cursor = NULL;
657 xbt_dict_foreach(rc->routing_sons, cursor, key, rc_child) {
658 xbt_dynar_t onelink_child = recursive_get_onelink_routes(rc_child);
660 xbt_dynar_merge(&ret,&onelink_child);
665 static xbt_dynar_t get_onelink_routes(void)
667 return recursive_get_onelink_routes(global_routing->root);
670 e_surf_network_element_type_t routing_get_network_element_type(const char *name)
672 network_element_t rc = NULL;
674 rc = xbt_lib_get_or_null(host_lib, name, ROUTING_HOST_LEVEL);
678 rc = xbt_lib_get_or_null(as_router_lib, name, ROUTING_ASR_LEVEL);
682 return SURF_NETWORK_ELEMENT_NULL;
686 * \brief Generic method: create the global routing schema
688 * Make a global routing structure and set all the parsing functions.
690 void routing_model_create(size_t size_of_links, void *loopback)
692 /* config the uniq global routing */
693 global_routing = xbt_new0(s_routing_global_t, 1);
694 global_routing->root = NULL;
695 global_routing->get_onelink_routes = get_onelink_routes;
696 global_routing->loopback = loopback;
697 global_routing->size_of_link = size_of_links;
698 global_routing->last_route = xbt_dynar_new(global_routing->size_of_link,NULL);
699 /* no current routing at moment */
700 current_routing = NULL;
704 /* ************************************************** */
705 /* ********** PATERN FOR NEW ROUTING **************** */
707 /* The minimal configuration of a new routing model need the next functions,
708 * also you need to set at the start of the file, the new model in the model
709 * list. Remember keep the null ending of the list.
711 /*** Routing model structure ***/
713 // s_routing_component_t generic_routing;
714 // /* things that your routing model need */
715 // } s_routing_component_NEW_t,*routing_component_NEW_t;
717 /*** Parse routing model functions ***/
718 // static void model_NEW_set_processing_unit(routing_component_t rc, const char* name) {}
719 // static void model_NEW_set_autonomous_system(routing_component_t rc, const char* name) {}
720 // static void model_NEW_set_route(routing_component_t rc, const char* src, const char* dst, route_t route) {}
721 // static void model_NEW_set_ASroute(routing_component_t rc, const char* src, const char* dst, route_extended_t route) {}
722 // static void model_NEW_set_bypassroute(routing_component_t rc, const char* src, const char* dst, route_extended_t e_route) {}
724 /*** Business methods ***/
725 // static route_extended_t NEW_get_route(routing_component_t rc, const char* src,const char* dst) {return NULL;}
726 // static route_extended_t NEW_get_bypass_route(routing_component_t rc, const char* src,const char* dst) {return NULL;}
727 // static void NEW_finalize(routing_component_t rc) { xbt_free(rc);}
729 /*** Creation routing model functions ***/
730 // static void* model_NEW_create(void) {
731 // routing_component_NEW_t new_component = xbt_new0(s_routing_component_NEW_t,1);
732 // new_component->generic_routing.set_processing_unit = model_NEW_set_processing_unit;
733 // new_component->generic_routing.set_autonomous_system = model_NEW_set_autonomous_system;
734 // new_component->generic_routing.set_route = model_NEW_set_route;
735 // new_component->generic_routing.set_ASroute = model_NEW_set_ASroute;
736 // new_component->generic_routing.set_bypassroute = model_NEW_set_bypassroute;
737 // new_component->generic_routing.get_route = NEW_get_route;
738 // new_component->generic_routing.get_bypass_route = NEW_get_bypass_route;
739 // new_component->generic_routing.finalize = NEW_finalize;
740 // /* initialization of internal structures */
741 // return new_component;
743 // static void model_NEW_load(void) {} /* mandatory */
744 // static void model_NEW_unload(void) {} /* mandatory */
745 // static void model_NEW_end(void) {} /* mandatory */
747 /* ************************************************************************** */
748 /* ************************* GENERIC PARSE FUNCTIONS ************************ */
750 static void routing_parse_storage(sg_platf_storage_cbarg_t storage)
752 xbt_assert(!xbt_lib_get_or_null(storage_lib, storage->id,ROUTING_STORAGE_LEVEL),
753 "Reading a storage, processing unit \"%s\" already exists", storage->id);
755 // Verification of an existing type_id
757 void* storage_type = xbt_lib_get_or_null(storage_type_lib, storage->type_id,ROUTING_STORAGE_TYPE_LEVEL);
759 xbt_assert(storage_type,"Reading a storage, type id \"%s\" does not exists", storage->type_id);
761 XBT_DEBUG("ROUTING Create a storage name '%s' with type_id '%s'",
765 xbt_lib_set(storage_lib,
767 ROUTING_STORAGE_LEVEL,
768 (void *) xbt_strdup(storage->type_id));
771 static void free_storage_content(void *p)
773 content_t content = p;
775 free(content->group);
778 free(content->user_rights);
782 static xbt_dict_t parse_storage_content(const char *filename)
784 if ((!filename) || (strcmp(filename, "") == 0))
787 xbt_dict_t parse_content = xbt_dict_new_homogeneous(free_storage_content);
790 file = surf_fopen(filename, "r");
791 xbt_assert(file != NULL, "Cannot open file '%s' (path=%s)", filename,
792 xbt_str_join(surf_path, ":"));
797 char user_rights[12];
807 while ((read = getline(&line, &len, file)) != -1) {
808 content = xbt_new0(s_content_t,1);
809 if(sscanf(line,"%s %d %s %s %d %s %s %s",user_rights,&nb,user,group,&size,date,time,path)==8) {
810 content->date = xbt_strdup(date);
811 content->group = xbt_strdup(group);
812 content->size = size;
813 content->time = xbt_strdup(time);
814 content->user = xbt_strdup(user);
815 content->user_rights = xbt_strdup(user_rights);
816 xbt_dict_set(parse_content,path,content,NULL);
818 xbt_die("Be sure of passing a good format for content file.\n");
819 // You can generate this kind of file with command line:
820 // find /path/you/want -type f -exec ls -l {} \; 2>/dev/null > ./content.txt
827 return parse_content;
830 static void routing_parse_storage_type(sg_platf_storage_type_cbarg_t storage_type)
832 xbt_assert(!xbt_lib_get_or_null(storage_type_lib, storage_type->id,ROUTING_STORAGE_TYPE_LEVEL),
833 "Reading a storage type, processing unit \"%s\" already exists", storage_type->id);
835 storage_type_t stype = xbt_new0(s_storage_type_t, 1);
836 stype->model = xbt_strdup(storage_type->model);
837 stype->properties = storage_type->properties;
838 stype->content = parse_storage_content(storage_type->content);
839 stype->type_id = xbt_strdup(storage_type->id);
841 XBT_DEBUG("ROUTING Create a storage type id '%s' with model '%s' content '%s' and properties '%p'",
844 storage_type->content,
847 xbt_lib_set(storage_type_lib,
849 ROUTING_STORAGE_TYPE_LEVEL,
852 static void routing_parse_mstorage(sg_platf_mstorage_cbarg_t mstorage)
855 // mount_t mnt = xbt_new0(s_mount_t, 1);
856 // mnt->id = xbt_strdup(mstorage->type_id);
857 // mnt->name = xbt_strdup(mstorage->name);
860 // XBT_DEBUG("Creata a Mount list for %s",A_surfxml_host_id);
861 // mount_list = xbt_dynar_new(sizeof(char *), NULL);
863 // xbt_dynar_push(mount_list,(void *) mnt);
867 // XBT_DEBUG("ROUTING Mount a storage name '%s' with type_id '%s'",mstorage->name, mstorage->id);
870 static void mount_free(void *p)
876 static void routing_parse_mount(sg_platf_mount_cbarg_t mount)
878 // Verification of an existing storage
880 void* storage = xbt_lib_get_or_null(storage_lib, mount->id,ROUTING_STORAGE_LEVEL);
882 xbt_assert(storage,"Disk id \"%s\" does not exists", mount->id);
884 XBT_DEBUG("ROUTING Mount '%s' on '%s'",mount->id, mount->name);
887 mnt.id = surf_storage_resource_by_name(mount->id);
888 mnt.name = xbt_strdup(mount->name);
891 XBT_DEBUG("Create a Mount list for %s",A_surfxml_host_id);
892 mount_list = xbt_dynar_new(sizeof(s_mount_t), mount_free);
894 xbt_dynar_push(mount_list,&mnt);
897 static void routing_parse_cluster(sg_platf_cluster_cbarg_t cluster)
899 char *host_id, *groups, *link_id = NULL;
900 xbt_dict_t patterns = NULL;
902 s_sg_platf_host_cbarg_t host;
903 s_sg_platf_link_cbarg_t link;
907 xbt_dynar_t radical_elements;
908 xbt_dynar_t radical_ends;
910 if (strcmp(cluster->availability_trace, "")
911 || strcmp(cluster->state_trace, "")) {
912 patterns = xbt_dict_new_homogeneous(xbt_free_f);
913 xbt_dict_set(patterns, "id", xbt_strdup(cluster->id), NULL);
914 xbt_dict_set(patterns, "prefix", xbt_strdup(cluster->prefix), NULL);
915 xbt_dict_set(patterns, "suffix", xbt_strdup(cluster->suffix), NULL);
918 XBT_DEBUG("<AS id=\"%s\"\trouting=\"Cluster\">", cluster->id);
919 sg_platf_new_AS_begin(cluster->id, "Cluster");
921 current_routing->link_up_down_list
922 = xbt_dynar_new(sizeof(s_surf_parsing_link_up_down_t),NULL);
925 radical_elements = xbt_str_split(cluster->radical, ",");
926 xbt_dynar_foreach(radical_elements, iter, groups) {
928 radical_ends = xbt_str_split(groups, "-");
929 start = surf_parse_get_int(xbt_dynar_get_as(radical_ends, 0, char *));
931 switch (xbt_dynar_length(radical_ends)) {
936 end = surf_parse_get_int(xbt_dynar_get_as(radical_ends, 1, char *));
939 surf_parse_error("Malformed radical");
942 for (i = start; i <= end; i++) {
944 bprintf("%s%d%s", cluster->prefix, i, cluster->suffix);
945 link_id = bprintf("%s_link_%d", cluster->id, i);
947 XBT_DEBUG("<host\tid=\"%s\"\tpower=\"%f\">", host_id, cluster->power);
949 memset(&host, 0, sizeof(host));
951 if (strcmp(cluster->availability_trace, "")) {
952 xbt_dict_set(patterns, "radical", bprintf("%d", i), NULL);
953 char *avail_file = xbt_str_varsubst(cluster->availability_trace, patterns);
954 XBT_DEBUG("\tavailability_file=\"%s\"", avail_file);
955 host.power_trace = tmgr_trace_new(avail_file);
956 xbt_free(avail_file);
958 XBT_DEBUG("\tavailability_file=\"\"");
961 if (strcmp(cluster->state_trace, "")) {
962 char *avail_file = xbt_str_varsubst(cluster->state_trace, patterns);
963 XBT_DEBUG("\tstate_file=\"%s\"", avail_file);
964 host.state_trace = tmgr_trace_new(avail_file);
965 xbt_free(avail_file);
967 XBT_DEBUG("\tstate_file=\"\"");
970 host.power_peak = cluster->power;
971 host.power_scale = 1.0;
972 host.core_amount = cluster->core_amount;
973 host.initial_state = SURF_RESOURCE_ON;
975 sg_platf_new_host(&host);
976 XBT_DEBUG("</host>");
978 XBT_DEBUG("<link\tid=\"%s\"\tbw=\"%f\"\tlat=\"%f\"/>", link_id,
979 cluster->bw, cluster->lat);
981 memset(&link, 0, sizeof(link));
983 link.bandwidth = cluster->bw;
984 link.latency = cluster->lat;
985 link.state = SURF_RESOURCE_ON;
986 link.policy = cluster->sharing_policy;
987 sg_platf_new_link(&link);
989 s_surf_parsing_link_up_down_t info;
991 if (link.policy == SURF_LINK_FULLDUPLEX) {
992 char *tmp_link = bprintf("%s_UP", link_id);
994 xbt_lib_get_or_null(link_lib, tmp_link, SURF_LINK_LEVEL);
996 tmp_link = bprintf("%s_DOWN", link_id);
998 xbt_lib_get_or_null(link_lib, tmp_link, SURF_LINK_LEVEL);
1001 info.link_up = xbt_lib_get_or_null(link_lib, link_id, SURF_LINK_LEVEL);
1002 info.link_down = info.link_up;
1004 xbt_dynar_push(current_routing->link_up_down_list,&info);
1009 xbt_dynar_free(&radical_ends);
1011 xbt_dynar_free(&radical_elements);
1013 // Add a router. It is magically used thanks to the way in which surf_routing_cluster is written,
1014 // and it's very useful to connect clusters together
1016 XBT_DEBUG("<router id=\"%s\"/>", cluster->router_id);
1018 s_sg_platf_router_cbarg_t router;
1019 memset(&router, 0, sizeof(router));
1020 router.id = cluster->router_id;
1022 if (!router.id || !strcmp(router.id, ""))
1024 bprintf("%s%s_router%s", cluster->prefix, cluster->id,
1026 sg_platf_new_router(&router);
1030 if ((cluster->bb_bw != 0) && (cluster->bb_lat != 0)) {
1031 char *link_backbone = bprintf("%s_backbone", cluster->id);
1032 XBT_DEBUG("<link\tid=\"%s\" bw=\"%f\" lat=\"%f\"/>", link_backbone,
1033 cluster->bb_bw, cluster->bb_lat);
1035 memset(&link, 0, sizeof(link));
1036 link.id = link_backbone;
1037 link.bandwidth = cluster->bb_bw;
1038 link.latency = cluster->bb_lat;
1039 link.state = SURF_RESOURCE_ON;
1040 link.policy = cluster->bb_sharing_policy;
1042 sg_platf_new_link(&link);
1044 surf_routing_cluster_add_backbone(current_routing, xbt_lib_get_or_null(link_lib, link_backbone, SURF_LINK_LEVEL));
1046 free(link_backbone);
1050 sg_platf_new_AS_end();
1052 xbt_dict_free(&patterns); // no op if it were never set
1055 static void routing_parse_postparse(void) {
1056 xbt_dict_free(&random_value);
1059 static void routing_parse_peer(sg_platf_peer_cbarg_t peer)
1061 static int AX_ptr = 0;
1062 char *host_id = NULL;
1063 char *router_id, *link_router, *link_backbone, *link_id_up, *link_id_down;
1065 static unsigned int surfxml_buffer_stack_stack_ptr = 1;
1066 static unsigned int surfxml_buffer_stack_stack[1024];
1068 surfxml_buffer_stack_stack[0] = 0;
1070 surfxml_bufferstack_push(1);
1072 XBT_DEBUG("<AS id=\"%s\"\trouting=\"Full\">", peer->id);
1073 sg_platf_new_AS_begin(peer->id, "Full");
1076 host_id = HOST_PEER(peer->id);
1077 router_id = ROUTER_PEER(peer->id);
1078 link_id_up = LINK_UP_PEER(peer->id);
1079 link_id_down = LINK_DOWN_PEER(peer->id);
1081 link_router = bprintf("%s_link_router", peer->id);
1082 link_backbone = bprintf("%s_backbone", peer->id);
1084 XBT_DEBUG("<host\tid=\"%s\"\tpower=\"%f\"/>", host_id, peer->power);
1085 s_sg_platf_host_cbarg_t host;
1086 memset(&host, 0, sizeof(host));
1087 host.initial_state = SURF_RESOURCE_ON;
1089 host.power_peak = peer->power;
1090 host.power_scale = 1.0;
1091 host.power_trace = peer->availability_trace;
1092 host.state_trace = peer->state_trace;
1093 host.core_amount = 1;
1094 host.coord = peer->coord;
1095 sg_platf_new_host(&host);
1098 XBT_DEBUG("<router id=\"%s\"\tcoordinates=\"%s\"/>", router_id, peer->coord);
1099 s_sg_platf_router_cbarg_t router;
1100 memset(&router, 0, sizeof(router));
1101 router.id = router_id;
1102 router.coord = peer->coord;
1103 sg_platf_new_router(&router);
1105 XBT_DEBUG("<link\tid=\"%s\"\tbw=\"%f\"\tlat=\"%f\"/>", link_id_up,
1106 peer->bw_in, peer->lat);
1107 s_sg_platf_link_cbarg_t link;
1108 memset(&link, 0, sizeof(link));
1109 link.state = SURF_RESOURCE_ON;
1110 link.policy = SURF_LINK_SHARED;
1111 link.id = link_id_up;
1112 link.bandwidth = peer->bw_in;
1113 link.latency = peer->lat;
1114 sg_platf_new_link(&link);
1116 // FIXME: dealing with full duplex is not the role of this piece of code, I'd say [Mt]
1117 // Instead, it should be created fullduplex, and the models will do what's needed in this case
1118 XBT_DEBUG("<link\tid=\"%s\"\tbw=\"%f\"\tlat=\"%f\"/>", link_id_down,
1119 peer->bw_out, peer->lat);
1120 link.id = link_id_down;
1121 sg_platf_new_link(&link);
1126 XBT_DEBUG("<route\tsrc=\"%s\"\tdst=\"%s\"", host_id, router_id);
1127 XBT_DEBUG("symmetrical=\"NO\">");
1128 SURFXML_BUFFER_SET(route_src, host_id);
1129 SURFXML_BUFFER_SET(route_dst, router_id);
1130 A_surfxml_route_symmetrical = A_surfxml_route_symmetrical_NO;
1131 SURFXML_START_TAG(route);
1133 XBT_DEBUG("<link_ctn\tid=\"%s\"/>", link_id_up);
1134 SURFXML_BUFFER_SET(link_ctn_id, link_id_up);
1135 A_surfxml_link_ctn_direction = A_surfxml_link_ctn_direction_NONE;
1136 SURFXML_START_TAG(link_ctn);
1137 SURFXML_END_TAG(link_ctn);
1139 XBT_DEBUG("</route>");
1140 SURFXML_END_TAG(route);
1143 XBT_DEBUG("<route\tsrc=\"%s\"\tdst=\"%s\"", router_id, host_id);
1144 XBT_DEBUG("symmetrical=\"NO\">");
1145 SURFXML_BUFFER_SET(route_src, router_id);
1146 SURFXML_BUFFER_SET(route_dst, host_id);
1147 A_surfxml_route_symmetrical = A_surfxml_route_symmetrical_NO;
1148 SURFXML_START_TAG(route);
1150 XBT_DEBUG("<link_ctn\tid=\"%s\"/>", link_id_down);
1151 SURFXML_BUFFER_SET(link_ctn_id, link_id_down);
1152 A_surfxml_link_ctn_direction = A_surfxml_link_ctn_direction_NONE;
1153 SURFXML_START_TAG(link_ctn);
1154 SURFXML_END_TAG(link_ctn);
1156 XBT_DEBUG("</route>");
1157 SURFXML_END_TAG(route);
1160 sg_platf_new_AS_end();
1163 //xbt_dynar_free(&tab_elements_num);
1167 free(link_backbone);
1170 surfxml_bufferstack_pop(1);
1173 static void routing_parse_Srandom(void)
1175 double mean, std, min, max, seed;
1176 char *random_id = A_surfxml_random_id;
1177 char *random_radical = A_surfxml_random_radical;
1178 char *rd_name = NULL;
1180 mean = surf_parse_get_double(A_surfxml_random_mean);
1181 std = surf_parse_get_double(A_surfxml_random_std_deviation);
1182 min = surf_parse_get_double(A_surfxml_random_min);
1183 max = surf_parse_get_double(A_surfxml_random_max);
1184 seed = surf_parse_get_double(A_surfxml_random_seed);
1188 random_data_t random = xbt_new0(s_random_data_t, 1);
1191 xbt_dynar_t radical_elements;
1195 xbt_dynar_t radical_ends;
1197 switch (A_surfxml_random_generator) {
1198 case AU_surfxml_random_generator:
1199 case A_surfxml_random_generator_NONE:
1200 random->generator = NONE;
1202 case A_surfxml_random_generator_DRAND48:
1203 random->generator = DRAND48;
1205 case A_surfxml_random_generator_RAND:
1206 random->generator = RAND;
1208 case A_surfxml_random_generator_RNGSTREAM:
1209 random->generator = RNGSTREAM;
1212 surf_parse_error("Invalid random generator");
1215 random->seed = seed;
1219 /* Check user stupidities */
1221 THROWF(arg_error, 0, "random->max < random->min (%f < %f)", max, min);
1223 THROWF(arg_error, 0, "random->mean < random->min (%f < %f)", mean, min);
1225 THROWF(arg_error, 0, "random->mean > random->max (%f > %f)", mean, max);
1227 /* normalize the mean and standard deviation before storing */
1228 random->mean = (mean - min) / (max - min);
1229 random->std = std / (max - min);
1231 if (random->mean * (1 - random->mean) < random->std * random->std)
1232 THROWF(arg_error, 0, "Invalid mean and standard deviation (%f and %f)",
1233 random->mean, random->std);
1236 ("id = '%s' min = '%f' max = '%f' mean = '%f' std_deviatinon = '%f' generator = '%d' seed = '%ld' radical = '%s'",
1237 random_id, random->min, random->max, random->mean, random->std,
1238 (int)random->generator, random->seed, random_radical);
1241 random_value = xbt_dict_new_homogeneous(free);
1243 if (!strcmp(random_radical, "")) {
1244 res = random_generate(random);
1245 rd_value = bprintf("%f", res);
1246 xbt_dict_set(random_value, random_id, rd_value, NULL);
1248 radical_elements = xbt_str_split(random_radical, ",");
1249 xbt_dynar_foreach(radical_elements, iter, groups) {
1250 radical_ends = xbt_str_split(groups, "-");
1251 switch (xbt_dynar_length(radical_ends)) {
1253 xbt_assert(!xbt_dict_get_or_null(random_value, random_id),
1254 "Custom Random '%s' already exists !", random_id);
1255 res = random_generate(random);
1257 bprintf("%s%d", random_id,
1258 atoi(xbt_dynar_getfirst_as(radical_ends, char *)));
1259 xbt_dict_set(random_value, tmpbuf, bprintf("%f", res), NULL);
1264 start = surf_parse_get_int(xbt_dynar_get_as(radical_ends, 0, char *));
1265 end = surf_parse_get_int(xbt_dynar_get_as(radical_ends, 1, char *));
1266 for (i = start; i <= end; i++) {
1267 xbt_assert(!xbt_dict_get_or_null(random_value, random_id),
1268 "Custom Random '%s' already exists !", bprintf("%s%d",
1271 res = random_generate(random);
1272 tmpbuf = bprintf("%s%d", random_id, i);
1273 xbt_dict_set(random_value, tmpbuf, bprintf("%f", res), NULL);
1278 XBT_CRITICAL("Malformed radical");
1281 res = random_generate(random);
1282 rd_name = bprintf("%s_router", random_id);
1283 rd_value = bprintf("%f", res);
1284 xbt_dict_set(random_value, rd_name, rd_value, NULL);
1286 xbt_dynar_free(&radical_ends);
1289 xbt_dynar_free(&radical_elements);
1293 void routing_register_callbacks()
1295 sg_platf_host_add_cb(parse_S_host);
1296 sg_platf_router_add_cb(parse_S_router);
1298 surfxml_add_callback(STag_surfxml_random_cb_list, &routing_parse_Srandom);
1300 surfxml_add_callback(STag_surfxml_route_cb_list, &routing_parse_S_route);
1301 surfxml_add_callback(STag_surfxml_ASroute_cb_list, &routing_parse_S_ASroute);
1302 surfxml_add_callback(STag_surfxml_bypassRoute_cb_list,
1303 &routing_parse_S_bypassRoute);
1305 surfxml_add_callback(ETag_surfxml_link_ctn_cb_list, &routing_parse_link_ctn);
1307 surfxml_add_callback(ETag_surfxml_route_cb_list, &routing_parse_E_route);
1308 surfxml_add_callback(ETag_surfxml_ASroute_cb_list, &routing_parse_E_ASroute);
1309 surfxml_add_callback(ETag_surfxml_bypassRoute_cb_list,
1310 &routing_parse_E_bypassRoute);
1312 sg_platf_cluster_add_cb(routing_parse_cluster);
1314 sg_platf_peer_add_cb(routing_parse_peer);
1315 sg_platf_postparse_add_cb(routing_parse_postparse);
1317 sg_platf_storage_add_cb(routing_parse_storage);
1318 sg_platf_mstorage_add_cb(routing_parse_mstorage);
1319 sg_platf_storage_type_add_cb(routing_parse_storage_type);
1320 sg_platf_mount_add_cb(routing_parse_mount);
1322 /* we care about the ASes while parsing the platf. Incredible, isnt it? */
1323 sg_platf_AS_end_add_cb(routing_AS_end);
1324 sg_platf_AS_begin_add_cb(routing_AS_begin);
1327 instr_routing_define_callbacks();
1332 * \brief Recursive function for finalize
1334 * \param rc the source host name
1336 * This fuction is call by "finalize". It allow to finalize the
1337 * AS or routing components. It delete all the structures.
1339 static void finalize_rec(AS_t as) {
1340 xbt_dict_cursor_t cursor = NULL;
1344 xbt_dict_foreach(as->routing_sons, cursor, key, elem) {
1351 /** \brief Frees all memory allocated by the routing module */
1352 void routing_exit(void) {
1353 if (!global_routing)
1355 xbt_dynar_free(&global_routing->last_route);
1356 finalize_rec(global_routing->root);
1357 xbt_free(global_routing);