src/surf/surf_routing.cpp

   1 /* Copyright (c) 2009-2011, 2013-2015. The SimGrid Team.
   2  * All rights reserved.                                                     */
   3
   4 /* This program is free software; you can redistribute it and/or modify it
   5  * under the terms of the license (GNU LGPL) which comes with this package. */
   6
   7 #include "surf_routing.hpp"
   8 #include "surf_routing_cluster.hpp"
   9
  10 #include "simgrid/sg_config.h"
  11 #include "storage_interface.hpp"
  12
  13 #include "src/surf/AsImpl.hpp"
  14 #include "src/surf/surf_routing_cluster_torus.hpp"
  15 #include "src/surf/surf_routing_cluster_fat_tree.hpp"
  16 #include "src/surf/surf_routing_dijkstra.hpp"
  17 #include "src/surf/surf_routing_floyd.hpp"
  18 #include "src/surf/surf_routing_full.hpp"
  19 #include "src/surf/surf_routing_vivaldi.hpp"
  20 #include "src/surf/xml/platf.hpp" // FIXME: move that back to the parsing area
  21
  22 #include <vector>
  23
  24 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_route, surf, "Routing part of surf");
  25
  26 namespace simgrid {
  27 namespace surf {
  28
  29   /* Callbacks */
  30   simgrid::xbt::signal<void(simgrid::surf::NetCard*)> netcardCreatedCallbacks;
  31   simgrid::xbt::signal<void(simgrid::s4u::As*)> asCreatedCallbacks;
  32
  33
  34 }} // namespace simgrid::surf
  35
  36 /**
  37  * @ingroup SURF_build_api
  38  * @brief A library containing all known hosts
  39  */
  40 xbt_dict_t host_list = nullptr;
  41
  42 int COORD_HOST_LEVEL=0;         //Coordinates level
  43
  44 int MSG_FILE_LEVEL;             //Msg file level
  45
  46 int SIMIX_STORAGE_LEVEL;        //Simix storage level
  47 int MSG_STORAGE_LEVEL;          //Msg storage level
  48
  49 xbt_lib_t as_router_lib;
  50 int ROUTING_ASR_LEVEL;          //Routing level
  51 int COORD_ASR_LEVEL;            //Coordinates level
  52 int NS3_ASR_LEVEL;              //host node for ns3
  53 int ROUTING_PROP_ASR_LEVEL;     //Where the properties are stored
  54
  55 /** @brief Retrieve a netcard from its name
  56  *
  57  * Netcards are the thing that connect host or routers to the network
  58  */
  59 simgrid::surf::NetCard *sg_netcard_by_name_or_null(const char *name)
  60 {
  61   sg_host_t h = sg_host_by_name(name);
  62   simgrid::surf::NetCard *netcard = h==NULL ? NULL: h->pimpl_netcard;
  63   if (!netcard)
  64     netcard = (simgrid::surf::NetCard*) xbt_lib_get_or_null(as_router_lib, name, ROUTING_ASR_LEVEL);
  65   return netcard;
  66 }
  67
  68 /* Global vars */
  69 simgrid::surf::RoutingPlatf *routing_platf = NULL;
  70
  71
  72 void sg_platf_new_trace(sg_platf_trace_cbarg_t trace)
  73 {
  74   tmgr_trace_t tmgr_trace;
  75   if (!trace->file || strcmp(trace->file, "") != 0) {
  76     tmgr_trace = tmgr_trace_new_from_file(trace->file);
  77   } else {
  78     xbt_assert(strcmp(trace->pc_data, ""),
  79         "Trace '%s' must have either a content, or point to a file on disk.",trace->id);
  80     tmgr_trace = tmgr_trace_new_from_string(trace->id, trace->pc_data, trace->periodicity);
  81   }
  82   xbt_dict_set(traces_set_list, trace->id, (void *) tmgr_trace, NULL);
  83 }
  84
  85 namespace simgrid {
  86 namespace surf {
  87
  88 /**
  89  * \brief Find a route between hosts
  90  *
  91  * \param src the network_element_t for src host
  92  * \param dst the network_element_t for dst host
  93  * \param route where to store the list of links.
  94  *              If *route=NULL, create a short lived dynar. Else, fill the provided dynar
  95  * \param latency where to store the latency experienced on the path (or NULL if not interested)
  96  *                It is the caller responsability to initialize latency to 0 (we add to provided route)
  97  * \pre route!=NULL
  98  *
  99  * walk through the routing components tree and find a route between hosts
 100  * by calling each "get_route" function in each routing component.
 101  */
 102 void RoutingPlatf::getRouteAndLatency(NetCard *src, NetCard *dst, std::vector<Link*> * route, double *latency)
 103 {
 104   XBT_DEBUG("getRouteAndLatency from %s to %s", src->name(), dst->name());
 105
 106   AsImpl::getRouteRecursive(src, dst, route, latency);
 107 }
 108
 109 static xbt_dynar_t _recursiveGetOneLinkRoutes(surf::AsImpl *as)
 110 {
 111   xbt_dynar_t ret = xbt_dynar_new(sizeof(Onelink*), xbt_free_f);
 112
 113   //adding my one link routes
 114   xbt_dynar_t onelink_mine = as->getOneLinkRoutes();
 115   if (onelink_mine)
 116     xbt_dynar_merge(&ret,&onelink_mine);
 117
 118   //recursing
 119   char *key;
 120   xbt_dict_cursor_t cursor = NULL;
 121   AsImpl *rc_child;
 122   xbt_dict_foreach(as->children(), cursor, key, rc_child) {
 123     xbt_dynar_t onelink_child = _recursiveGetOneLinkRoutes(rc_child);
 124     if (onelink_child)
 125       xbt_dynar_merge(&ret,&onelink_child);
 126   }
 127   return ret;
 128 }
 129
 130 xbt_dynar_t RoutingPlatf::getOneLinkRoutes(){
 131   return _recursiveGetOneLinkRoutes(root_);
 132 }
 133
 134 }
 135 }
 136
 137 /** @brief create the root AS */
 138 void routing_model_create(Link *loopback)
 139 {
 140   routing_platf = new simgrid::surf::RoutingPlatf(loopback);
 141 }
 142
 143 /* ************************************************************************** */
 144 /* ************************* GENERIC PARSE FUNCTIONS ************************ */
 145
 146 void sg_platf_new_cabinet(sg_platf_cabinet_cbarg_t cabinet)
 147 {
 148   int start, end, i;
 149   char *groups , *host_id , *link_id = NULL;
 150   unsigned int iter;
 151   xbt_dynar_t radical_elements;
 152   xbt_dynar_t radical_ends;
 153
 154   //Make all hosts
 155   radical_elements = xbt_str_split(cabinet->radical, ",");
 156   xbt_dynar_foreach(radical_elements, iter, groups) {
 157
 158     radical_ends = xbt_str_split(groups, "-");
 159     start = surf_parse_get_int(xbt_dynar_get_as(radical_ends, 0, char *));
 160
 161     switch (xbt_dynar_length(radical_ends)) {
 162     case 1:
 163       end = start;
 164       break;
 165     case 2:
 166       end = surf_parse_get_int(xbt_dynar_get_as(radical_ends, 1, char *));
 167       break;
 168     default:
 169       surf_parse_error("Malformed radical");
 170       break;
 171     }
 172     s_sg_platf_host_cbarg_t host = SG_PLATF_HOST_INITIALIZER;
 173     memset(&host, 0, sizeof(host));
 174     host.pstate        = 0;
 175     host.core_amount   = 1;
 176
 177     s_sg_platf_link_cbarg_t link = SG_PLATF_LINK_INITIALIZER;
 178     memset(&link, 0, sizeof(link));
 179     link.policy    = SURF_LINK_FULLDUPLEX;
 180     link.latency   = cabinet->lat;
 181     link.bandwidth = cabinet->bw;
 182
 183     s_sg_platf_host_link_cbarg_t host_link = SG_PLATF_HOST_LINK_INITIALIZER;
 184     memset(&host_link, 0, sizeof(host_link));
 185
 186     for (i = start; i <= end; i++) {
 187       host_id                      = bprintf("%s%d%s",cabinet->prefix,i,cabinet->suffix);
 188       link_id                      = bprintf("link_%s%d%s",cabinet->prefix,i,cabinet->suffix);
 189       host.id                      = host_id;
 190       link.id                      = link_id;
 191       host.speed_peak = xbt_dynar_new(sizeof(double), NULL);
 192       xbt_dynar_push(host.speed_peak,&cabinet->speed);
 193       sg_platf_new_host(&host);
 194       xbt_dynar_free(&host.speed_peak);
 195       sg_platf_new_link(&link);
 196
 197       char* link_up       = bprintf("%s_UP",link_id);
 198       char* link_down     = bprintf("%s_DOWN",link_id);
 199       host_link.id        = host_id;
 200       host_link.link_up   = link_up;
 201       host_link.link_down = link_down;
 202       sg_platf_new_hostlink(&host_link);
 203
 204       free(host_id);
 205       free(link_id);
 206       free(link_up);
 207       free(link_down);
 208     }
 209
 210     xbt_dynar_free(&radical_ends);
 211   }
 212   xbt_dynar_free(&radical_elements);
 213 }
 214
 215 static void check_disk_attachment()
 216 {
 217   xbt_lib_cursor_t cursor;
 218   char *key;
 219   void **data;
 220   simgrid::surf::NetCard *host_elm;
 221   xbt_lib_foreach(storage_lib, cursor, key, data) {
 222     if(xbt_lib_get_level(xbt_lib_get_elm_or_null(storage_lib, key), SURF_STORAGE_LEVEL) != NULL) {
 223     simgrid::surf::Storage *storage = static_cast<simgrid::surf::Storage*>(xbt_lib_get_level(xbt_lib_get_elm_or_null(storage_lib, key), SURF_STORAGE_LEVEL));
 224     host_elm = sg_netcard_by_name_or_null(storage->p_attach);
 225     if(!host_elm)
 226       surf_parse_error("Unable to attach storage %s: host %s doesn't exist.", storage->getName(), storage->p_attach);
 227     }
 228   }
 229 }
 230
 231 void routing_register_callbacks()
 232 {
 233   simgrid::surf::on_postparse.connect(check_disk_attachment);
 234
 235   instr_routing_define_callbacks();
 236 }
 237
 238 /** \brief Frees all memory allocated by the routing module */
 239 void routing_exit(void) {
 240   delete routing_platf;
 241 }
 242
 243 simgrid::surf::RoutingPlatf::RoutingPlatf(simgrid::surf::Link *loopback)
 244 : loopback_(loopback)
 245 {
 246 }
 247 simgrid::surf::RoutingPlatf::~RoutingPlatf()
 248 {
 249   delete root_;
 250 }