src/surf/sg_platf.cpp

   1 /* Copyright (c) 2006-2019. The SimGrid Team. All rights reserved.          */
   2
   3 /* This program is free software; you can redistribute it and/or modify it
   4  * under the terms of the license (GNU LGPL) which comes with this package. */
   5
   6 #include "simgrid/Exception.hpp"
   7 #include "simgrid/kernel/routing/ClusterZone.hpp"
   8 #include "simgrid/kernel/routing/DijkstraZone.hpp"
   9 #include "simgrid/kernel/routing/DragonflyZone.hpp"
  10 #include "simgrid/kernel/routing/EmptyZone.hpp"
  11 #include "simgrid/kernel/routing/FatTreeZone.hpp"
  12 #include "simgrid/kernel/routing/FloydZone.hpp"
  13 #include "simgrid/kernel/routing/FullZone.hpp"
  14 #include "simgrid/kernel/routing/NetPoint.hpp"
  15 #include "simgrid/kernel/routing/NetZoneImpl.hpp"
  16 #include "simgrid/kernel/routing/TorusZone.hpp"
  17 #include "simgrid/kernel/routing/VivaldiZone.hpp"
  18 #include "simgrid/s4u/Engine.hpp"
  19 #include "src/include/simgrid/sg_config.hpp"
  20 #include "src/include/surf/surf.hpp"
  21 #include "src/kernel/EngineImpl.hpp"
  22 #include "src/kernel/resource/DiskImpl.hpp"
  23 #include "src/kernel/resource/profile/Profile.hpp"
  24 #include "src/simix/smx_private.hpp"
  25 #include "src/surf/HostImpl.hpp"
  26 #include "src/surf/xml/platf_private.hpp"
  27
  28 #include <string>
  29
  30 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(surf_parse);
  31
  32 XBT_PRIVATE std::map<std::string, simgrid::kernel::resource::StorageImpl*> mount_list;
  33 XBT_PRIVATE std::vector<std::string> known_storages;
  34
  35 namespace simgrid {
  36 namespace surf {
  37
  38 simgrid::xbt::signal<void(kernel::routing::ClusterCreationArgs const&)> on_cluster;
  39 }
  40 }
  41
  42 static int surf_parse_models_setup_already_called = 0;
  43 std::map<std::string, simgrid::kernel::resource::StorageType*> storage_types;
  44
  45 /** The current AS in the parsing */
  46 static simgrid::kernel::routing::NetZoneImpl* current_routing = nullptr;
  47 static simgrid::kernel::routing::NetZoneImpl* routing_get_current()
  48 {
  49   return current_routing;
  50 }
  51
  52 /** Module management function: creates all internal data structures */
  53 void sg_platf_init()
  54 {
  55   simgrid::s4u::Engine::on_platform_created.connect(check_disk_attachment);
  56 }
  57
  58 /** Module management function: frees all internal data structures */
  59 void sg_platf_exit() {
  60   simgrid::surf::on_cluster.disconnect_slots();
  61   simgrid::s4u::Engine::on_platform_created.disconnect_slots();
  62
  63   /* make sure that we will reinit the models while loading the platf once reinited */
  64   surf_parse_models_setup_already_called = 0;
  65   surf_parse_lex_destroy();
  66 }
  67
  68 /** @brief Add a host to the current AS */
  69 void sg_platf_new_host(simgrid::kernel::routing::HostCreationArgs* args)
  70 {
  71   std::map<std::string, std::string> props;
  72   if (args->properties) {
  73     for (auto const& elm : *args->properties)
  74       props.insert({elm.first, elm.second});
  75     delete args->properties;
  76   }
  77
  78   simgrid::s4u::Host* host =
  79       routing_get_current()->create_host(args->id, args->speed_per_pstate, args->core_amount, &props);
  80
  81   host->pimpl_->storage_ = mount_list;
  82   mount_list.clear();
  83
  84   host->pimpl_->disks_ = std::move(args->disks);
  85   for (auto d : host->pimpl_->disks_)
  86     d->set_host(host);
  87
  88   /* Change from the defaults */
  89   if (args->state_trace)
  90     host->pimpl_cpu->set_state_profile(args->state_trace);
  91   if (args->speed_trace)
  92     host->pimpl_cpu->set_speed_profile(args->speed_trace);
  93   if (args->pstate != 0)
  94     host->pimpl_cpu->set_pstate(args->pstate);
  95   if (not args->coord.empty())
  96     new simgrid::kernel::routing::vivaldi::Coords(host->pimpl_netpoint, args->coord);
  97 }
  98
  99 /** @brief Add a "router" to the network element list */
 100 simgrid::kernel::routing::NetPoint* sg_platf_new_router(const std::string& name, const char* coords)
 101 {
 102   if (current_routing->hierarchy_ == simgrid::kernel::routing::NetZoneImpl::RoutingMode::unset)
 103     current_routing->hierarchy_ = simgrid::kernel::routing::NetZoneImpl::RoutingMode::base;
 104   xbt_assert(nullptr == simgrid::s4u::Engine::get_instance()->netpoint_by_name_or_null(name),
 105              "Refusing to create a router named '%s': this name already describes a node.", name.c_str());
 106
 107   simgrid::kernel::routing::NetPoint* netpoint =
 108       new simgrid::kernel::routing::NetPoint(name, simgrid::kernel::routing::NetPoint::Type::Router, current_routing);
 109   XBT_DEBUG("Router '%s' has the id %u", netpoint->get_cname(), netpoint->id());
 110
 111   if (coords && strcmp(coords, ""))
 112     new simgrid::kernel::routing::vivaldi::Coords(netpoint, coords);
 113
 114
 115   return netpoint;
 116 }
 117
 118 static void sg_platf_new_link(simgrid::kernel::routing::LinkCreationArgs* link, const std::string& link_name)
 119 {
 120   simgrid::kernel::resource::LinkImpl* l =
 121       surf_network_model->create_link(link_name, link->bandwidths, link->latency, link->policy);
 122
 123   if (link->properties) {
 124     l->set_properties(*link->properties);
 125   }
 126
 127   if (link->latency_trace)
 128     l->set_latency_profile(link->latency_trace);
 129   if (link->bandwidth_trace)
 130     l->set_bandwidth_profile(link->bandwidth_trace);
 131   if (link->state_trace)
 132     l->set_state_profile(link->state_trace);
 133 }
 134
 135 void sg_platf_new_link(simgrid::kernel::routing::LinkCreationArgs* link)
 136 {
 137   if (link->policy == simgrid::s4u::Link::SharingPolicy::SPLITDUPLEX) {
 138     sg_platf_new_link(link, link->id + "_UP");
 139     sg_platf_new_link(link, link->id + "_DOWN");
 140   } else {
 141     sg_platf_new_link(link, link->id);
 142   }
 143   delete link->properties;
 144 }
 145
 146 void sg_platf_new_cluster(simgrid::kernel::routing::ClusterCreationArgs* cluster)
 147 {
 148   using simgrid::kernel::routing::ClusterZone;
 149   using simgrid::kernel::routing::DragonflyZone;
 150   using simgrid::kernel::routing::FatTreeZone;
 151   using simgrid::kernel::routing::TorusZone;
 152
 153   int rankId=0;
 154
 155   // What an inventive way of initializing the AS that I have as ancestor :-(
 156   simgrid::kernel::routing::ZoneCreationArgs zone;
 157   zone.id = cluster->id;
 158   switch (cluster->topology) {
 159     case simgrid::kernel::routing::ClusterTopology::TORUS:
 160       zone.routing = A_surfxml_AS_routing_ClusterTorus;
 161       break;
 162     case simgrid::kernel::routing::ClusterTopology::DRAGONFLY:
 163       zone.routing = A_surfxml_AS_routing_ClusterDragonfly;
 164       break;
 165     case simgrid::kernel::routing::ClusterTopology::FAT_TREE:
 166       zone.routing = A_surfxml_AS_routing_ClusterFatTree;
 167       break;
 168     default:
 169       zone.routing = A_surfxml_AS_routing_Cluster;
 170       break;
 171   }
 172   sg_platf_new_Zone_begin(&zone);
 173   simgrid::kernel::routing::ClusterZone* current_as = static_cast<ClusterZone*>(routing_get_current());
 174   current_as->parse_specific_arguments(cluster);
 175   if (cluster->properties != nullptr)
 176     for (auto const& elm : *cluster->properties)
 177       current_as->get_iface()->set_property(elm.first, elm.second);
 178
 179   if(cluster->loopback_bw > 0 || cluster->loopback_lat > 0){
 180     current_as->num_links_per_node_++;
 181     current_as->has_loopback_ = true;
 182   }
 183
 184   if(cluster->limiter_link > 0){
 185     current_as->num_links_per_node_++;
 186     current_as->has_limiter_ = true;
 187   }
 188
 189   for (int const& i : *cluster->radicals) {
 190     std::string host_id = std::string(cluster->prefix) + std::to_string(i) + cluster->suffix;
 191     std::string link_id = std::string(cluster->id) + "_link_" + std::to_string(i);
 192
 193     XBT_DEBUG("<host\tid=\"%s\"\tpower=\"%f\">", host_id.c_str(), cluster->speeds.front());
 194
 195     simgrid::kernel::routing::HostCreationArgs host;
 196     host.id = host_id.c_str();
 197     if ((cluster->properties != nullptr) && (not cluster->properties->empty())) {
 198       host.properties = new std::unordered_map<std::string, std::string>;
 199
 200       for (auto const& elm : *cluster->properties)
 201         host.properties->insert({elm.first, elm.second});
 202     }
 203
 204     host.speed_per_pstate = cluster->speeds;
 205     host.pstate = 0;
 206     host.core_amount = cluster->core_amount;
 207     host.coord = "";
 208     sg_platf_new_host(&host);
 209     XBT_DEBUG("</host>");
 210
 211     XBT_DEBUG("<link\tid=\"%s\"\tbw=\"%f\"\tlat=\"%f\"/>", link_id.c_str(), cluster->bw, cluster->lat);
 212
 213     // All links are saved in a matrix;
 214     // every row describes a single node; every node may have multiple links.
 215     // the first column may store a link from x to x if p_has_loopback is set
 216     // the second column may store a limiter link if p_has_limiter is set
 217     // other columns are to store one or more link for the node
 218
 219     //add a loopback link
 220     simgrid::s4u::Link* linkUp   = nullptr;
 221     simgrid::s4u::Link* linkDown = nullptr;
 222     if(cluster->loopback_bw > 0 || cluster->loopback_lat > 0){
 223       std::string tmp_link = link_id + "_loopback";
 224       XBT_DEBUG("<loopback\tid=\"%s\"\tbw=\"%f\"/>", tmp_link.c_str(), cluster->loopback_bw);
 225
 226       simgrid::kernel::routing::LinkCreationArgs link;
 227       link.id        = tmp_link;
 228       link.bandwidths.push_back(cluster->loopback_bw);
 229       link.latency   = cluster->loopback_lat;
 230       link.policy    = simgrid::s4u::Link::SharingPolicy::FATPIPE;
 231       sg_platf_new_link(&link);
 232       linkUp   = simgrid::s4u::Link::by_name_or_null(tmp_link);
 233       linkDown = simgrid::s4u::Link::by_name_or_null(tmp_link);
 234
 235       auto* as_cluster = static_cast<ClusterZone*>(current_as);
 236       as_cluster->private_links_.insert({as_cluster->node_pos(rankId), {linkUp->get_impl(), linkDown->get_impl()}});
 237     }
 238
 239     //add a limiter link (shared link to account for maximal bandwidth of the node)
 240     linkUp   = nullptr;
 241     linkDown = nullptr;
 242     if(cluster->limiter_link > 0){
 243       std::string tmp_link = std::string(link_id) + "_limiter";
 244       XBT_DEBUG("<limiter\tid=\"%s\"\tbw=\"%f\"/>", tmp_link.c_str(), cluster->limiter_link);
 245
 246       simgrid::kernel::routing::LinkCreationArgs link;
 247       link.id        = tmp_link;
 248       link.bandwidths.push_back(cluster->limiter_link);
 249       link.latency = 0;
 250       link.policy    = simgrid::s4u::Link::SharingPolicy::SHARED;
 251       sg_platf_new_link(&link);
 252       linkDown = simgrid::s4u::Link::by_name_or_null(tmp_link);
 253       linkUp   = linkDown;
 254       current_as->private_links_.insert(
 255           {current_as->node_pos_with_loopback(rankId), {linkUp->get_impl(), linkDown->get_impl()}});
 256     }
 257
 258     //call the cluster function that adds the others links
 259     if (cluster->topology == simgrid::kernel::routing::ClusterTopology::FAT_TREE) {
 260       static_cast<FatTreeZone*>(current_as)->add_processing_node(i);
 261     } else {
 262       current_as->create_links_for_node(cluster, i, rankId, current_as->node_pos_with_loopback_limiter(rankId));
 263     }
 264     rankId++;
 265   }
 266   delete cluster->properties;
 267
 268   // Add a router.
 269   XBT_DEBUG(" ");
 270   XBT_DEBUG("<router id=\"%s\"/>", cluster->router_id.c_str());
 271   if (cluster->router_id.empty()) {
 272     std::string newid   = std::string(cluster->prefix) + cluster->id + "_router" + cluster->suffix;
 273     current_as->router_ = sg_platf_new_router(newid, NULL);
 274   } else {
 275     current_as->router_ = sg_platf_new_router(cluster->router_id, NULL);
 276   }
 277
 278   //Make the backbone
 279   if ((cluster->bb_bw > 0) || (cluster->bb_lat > 0)) {
 280
 281     simgrid::kernel::routing::LinkCreationArgs link;
 282     link.id        = std::string(cluster->id)+ "_backbone";
 283     link.bandwidths.push_back(cluster->bb_bw);
 284     link.latency   = cluster->bb_lat;
 285     link.policy    = cluster->bb_sharing_policy;
 286
 287     XBT_DEBUG("<link\tid=\"%s\" bw=\"%f\" lat=\"%f\"/>", link.id.c_str(), cluster->bb_bw, cluster->bb_lat);
 288     sg_platf_new_link(&link);
 289
 290     routing_cluster_add_backbone(simgrid::s4u::Link::by_name(link.id)->get_impl());
 291   }
 292
 293   XBT_DEBUG("</AS>");
 294   sg_platf_new_Zone_seal();
 295
 296   simgrid::surf::on_cluster(*cluster);
 297   delete cluster->radicals;
 298 }
 299
 300 void routing_cluster_add_backbone(simgrid::kernel::resource::LinkImpl* bb)
 301 {
 302   simgrid::kernel::routing::ClusterZone* cluster =
 303       dynamic_cast<simgrid::kernel::routing::ClusterZone*>(current_routing);
 304
 305   xbt_assert(cluster, "Only hosts from Cluster can get a backbone.");
 306   xbt_assert(nullptr == cluster->backbone_, "Cluster %s already has a backbone link!", cluster->get_cname());
 307
 308   cluster->backbone_ = bb;
 309   XBT_DEBUG("Add a backbone to AS '%s'", current_routing->get_cname());
 310 }
 311
 312 void sg_platf_new_cabinet(simgrid::kernel::routing::CabinetCreationArgs* cabinet)
 313 {
 314   for (int const& radical : *cabinet->radicals) {
 315     std::string hostname = cabinet->prefix + std::to_string(radical) + cabinet->suffix;
 316     simgrid::kernel::routing::HostCreationArgs host;
 317     host.pstate           = 0;
 318     host.core_amount      = 1;
 319     host.id               = hostname.c_str();
 320     host.speed_per_pstate.push_back(cabinet->speed);
 321     sg_platf_new_host(&host);
 322
 323     simgrid::kernel::routing::LinkCreationArgs link;
 324     link.policy    = simgrid::s4u::Link::SharingPolicy::SPLITDUPLEX;
 325     link.latency   = cabinet->lat;
 326     link.bandwidths.push_back(cabinet->bw);
 327     link.id        = "link_" + hostname;
 328     sg_platf_new_link(&link);
 329
 330     simgrid::kernel::routing::HostLinkCreationArgs host_link;
 331     host_link.id        = hostname;
 332     host_link.link_up   = std::string("link_") + hostname + "_UP";
 333     host_link.link_down = std::string("link_") + hostname + "_DOWN";
 334     sg_platf_new_hostlink(&host_link);
 335   }
 336   delete cabinet->radicals;
 337 }
 338
 339 simgrid::kernel::resource::DiskImpl* sg_platf_new_disk(simgrid::kernel::routing::DiskCreationArgs* disk)
 340 {
 341   simgrid::kernel::resource::DiskImpl* d = surf_disk_model->createDisk(disk->id, disk->read_bw, disk->write_bw);
 342   if (disk->properties) {
 343     d->set_properties(*disk->properties);
 344     delete disk->properties;
 345   }
 346   simgrid::s4u::Disk::on_creation(*d->get_iface());
 347   return d;
 348 }
 349
 350 void sg_platf_new_storage(simgrid::kernel::routing::StorageCreationArgs* storage)
 351 {
 352   xbt_assert(std::find(known_storages.begin(), known_storages.end(), storage->id) == known_storages.end(),
 353              "Refusing to add a second storage named \"%s\"", storage->id.c_str());
 354
 355   simgrid::kernel::resource::StorageType* stype;
 356   auto st = storage_types.find(storage->type_id);
 357   if (st != storage_types.end()) {
 358     stype = st->second;
 359   } else {
 360     xbt_die("No storage type '%s'", storage->type_id.c_str());
 361   }
 362
 363   XBT_DEBUG("ROUTING Create a storage name '%s' with type_id '%s' and content '%s'", storage->id.c_str(),
 364             storage->type_id.c_str(), storage->content.c_str());
 365
 366   known_storages.push_back(storage->id);
 367
 368   // if storage content is not specified use the content of storage_type if any
 369   if (storage->content.empty() && not stype->content.empty()) {
 370     storage->content = stype->content;
 371     XBT_DEBUG("For disk '%s' content is empty, inherit the content (of type %s)", storage->id.c_str(),
 372               stype->id.c_str());
 373   }
 374
 375   XBT_DEBUG("SURF storage create resource\n\t\tid '%s'\n\t\ttype '%s' "
 376             "\n\t\tmodel '%s' \n\t\tcontent '%s' "
 377             "\n\t\tproperties '%p''\n",
 378             storage->id.c_str(), stype->model.c_str(), stype->id.c_str(), storage->content.c_str(),
 379             storage->properties);
 380
 381   auto s = surf_storage_model->createStorage(storage->id, stype->id, storage->content, storage->attach);
 382
 383   if (storage->properties) {
 384     s->set_properties(*storage->properties);
 385     delete storage->properties;
 386   }
 387 }
 388
 389 void sg_platf_new_storage_type(simgrid::kernel::routing::StorageTypeCreationArgs* storage_type)
 390 {
 391   xbt_assert(storage_types.find(storage_type->id) == storage_types.end(),
 392              "Reading a storage type, processing unit \"%s\" already exists", storage_type->id.c_str());
 393
 394   simgrid::kernel::resource::StorageType* stype = new simgrid::kernel::resource::StorageType(
 395       storage_type->id, storage_type->model, storage_type->content, storage_type->properties,
 396       storage_type->model_properties, storage_type->size);
 397
 398   XBT_DEBUG("Create a storage type id '%s' with model '%s', content '%s'", storage_type->id.c_str(),
 399             storage_type->model.c_str(), storage_type->content.c_str());
 400
 401   storage_types[storage_type->id] = stype;
 402 }
 403
 404 void sg_platf_new_mount(simgrid::kernel::routing::MountCreationArgs* mount)
 405 {
 406   xbt_assert(std::find(known_storages.begin(), known_storages.end(), mount->storageId) != known_storages.end(),
 407              "Cannot mount non-existent disk \"%s\"", mount->storageId.c_str());
 408
 409   XBT_DEBUG("Mount '%s' on '%s'", mount->storageId.c_str(), mount->name.c_str());
 410
 411   if (mount_list.empty())
 412     XBT_DEBUG("Create a Mount list for %s", A_surfxml_host_id);
 413   mount_list.insert({mount->name, simgrid::s4u::Engine::get_instance()->storage_by_name(mount->storageId)->get_impl()});
 414 }
 415
 416 void sg_platf_new_route(simgrid::kernel::routing::RouteCreationArgs* route)
 417 {
 418   routing_get_current()->add_route(route->src, route->dst, route->gw_src, route->gw_dst, route->link_list,
 419                                    route->symmetrical);
 420 }
 421
 422 void sg_platf_new_bypassRoute(simgrid::kernel::routing::RouteCreationArgs* bypassRoute)
 423 {
 424   routing_get_current()->add_bypass_route(bypassRoute->src, bypassRoute->dst, bypassRoute->gw_src, bypassRoute->gw_dst,
 425                                           bypassRoute->link_list, bypassRoute->symmetrical);
 426 }
 427
 428 void sg_platf_new_actor(simgrid::kernel::routing::ActorCreationArgs* actor)
 429 {
 430   sg_host_t host = sg_host_by_name(actor->host);
 431   if (not host) {
 432     // The requested host does not exist. Do a nice message to the user
 433     std::string msg = std::string("Cannot create actor '") + actor->function + "': host '" + actor->host +
 434                       "' does not exist\nExisting hosts: '";
 435
 436     std::vector<simgrid::s4u::Host*> list = simgrid::s4u::Engine::get_instance()->get_all_hosts();
 437
 438     for (auto const& some_host : list) {
 439       msg += some_host->get_name();
 440       msg += "', '";
 441       if (msg.length() > 1024) {
 442         msg.pop_back(); // remove trailing quote
 443         msg += "...(list truncated)......";
 444         break;
 445       }
 446     }
 447     xbt_die("%s", msg.c_str());
 448   }
 449   simgrid::simix::ActorCodeFactory& factory = SIMIX_get_actor_code_factory(actor->function);
 450   xbt_assert(factory, "Error while creating an actor from the XML file: Function '%s' not registered", actor->function);
 451
 452   double start_time = actor->start_time;
 453   double kill_time  = actor->kill_time;
 454   bool auto_restart = actor->on_failure != simgrid::kernel::routing::ActorOnFailure::DIE;
 455
 456   std::string actor_name     = actor->args[0];
 457   simgrid::simix::ActorCode code = factory(std::move(actor->args));
 458   std::shared_ptr<std::unordered_map<std::string, std::string>> properties(actor->properties);
 459
 460   simgrid::kernel::actor::ProcessArg* arg =
 461       new simgrid::kernel::actor::ProcessArg(actor_name, code, nullptr, host, kill_time, properties, auto_restart);
 462
 463   host->pimpl_->actors_at_boot_.emplace_back(arg);
 464
 465   if (start_time > SIMIX_get_clock()) {
 466
 467     arg = new simgrid::kernel::actor::ProcessArg(actor_name, code, nullptr, host, kill_time, properties, auto_restart);
 468
 469     XBT_DEBUG("Process %s@%s will be started at time %f", arg->name.c_str(), arg->host->get_cname(), start_time);
 470     simgrid::simix::Timer::set(start_time, [arg, auto_restart]() {
 471       simgrid::kernel::actor::ActorImplPtr new_actor = simgrid::kernel::actor::ActorImpl::create(
 472           arg->name.c_str(), std::move(arg->code), arg->data, arg->host, arg->properties.get(), nullptr);
 473       if (arg->kill_time >= 0)
 474         new_actor->set_kill_time(arg->kill_time);
 475       if (auto_restart)
 476         new_actor->set_auto_restart(auto_restart);
 477       delete arg;
 478     });
 479   } else {                      // start_time <= SIMIX_get_clock()
 480     XBT_DEBUG("Starting Process %s(%s) right now", arg->name.c_str(), host->get_cname());
 481
 482     try {
 483       simgrid::kernel::actor::ActorImplPtr new_actor = nullptr;
 484       new_actor = simgrid::kernel::actor::ActorImpl::create(arg->name.c_str(), std::move(code), nullptr, host,
 485                                                             arg->properties.get(), nullptr);
 486       /* The actor creation will fail if the host is currently dead, but that's fine */
 487       if (arg->kill_time >= 0)
 488         new_actor->set_kill_time(arg->kill_time);
 489       if (auto_restart)
 490         new_actor->set_auto_restart(auto_restart);
 491     } catch (simgrid::HostFailureException const&) {
 492       XBT_WARN("Deployment includes some initially turned off Hosts ... nevermind.");
 493     }
 494   }
 495 }
 496
 497 void sg_platf_new_peer(simgrid::kernel::routing::PeerCreationArgs* peer)
 498 {
 499   simgrid::kernel::routing::VivaldiZone* as = dynamic_cast<simgrid::kernel::routing::VivaldiZone*>(current_routing);
 500   xbt_assert(as, "<peer> tag can only be used in Vivaldi netzones.");
 501
 502   std::vector<double> speed_per_pstate;
 503   speed_per_pstate.push_back(peer->speed);
 504   simgrid::s4u::Host* host = as->create_host(peer->id.c_str(), speed_per_pstate, 1, nullptr);
 505
 506   as->set_peer_link(host->pimpl_netpoint, peer->bw_in, peer->bw_out, peer->coord);
 507
 508   /* Change from the defaults */
 509   if (peer->state_trace)
 510     host->pimpl_cpu->set_state_profile(peer->state_trace);
 511   if (peer->speed_trace)
 512     host->pimpl_cpu->set_speed_profile(peer->speed_trace);
 513 }
 514
 515 /* Pick the right models for CPU, net and host, and call their model_init_preparse */
 516 static void surf_config_models_setup()
 517 {
 518   std::string host_model_name    = simgrid::config::get_value<std::string>("host/model");
 519   std::string network_model_name = simgrid::config::get_value<std::string>("network/model");
 520   std::string cpu_model_name     = simgrid::config::get_value<std::string>("cpu/model");
 521   std::string disk_model_name    = simgrid::config::get_value<std::string>("disk/model");
 522   std::string storage_model_name = simgrid::config::get_value<std::string>("storage/model");
 523
 524   /* The compound host model is needed when using non-default net/cpu models */
 525   if ((not simgrid::config::is_default("network/model") || not simgrid::config::is_default("cpu/model")) &&
 526       simgrid::config::is_default("host/model")) {
 527     host_model_name = "compound";
 528     simgrid::config::set_value("host/model", host_model_name);
 529   }
 530
 531   XBT_DEBUG("host model: %s", host_model_name.c_str());
 532   if (host_model_name == "compound") {
 533     xbt_assert(not cpu_model_name.empty(), "Set a cpu model to use with the 'compound' host model");
 534     xbt_assert(not network_model_name.empty(), "Set a network model to use with the 'compound' host model");
 535
 536     int cpu_id = find_model_description(surf_cpu_model_description, cpu_model_name);
 537     surf_cpu_model_description[cpu_id].model_init_preparse();
 538
 539     int network_id = find_model_description(surf_network_model_description, network_model_name);
 540     surf_network_model_description[network_id].model_init_preparse();
 541   }
 542
 543   XBT_DEBUG("Call host_model_init");
 544   int host_id = find_model_description(surf_host_model_description, host_model_name);
 545   surf_host_model_description[host_id].model_init_preparse();
 546
 547   XBT_DEBUG("Call vm_model_init");
 548   surf_vm_model_init_HL13();
 549
 550   XBT_DEBUG("Call disk_model_init");
 551   int disk_id = find_model_description(surf_disk_model_description, disk_model_name);
 552   surf_disk_model_description[disk_id].model_init_preparse();
 553
 554   XBT_DEBUG("Call storage_model_init");
 555   int storage_id = find_model_description(surf_storage_model_description, storage_model_name);
 556   surf_storage_model_description[storage_id].model_init_preparse();
 557 }
 558
 559 /**
 560  * @brief Add a Zone to the platform
 561  *
 562  * Add a new autonomous system to the platform. Any elements (such as host, router or sub-Zone) added after this call
 563  * and before the corresponding call to sg_platf_new_Zone_seal() will be added to this Zone.
 564  *
 565  * Once this function was called, the configuration concerning the used models cannot be changed anymore.
 566  *
 567  * @param zone the parameters defining the Zone to build.
 568  */
 569 simgrid::kernel::routing::NetZoneImpl* sg_platf_new_Zone_begin(simgrid::kernel::routing::ZoneCreationArgs* zone)
 570 {
 571   if (not surf_parse_models_setup_already_called) {
 572     simgrid::s4u::Engine::on_platform_creation();
 573
 574     /* Initialize the surf models. That must be done after we got all config, and before we need the models.
 575      * That is, after the last <config> tag, if any, and before the first of cluster|peer|zone|trace|trace_connect
 576      *
 577      * I'm not sure for <trace> and <trace_connect>, there may be a bug here
 578      * (FIXME: check it out by creating a file beginning with one of these tags)
 579      * but cluster and peer come down to zone creations, so putting this verification here is correct.
 580      */
 581     surf_parse_models_setup_already_called = 1;
 582     surf_config_models_setup();
 583   }
 584
 585   _sg_cfg_init_status = 2; /* HACK: direct access to the global controlling the level of configuration to prevent
 586                             * any further config now that we created some real content */
 587
 588   /* search the routing model */
 589   simgrid::kernel::routing::NetZoneImpl* new_zone = nullptr;
 590   simgrid::kernel::resource::NetworkModel* netmodel =
 591       current_routing == nullptr ? surf_network_model : current_routing->network_model_;
 592   switch (zone->routing) {
 593     case A_surfxml_AS_routing_Cluster:
 594       new_zone = new simgrid::kernel::routing::ClusterZone(current_routing, zone->id, netmodel);
 595       break;
 596     case A_surfxml_AS_routing_ClusterDragonfly:
 597       new_zone = new simgrid::kernel::routing::DragonflyZone(current_routing, zone->id, netmodel);
 598       break;
 599     case A_surfxml_AS_routing_ClusterTorus:
 600       new_zone = new simgrid::kernel::routing::TorusZone(current_routing, zone->id, netmodel);
 601       break;
 602     case A_surfxml_AS_routing_ClusterFatTree:
 603       new_zone = new simgrid::kernel::routing::FatTreeZone(current_routing, zone->id, netmodel);
 604       break;
 605     case A_surfxml_AS_routing_Dijkstra:
 606       new_zone = new simgrid::kernel::routing::DijkstraZone(current_routing, zone->id, netmodel, false);
 607       break;
 608     case A_surfxml_AS_routing_DijkstraCache:
 609       new_zone = new simgrid::kernel::routing::DijkstraZone(current_routing, zone->id, netmodel, true);
 610       break;
 611     case A_surfxml_AS_routing_Floyd:
 612       new_zone = new simgrid::kernel::routing::FloydZone(current_routing, zone->id, netmodel);
 613       break;
 614     case A_surfxml_AS_routing_Full:
 615       new_zone = new simgrid::kernel::routing::FullZone(current_routing, zone->id, netmodel);
 616       break;
 617     case A_surfxml_AS_routing_None:
 618       new_zone = new simgrid::kernel::routing::EmptyZone(current_routing, zone->id, netmodel);
 619       break;
 620     case A_surfxml_AS_routing_Vivaldi:
 621       new_zone = new simgrid::kernel::routing::VivaldiZone(current_routing, zone->id, netmodel);
 622       break;
 623     default:
 624       xbt_die("Not a valid model!");
 625       break;
 626   }
 627
 628   if (current_routing == nullptr) { /* it is the first one */
 629     simgrid::s4u::Engine::get_instance()->set_netzone_root(new_zone->get_iface());
 630   } else {
 631     /* set the father behavior */
 632     if (current_routing->hierarchy_ == simgrid::kernel::routing::NetZoneImpl::RoutingMode::unset)
 633       current_routing->hierarchy_ = simgrid::kernel::routing::NetZoneImpl::RoutingMode::recursive;
 634     /* add to the sons dictionary */
 635     current_routing->get_children()->push_back(new_zone);
 636   }
 637
 638   /* set the new current component of the tree */
 639   current_routing = new_zone;
 640   simgrid::s4u::NetZone::on_creation(*new_zone->get_iface()); // notify the signal
 641
 642   return new_zone;
 643 }
 644
 645 void sg_platf_new_Zone_set_properties(std::unordered_map<std::string, std::string>* props)
 646 {
 647   xbt_assert(current_routing, "Cannot set properties of the current Zone: none under construction");
 648
 649   for (auto kv = props->begin(); kv != props->end(); ++kv)
 650     current_routing->get_iface()->set_property(kv->first, kv->second);
 651 }
 652
 653 /**
 654  * @brief Specify that the description of the current AS is finished
 655  *
 656  * Once you've declared all the content of your AS, you have to seal
 657  * it with this call. Your AS is not usable until you call this function.
 658  */
 659 void sg_platf_new_Zone_seal()
 660 {
 661   xbt_assert(current_routing, "Cannot seal the current AS: none under construction");
 662   current_routing->seal();
 663   simgrid::s4u::NetZone::on_seal(*current_routing->get_iface());
 664   current_routing = static_cast<simgrid::kernel::routing::NetZoneImpl*>(current_routing->get_father());
 665 }
 666
 667 /** @brief Add a link connecting a host to the rest of its AS (which must be cluster or vivaldi) */
 668 void sg_platf_new_hostlink(simgrid::kernel::routing::HostLinkCreationArgs* hostlink)
 669 {
 670   simgrid::kernel::routing::NetPoint* netpoint = simgrid::s4u::Host::by_name(hostlink->id)->pimpl_netpoint;
 671   xbt_assert(netpoint, "Host '%s' not found!", hostlink->id.c_str());
 672   xbt_assert(dynamic_cast<simgrid::kernel::routing::ClusterZone*>(current_routing),
 673              "Only hosts from Cluster and Vivaldi ASes can get a host_link.");
 674
 675   simgrid::s4u::Link* linkUp   = simgrid::s4u::Link::by_name_or_null(hostlink->link_up);
 676   simgrid::s4u::Link* linkDown = simgrid::s4u::Link::by_name_or_null(hostlink->link_down);
 677
 678   xbt_assert(linkUp, "Link '%s' not found!", hostlink->link_up.c_str());
 679   xbt_assert(linkDown, "Link '%s' not found!", hostlink->link_down.c_str());
 680
 681   auto* as_cluster = static_cast<simgrid::kernel::routing::ClusterZone*>(current_routing);
 682
 683   if (as_cluster->private_links_.find(netpoint->id()) != as_cluster->private_links_.end())
 684     surf_parse_error(std::string("Host_link for '") + hostlink->id.c_str() + "' is already defined!");
 685
 686   XBT_DEBUG("Push Host_link for host '%s' to position %u", netpoint->get_cname(), netpoint->id());
 687   as_cluster->private_links_.insert({netpoint->id(), {linkUp->get_impl(), linkDown->get_impl()}});
 688 }
 689
 690 void sg_platf_new_trace(simgrid::kernel::routing::ProfileCreationArgs* profile)
 691 {
 692   simgrid::kernel::profile::Profile* mgr_profile;
 693   if (not profile->file.empty()) {
 694     mgr_profile = simgrid::kernel::profile::Profile::from_file(profile->file);
 695   } else {
 696     xbt_assert(not profile->pc_data.empty(), "Trace '%s' must have either a content, or point to a file on disk.",
 697                profile->id.c_str());
 698     mgr_profile = simgrid::kernel::profile::Profile::from_string(profile->id, profile->pc_data, profile->periodicity);
 699   }
 700   traces_set_list.insert({profile->id, mgr_profile});
 701 }