Logo AND Algorithmique Numérique Distribuée

Public GIT Repository
9b6bc757fd5484e4738c31c2d8a95dffe692005a
[simgrid.git] / src / surf / sg_platf.cpp
1 /* Copyright (c) 2006-2019. The SimGrid Team. All rights reserved.          */
2
3 /* This program is free software; you can redistribute it and/or modify it
4  * under the terms of the license (GNU LGPL) which comes with this package. */
5
6 #include "simgrid/kernel/routing/ClusterZone.hpp"
7 #include "simgrid/kernel/routing/DijkstraZone.hpp"
8 #include "simgrid/kernel/routing/DragonflyZone.hpp"
9 #include "simgrid/kernel/routing/EmptyZone.hpp"
10 #include "simgrid/kernel/routing/FatTreeZone.hpp"
11 #include "simgrid/kernel/routing/FloydZone.hpp"
12 #include "simgrid/kernel/routing/FullZone.hpp"
13 #include "simgrid/kernel/routing/NetPoint.hpp"
14 #include "simgrid/kernel/routing/NetZoneImpl.hpp"
15 #include "simgrid/kernel/routing/TorusZone.hpp"
16 #include "simgrid/kernel/routing/VivaldiZone.hpp"
17 #include "simgrid/s4u/Engine.hpp"
18 #include "src/include/simgrid/sg_config.hpp"
19 #include "src/include/surf/surf.hpp"
20 #include "src/kernel/EngineImpl.hpp"
21 #include "src/simix/smx_host_private.hpp"
22 #include "src/simix/smx_private.hpp"
23 #include "src/surf/HostImpl.hpp"
24 #include "src/surf/xml/platf_private.hpp"
25
26 #include <string>
27
28 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(surf_parse);
29
30 XBT_PRIVATE std::map<std::string, simgrid::surf::StorageImpl*> mount_list;
31 XBT_PRIVATE std::vector<std::string> known_storages;
32
33 namespace simgrid {
34 namespace surf {
35
36 simgrid::xbt::signal<void(kernel::routing::ClusterCreationArgs*)> on_cluster;
37 }
38 }
39
40 static int surf_parse_models_setup_already_called = 0;
41 std::map<std::string, simgrid::surf::StorageType*> storage_types;
42
43 /** The current AS in the parsing */
44 static simgrid::kernel::routing::NetZoneImpl* current_routing = nullptr;
45 static simgrid::kernel::routing::NetZoneImpl* routing_get_current()
46 {
47   return current_routing;
48 }
49
50 /** Module management function: creates all internal data structures */
51 void sg_platf_init()
52 {
53   simgrid::s4u::on_platform_created.connect(check_disk_attachment);
54 }
55
56 /** Module management function: frees all internal data structures */
57 void sg_platf_exit() {
58   simgrid::surf::on_cluster.disconnect_slots();
59   simgrid::s4u::on_platform_created.disconnect_slots();
60
61   /* make sure that we will reinit the models while loading the platf once reinited */
62   surf_parse_models_setup_already_called = 0;
63   surf_parse_lex_destroy();
64 }
65
66 /** @brief Add a host to the current AS */
67 void sg_platf_new_host(simgrid::kernel::routing::HostCreationArgs* args)
68 {
69   std::map<std::string, std::string> props;
70   if (args->properties) {
71     for (auto const& elm : *args->properties)
72       props.insert({elm.first, elm.second});
73     delete args->properties;
74   }
75
76   simgrid::s4u::Host* host =
77       routing_get_current()->create_host(args->id, &args->speed_per_pstate, args->core_amount, &props);
78
79   host->pimpl_->storage_ = mount_list;
80   mount_list.clear();
81
82   /* Change from the defaults */
83   if (args->state_trace)
84     host->pimpl_cpu->set_state_profile(args->state_trace);
85   if (args->speed_trace)
86     host->pimpl_cpu->set_speed_profile(args->speed_trace);
87   if (args->pstate != 0)
88     host->pimpl_cpu->set_pstate(args->pstate);
89   if (args->coord && strcmp(args->coord, ""))
90     new simgrid::kernel::routing::vivaldi::Coords(host->pimpl_netpoint, args->coord);
91 }
92
93 /** @brief Add a "router" to the network element list */
94 simgrid::kernel::routing::NetPoint* sg_platf_new_router(std::string name, const char* coords)
95 {
96   simgrid::kernel::routing::NetZoneImpl* current_routing = routing_get_current();
97
98   if (current_routing->hierarchy_ == simgrid::kernel::routing::NetZoneImpl::RoutingMode::unset)
99     current_routing->hierarchy_ = simgrid::kernel::routing::NetZoneImpl::RoutingMode::base;
100   xbt_assert(nullptr == simgrid::s4u::Engine::get_instance()->netpoint_by_name_or_null(name),
101              "Refusing to create a router named '%s': this name already describes a node.", name.c_str());
102
103   simgrid::kernel::routing::NetPoint* netpoint = new simgrid::kernel::routing::NetPoint(
104       std::move(name), simgrid::kernel::routing::NetPoint::Type::Router, current_routing);
105   XBT_DEBUG("Router '%s' has the id %u", netpoint->get_cname(), netpoint->id());
106
107   if (coords && strcmp(coords, ""))
108     new simgrid::kernel::routing::vivaldi::Coords(netpoint, coords);
109
110
111   return netpoint;
112 }
113
114 static void sg_platf_new_link(simgrid::kernel::routing::LinkCreationArgs* link, const std::string& link_name)
115 {
116   simgrid::kernel::resource::LinkImpl* l =
117       surf_network_model->create_link(link_name, link->bandwidth, link->latency, link->policy);
118
119   if (link->properties) {
120     for (auto const& elm : *link->properties)
121       l->set_property(elm.first, elm.second);
122   }
123
124   if (link->latency_trace)
125     l->set_latency_profile(link->latency_trace);
126   if (link->bandwidth_trace)
127     l->set_bandwidth_profile(link->bandwidth_trace);
128   if (link->state_trace)
129     l->set_state_profile(link->state_trace);
130 }
131
132 void sg_platf_new_link(simgrid::kernel::routing::LinkCreationArgs* link)
133 {
134   if (link->policy == simgrid::s4u::Link::SharingPolicy::SPLITDUPLEX) {
135     sg_platf_new_link(link, link->id + "_UP");
136     sg_platf_new_link(link, link->id + "_DOWN");
137   } else {
138     sg_platf_new_link(link, link->id);
139   }
140   delete link->properties;
141 }
142
143 void sg_platf_new_cluster(simgrid::kernel::routing::ClusterCreationArgs* cluster)
144 {
145   using simgrid::kernel::routing::ClusterZone;
146   using simgrid::kernel::routing::DragonflyZone;
147   using simgrid::kernel::routing::FatTreeZone;
148   using simgrid::kernel::routing::TorusZone;
149
150   int rankId=0;
151
152   // What an inventive way of initializing the AS that I have as ancestor :-(
153   simgrid::kernel::routing::ZoneCreationArgs zone;
154   zone.id = cluster->id;
155   switch (cluster->topology) {
156     case simgrid::kernel::routing::ClusterTopology::TORUS:
157       zone.routing = A_surfxml_AS_routing_ClusterTorus;
158       break;
159     case simgrid::kernel::routing::ClusterTopology::DRAGONFLY:
160       zone.routing = A_surfxml_AS_routing_ClusterDragonfly;
161       break;
162     case simgrid::kernel::routing::ClusterTopology::FAT_TREE:
163       zone.routing = A_surfxml_AS_routing_ClusterFatTree;
164       break;
165     default:
166       zone.routing = A_surfxml_AS_routing_Cluster;
167       break;
168   }
169   sg_platf_new_Zone_begin(&zone);
170   simgrid::kernel::routing::ClusterZone* current_as = static_cast<ClusterZone*>(routing_get_current());
171   current_as->parse_specific_arguments(cluster);
172
173   if(cluster->loopback_bw > 0 || cluster->loopback_lat > 0){
174     current_as->num_links_per_node_++;
175     current_as->has_loopback_ = true;
176   }
177
178   if(cluster->limiter_link > 0){
179     current_as->num_links_per_node_++;
180     current_as->has_limiter_ = true;
181   }
182
183   for (int const& i : *cluster->radicals) {
184     std::string host_id = std::string(cluster->prefix) + std::to_string(i) + cluster->suffix;
185     std::string link_id = std::string(cluster->id) + "_link_" + std::to_string(i);
186
187     XBT_DEBUG("<host\tid=\"%s\"\tpower=\"%f\">", host_id.c_str(), cluster->speeds.front());
188
189     simgrid::kernel::routing::HostCreationArgs host;
190     host.id = host_id.c_str();
191     if ((cluster->properties != nullptr) && (not cluster->properties->empty())) {
192       host.properties = new std::unordered_map<std::string, std::string>;
193
194       for (auto const& elm : *cluster->properties)
195         host.properties->insert({elm.first, elm.second});
196     }
197
198     host.speed_per_pstate = cluster->speeds;
199     host.pstate = 0;
200     host.core_amount = cluster->core_amount;
201     host.coord = "";
202     sg_platf_new_host(&host);
203     XBT_DEBUG("</host>");
204
205     XBT_DEBUG("<link\tid=\"%s\"\tbw=\"%f\"\tlat=\"%f\"/>", link_id.c_str(), cluster->bw, cluster->lat);
206
207     // All links are saved in a matrix;
208     // every row describes a single node; every node may have multiple links.
209     // the first column may store a link from x to x if p_has_loopback is set
210     // the second column may store a limiter link if p_has_limiter is set
211     // other columns are to store one or more link for the node
212
213     //add a loopback link
214     simgrid::s4u::Link* linkUp   = nullptr;
215     simgrid::s4u::Link* linkDown = nullptr;
216     if(cluster->loopback_bw > 0 || cluster->loopback_lat > 0){
217       std::string tmp_link = link_id + "_loopback";
218       XBT_DEBUG("<loopback\tid=\"%s\"\tbw=\"%f\"/>", tmp_link.c_str(), cluster->loopback_bw);
219
220       simgrid::kernel::routing::LinkCreationArgs link;
221       link.id        = tmp_link;
222       link.bandwidth = cluster->loopback_bw;
223       link.latency   = cluster->loopback_lat;
224       link.policy    = simgrid::s4u::Link::SharingPolicy::FATPIPE;
225       sg_platf_new_link(&link);
226       linkUp   = simgrid::s4u::Link::by_name_or_null(tmp_link);
227       linkDown = simgrid::s4u::Link::by_name_or_null(tmp_link);
228
229       auto* as_cluster = static_cast<ClusterZone*>(current_as);
230       as_cluster->private_links_.insert({as_cluster->node_pos(rankId), {linkUp->get_impl(), linkDown->get_impl()}});
231     }
232
233     //add a limiter link (shared link to account for maximal bandwidth of the node)
234     linkUp   = nullptr;
235     linkDown = nullptr;
236     if(cluster->limiter_link > 0){
237       std::string tmp_link = std::string(link_id) + "_limiter";
238       XBT_DEBUG("<limiter\tid=\"%s\"\tbw=\"%f\"/>", tmp_link.c_str(), cluster->limiter_link);
239
240       simgrid::kernel::routing::LinkCreationArgs link;
241       link.id        = tmp_link;
242       link.bandwidth = cluster->limiter_link;
243       link.latency = 0;
244       link.policy    = simgrid::s4u::Link::SharingPolicy::SHARED;
245       sg_platf_new_link(&link);
246       linkDown = simgrid::s4u::Link::by_name_or_null(tmp_link);
247       linkUp   = linkDown;
248       current_as->private_links_.insert(
249           {current_as->node_pos_with_loopback(rankId), {linkUp->get_impl(), linkDown->get_impl()}});
250     }
251
252     //call the cluster function that adds the others links
253     if (cluster->topology == simgrid::kernel::routing::ClusterTopology::FAT_TREE) {
254       static_cast<FatTreeZone*>(current_as)->add_processing_node(i);
255     } else {
256       current_as->create_links_for_node(cluster, i, rankId, current_as->node_pos_with_loopback_limiter(rankId));
257     }
258     rankId++;
259   }
260   delete cluster->properties;
261
262   // Add a router.
263   XBT_DEBUG(" ");
264   XBT_DEBUG("<router id=\"%s\"/>", cluster->router_id.c_str());
265   if (cluster->router_id.empty()) {
266     std::string newid   = std::string(cluster->prefix) + cluster->id + "_router" + cluster->suffix;
267     current_as->router_ = sg_platf_new_router(newid, NULL);
268   } else {
269     current_as->router_ = sg_platf_new_router(cluster->router_id, NULL);
270   }
271
272   //Make the backbone
273   if ((cluster->bb_bw > 0) || (cluster->bb_lat > 0)) {
274
275     simgrid::kernel::routing::LinkCreationArgs link;
276     link.id        = std::string(cluster->id)+ "_backbone";
277     link.bandwidth = cluster->bb_bw;
278     link.latency   = cluster->bb_lat;
279     link.policy    = cluster->bb_sharing_policy;
280
281     XBT_DEBUG("<link\tid=\"%s\" bw=\"%f\" lat=\"%f\"/>", link.id.c_str(), cluster->bb_bw, cluster->bb_lat);
282     sg_platf_new_link(&link);
283
284     routing_cluster_add_backbone(simgrid::s4u::Link::by_name(link.id)->get_impl());
285   }
286
287   XBT_DEBUG("</AS>");
288   sg_platf_new_Zone_seal();
289
290   simgrid::surf::on_cluster(cluster);
291   delete cluster->radicals;
292 }
293
294 void routing_cluster_add_backbone(simgrid::kernel::resource::LinkImpl* bb)
295 {
296   simgrid::kernel::routing::ClusterZone* cluster =
297       dynamic_cast<simgrid::kernel::routing::ClusterZone*>(current_routing);
298
299   xbt_assert(cluster, "Only hosts from Cluster can get a backbone.");
300   xbt_assert(nullptr == cluster->backbone_, "Cluster %s already has a backbone link!", cluster->get_cname());
301
302   cluster->backbone_ = bb;
303   XBT_DEBUG("Add a backbone to AS '%s'", current_routing->get_cname());
304 }
305
306 void sg_platf_new_cabinet(simgrid::kernel::routing::CabinetCreationArgs* cabinet)
307 {
308   for (int const& radical : *cabinet->radicals) {
309     std::string hostname = cabinet->prefix + std::to_string(radical) + cabinet->suffix;
310     simgrid::kernel::routing::HostCreationArgs host;
311     host.pstate           = 0;
312     host.core_amount      = 1;
313     host.id               = hostname.c_str();
314     host.speed_per_pstate.push_back(cabinet->speed);
315     sg_platf_new_host(&host);
316
317     simgrid::kernel::routing::LinkCreationArgs link;
318     link.policy    = simgrid::s4u::Link::SharingPolicy::SPLITDUPLEX;
319     link.latency   = cabinet->lat;
320     link.bandwidth = cabinet->bw;
321     link.id        = "link_" + hostname;
322     sg_platf_new_link(&link);
323
324     simgrid::kernel::routing::HostLinkCreationArgs host_link;
325     host_link.id        = hostname;
326     host_link.link_up   = std::string("link_") + hostname + "_UP";
327     host_link.link_down = std::string("link_") + hostname + "_DOWN";
328     sg_platf_new_hostlink(&host_link);
329   }
330   delete cabinet->radicals;
331 }
332
333 void sg_platf_new_storage(simgrid::kernel::routing::StorageCreationArgs* storage)
334 {
335   xbt_assert(std::find(known_storages.begin(), known_storages.end(), storage->id) == known_storages.end(),
336              "Refusing to add a second storage named \"%s\"", storage->id.c_str());
337
338   simgrid::surf::StorageType* stype;
339   auto st = storage_types.find(storage->type_id);
340   if (st != storage_types.end()) {
341     stype = st->second;
342   } else {
343     xbt_die("No storage type '%s'", storage->type_id.c_str());
344   }
345
346   XBT_DEBUG("ROUTING Create a storage name '%s' with type_id '%s' and content '%s'", storage->id.c_str(),
347             storage->type_id.c_str(), storage->content.c_str());
348
349   known_storages.push_back(storage->id);
350
351   // if storage content is not specified use the content of storage_type if any
352   if (storage->content.empty() && not stype->content.empty()) {
353     storage->content = stype->content;
354     XBT_DEBUG("For disk '%s' content is empty, inherit the content (of type %s)", storage->id.c_str(),
355               stype->id.c_str());
356   }
357
358   XBT_DEBUG("SURF storage create resource\n\t\tid '%s'\n\t\ttype '%s' "
359             "\n\t\tmodel '%s' \n\t\tcontent '%s' "
360             "\n\t\tproperties '%p''\n",
361             storage->id.c_str(), stype->model.c_str(), stype->id.c_str(), storage->content.c_str(),
362             storage->properties);
363
364   auto s = surf_storage_model->createStorage(storage->id, stype->id, storage->content, storage->attach);
365
366   if (storage->properties) {
367     for (auto const& elm : *storage->properties)
368       s->set_property(elm.first, elm.second);
369     delete storage->properties;
370   }
371 }
372
373 void sg_platf_new_storage_type(simgrid::kernel::routing::StorageTypeCreationArgs* storage_type)
374 {
375   xbt_assert(storage_types.find(storage_type->id) == storage_types.end(),
376              "Reading a storage type, processing unit \"%s\" already exists", storage_type->id.c_str());
377
378   simgrid::surf::StorageType* stype =
379       new simgrid::surf::StorageType(storage_type->id, storage_type->model, storage_type->content,
380                                      storage_type->properties, storage_type->model_properties, storage_type->size);
381
382   XBT_DEBUG("Create a storage type id '%s' with model '%s', content '%s'", storage_type->id.c_str(),
383             storage_type->model.c_str(), storage_type->content.c_str());
384
385   storage_types[storage_type->id] = stype;
386 }
387
388 void sg_platf_new_mount(simgrid::kernel::routing::MountCreationArgs* mount)
389 {
390   xbt_assert(std::find(known_storages.begin(), known_storages.end(), mount->storageId) != known_storages.end(),
391              "Cannot mount non-existent disk \"%s\"", mount->storageId.c_str());
392
393   XBT_DEBUG("Mount '%s' on '%s'", mount->storageId.c_str(), mount->name.c_str());
394
395   if (mount_list.empty())
396     XBT_DEBUG("Create a Mount list for %s", A_surfxml_host_id);
397   mount_list.insert({mount->name, simgrid::s4u::Engine::get_instance()->storage_by_name(mount->storageId)->get_impl()});
398 }
399
400 void sg_platf_new_route(simgrid::kernel::routing::RouteCreationArgs* route)
401 {
402   routing_get_current()->add_route(route->src, route->dst, route->gw_src, route->gw_dst, route->link_list,
403                                    route->symmetrical);
404 }
405
406 void sg_platf_new_bypassRoute(simgrid::kernel::routing::RouteCreationArgs* bypassRoute)
407 {
408   routing_get_current()->add_bypass_route(bypassRoute->src, bypassRoute->dst, bypassRoute->gw_src, bypassRoute->gw_dst,
409                                           bypassRoute->link_list, bypassRoute->symmetrical);
410 }
411
412 void sg_platf_new_actor(simgrid::kernel::routing::ActorCreationArgs* actor)
413 {
414   sg_host_t host = sg_host_by_name(actor->host);
415   if (not host) {
416     // The requested host does not exist. Do a nice message to the user
417     std::string msg = std::string("Cannot create actor '") + actor->function + "': host '" + actor->host +
418                       "' does not exist\nExisting hosts: '";
419
420     std::vector<simgrid::s4u::Host*> list = simgrid::s4u::Engine::get_instance()->get_all_hosts();
421
422     for (auto const& host : list) {
423       msg += host->get_name();
424       msg += "', '";
425       if (msg.length() > 1024) {
426         msg.pop_back(); // remove trailing quote
427         msg += "...(list truncated)......";
428         break;
429       }
430     }
431     xbt_die("%s", msg.c_str());
432   }
433   simgrid::simix::ActorCodeFactory& factory = SIMIX_get_actor_code_factory(actor->function);
434   xbt_assert(factory, "Error while creating an actor from the XML file: Function '%s' not registered", actor->function);
435
436   double start_time = actor->start_time;
437   double kill_time  = actor->kill_time;
438   bool auto_restart = actor->on_failure != simgrid::kernel::routing::ActorOnFailure::DIE;
439
440   std::string actor_name     = actor->args[0];
441   simgrid::simix::ActorCode code = factory(std::move(actor->args));
442   std::shared_ptr<std::unordered_map<std::string, std::string>> properties(actor->properties);
443
444   simgrid::kernel::actor::ProcessArg* arg =
445       new simgrid::kernel::actor::ProcessArg(actor_name, code, nullptr, host, kill_time, properties, auto_restart);
446
447   host->pimpl_->actors_at_boot_.emplace_back(arg);
448
449   if (start_time > SIMIX_get_clock()) {
450
451     arg = new simgrid::kernel::actor::ProcessArg(actor_name, code, nullptr, host, kill_time, properties, auto_restart);
452
453     XBT_DEBUG("Process %s@%s will be started at time %f", arg->name.c_str(), arg->host->get_cname(), start_time);
454     simgrid::simix::Timer::set(start_time, [arg, auto_restart]() {
455       simgrid::kernel::actor::ActorImplPtr actor = simgrid::kernel::actor::ActorImpl::create(
456           arg->name.c_str(), std::move(arg->code), arg->data, arg->host, arg->properties.get(), nullptr);
457       if (arg->kill_time >= 0)
458         actor->set_kill_time(arg->kill_time);
459       if (auto_restart)
460         actor->set_auto_restart(auto_restart);
461       delete arg;
462     });
463   } else {                      // start_time <= SIMIX_get_clock()
464     XBT_DEBUG("Starting Process %s(%s) right now", arg->name.c_str(), host->get_cname());
465
466     simgrid::kernel::actor::ActorImplPtr actor = simgrid::kernel::actor::ActorImpl::create(
467         arg->name.c_str(), std::move(code), nullptr, host, arg->properties.get(), nullptr);
468
469     /* The actor creation will fail if the host is currently dead, but that's fine */
470     if (actor != nullptr) {
471       if (arg->kill_time >= 0)
472         actor->set_kill_time(arg->kill_time);
473       if (auto_restart)
474         actor->set_auto_restart(auto_restart);
475     }
476   }
477 }
478
479 void sg_platf_new_peer(simgrid::kernel::routing::PeerCreationArgs* peer)
480 {
481   simgrid::kernel::routing::VivaldiZone* as = dynamic_cast<simgrid::kernel::routing::VivaldiZone*>(current_routing);
482   xbt_assert(as, "<peer> tag can only be used in Vivaldi netzones.");
483
484   std::vector<double> speedPerPstate;
485   speedPerPstate.push_back(peer->speed);
486   simgrid::s4u::Host* host = as->create_host(peer->id.c_str(), &speedPerPstate, 1, nullptr);
487
488   as->set_peer_link(host->pimpl_netpoint, peer->bw_in, peer->bw_out, peer->coord);
489
490   /* Change from the defaults */
491   if (peer->state_trace)
492     host->pimpl_cpu->set_state_profile(peer->state_trace);
493   if (peer->speed_trace)
494     host->pimpl_cpu->set_speed_profile(peer->speed_trace);
495 }
496
497 /* Pick the right models for CPU, net and host, and call their model_init_preparse */
498 static void surf_config_models_setup()
499 {
500   std::string host_model_name    = simgrid::config::get_value<std::string>("host/model");
501   std::string network_model_name = simgrid::config::get_value<std::string>("network/model");
502   std::string cpu_model_name     = simgrid::config::get_value<std::string>("cpu/model");
503   std::string storage_model_name = simgrid::config::get_value<std::string>("storage/model");
504
505   /* The compound host model is needed when using non-default net/cpu models */
506   if ((not simgrid::config::is_default("network/model") || not simgrid::config::is_default("cpu/model")) &&
507       simgrid::config::is_default("host/model")) {
508     host_model_name = "compound";
509     simgrid::config::set_value("host/model", host_model_name);
510   }
511
512   XBT_DEBUG("host model: %s", host_model_name.c_str());
513   if (host_model_name == "compound") {
514     xbt_assert(not cpu_model_name.empty(), "Set a cpu model to use with the 'compound' host model");
515     xbt_assert(not network_model_name.empty(), "Set a network model to use with the 'compound' host model");
516
517     int cpu_id = find_model_description(surf_cpu_model_description, cpu_model_name);
518     surf_cpu_model_description[cpu_id].model_init_preparse();
519
520     int network_id = find_model_description(surf_network_model_description, network_model_name);
521     surf_network_model_description[network_id].model_init_preparse();
522   }
523
524   XBT_DEBUG("Call host_model_init");
525   int host_id = find_model_description(surf_host_model_description, host_model_name);
526   surf_host_model_description[host_id].model_init_preparse();
527
528   XBT_DEBUG("Call vm_model_init");
529   surf_vm_model_init_HL13();
530
531   XBT_DEBUG("Call storage_model_init");
532   int storage_id = find_model_description(surf_storage_model_description, storage_model_name);
533   surf_storage_model_description[storage_id].model_init_preparse();
534 }
535
536 /**
537  * @brief Add a Zone to the platform
538  *
539  * Add a new autonomous system to the platform. Any elements (such as host, router or sub-Zone) added after this call
540  * and before the corresponding call to sg_platf_new_Zone_seal() will be added to this Zone.
541  *
542  * Once this function was called, the configuration concerning the used models cannot be changed anymore.
543  *
544  * @param zone the parameters defining the Zone to build.
545  */
546 simgrid::kernel::routing::NetZoneImpl* sg_platf_new_Zone_begin(simgrid::kernel::routing::ZoneCreationArgs* zone)
547 {
548   if (not surf_parse_models_setup_already_called) {
549     simgrid::s4u::on_platform_creation();
550
551     /* Initialize the surf models. That must be done after we got all config, and before we need the models.
552      * That is, after the last <config> tag, if any, and before the first of cluster|peer|zone|trace|trace_connect
553      *
554      * I'm not sure for <trace> and <trace_connect>, there may be a bug here
555      * (FIXME: check it out by creating a file beginning with one of these tags)
556      * but cluster and peer come down to zone creations, so putting this verification here is correct.
557      */
558     surf_parse_models_setup_already_called = 1;
559     surf_config_models_setup();
560   }
561
562   _sg_cfg_init_status = 2; /* HACK: direct access to the global controlling the level of configuration to prevent
563                             * any further config now that we created some real content */
564
565   /* search the routing model */
566   simgrid::kernel::routing::NetZoneImpl* new_zone = nullptr;
567   simgrid::kernel::resource::NetworkModel* netmodel =
568       current_routing == nullptr ? surf_network_model : current_routing->network_model_;
569   switch (zone->routing) {
570     case A_surfxml_AS_routing_Cluster:
571       new_zone = new simgrid::kernel::routing::ClusterZone(current_routing, zone->id, netmodel);
572       break;
573     case A_surfxml_AS_routing_ClusterDragonfly:
574       new_zone = new simgrid::kernel::routing::DragonflyZone(current_routing, zone->id, netmodel);
575       break;
576     case A_surfxml_AS_routing_ClusterTorus:
577       new_zone = new simgrid::kernel::routing::TorusZone(current_routing, zone->id, netmodel);
578       break;
579     case A_surfxml_AS_routing_ClusterFatTree:
580       new_zone = new simgrid::kernel::routing::FatTreeZone(current_routing, zone->id, netmodel);
581       break;
582     case A_surfxml_AS_routing_Dijkstra:
583       new_zone = new simgrid::kernel::routing::DijkstraZone(current_routing, zone->id, netmodel, false);
584       break;
585     case A_surfxml_AS_routing_DijkstraCache:
586       new_zone = new simgrid::kernel::routing::DijkstraZone(current_routing, zone->id, netmodel, true);
587       break;
588     case A_surfxml_AS_routing_Floyd:
589       new_zone = new simgrid::kernel::routing::FloydZone(current_routing, zone->id, netmodel);
590       break;
591     case A_surfxml_AS_routing_Full:
592       new_zone = new simgrid::kernel::routing::FullZone(current_routing, zone->id, netmodel);
593       break;
594     case A_surfxml_AS_routing_None:
595       new_zone = new simgrid::kernel::routing::EmptyZone(current_routing, zone->id, netmodel);
596       break;
597     case A_surfxml_AS_routing_Vivaldi:
598       new_zone = new simgrid::kernel::routing::VivaldiZone(current_routing, zone->id, netmodel);
599       break;
600     default:
601       xbt_die("Not a valid model!");
602       break;
603   }
604
605   if (current_routing == nullptr) { /* it is the first one */
606     simgrid::s4u::Engine::get_instance()->set_netzone_root(new_zone->get_iface());
607   } else {
608     /* set the father behavior */
609     if (current_routing->hierarchy_ == simgrid::kernel::routing::NetZoneImpl::RoutingMode::unset)
610       current_routing->hierarchy_ = simgrid::kernel::routing::NetZoneImpl::RoutingMode::recursive;
611     /* add to the sons dictionary */
612     current_routing->get_children()->push_back(new_zone);
613   }
614
615   /* set the new current component of the tree */
616   current_routing = new_zone;
617   simgrid::s4u::NetZone::on_creation(*new_zone->get_iface()); // notify the signal
618
619   return new_zone;
620 }
621
622 /**
623  * @brief Specify that the description of the current AS is finished
624  *
625  * Once you've declared all the content of your AS, you have to seal
626  * it with this call. Your AS is not usable until you call this function.
627  */
628 void sg_platf_new_Zone_seal()
629 {
630   xbt_assert(current_routing, "Cannot seal the current AS: none under construction");
631   current_routing->seal();
632   simgrid::s4u::NetZone::on_seal(*current_routing->get_iface());
633   current_routing = static_cast<simgrid::kernel::routing::NetZoneImpl*>(current_routing->get_father());
634 }
635
636 /** @brief Add a link connecting a host to the rest of its AS (which must be cluster or vivaldi) */
637 void sg_platf_new_hostlink(simgrid::kernel::routing::HostLinkCreationArgs* hostlink)
638 {
639   simgrid::kernel::routing::NetPoint* netpoint = sg_host_by_name(hostlink->id.c_str())->pimpl_netpoint;
640   xbt_assert(netpoint, "Host '%s' not found!", hostlink->id.c_str());
641   xbt_assert(dynamic_cast<simgrid::kernel::routing::ClusterZone*>(current_routing),
642              "Only hosts from Cluster and Vivaldi ASes can get a host_link.");
643
644   simgrid::s4u::Link* linkUp   = simgrid::s4u::Link::by_name_or_null(hostlink->link_up);
645   simgrid::s4u::Link* linkDown = simgrid::s4u::Link::by_name_or_null(hostlink->link_down);
646
647   xbt_assert(linkUp, "Link '%s' not found!", hostlink->link_up.c_str());
648   xbt_assert(linkDown, "Link '%s' not found!", hostlink->link_down.c_str());
649
650   auto* as_cluster = static_cast<simgrid::kernel::routing::ClusterZone*>(current_routing);
651
652   if (as_cluster->private_links_.find(netpoint->id()) != as_cluster->private_links_.end())
653     surf_parse_error(std::string("Host_link for '") + hostlink->id.c_str() + "' is already defined!");
654
655   XBT_DEBUG("Push Host_link for host '%s' to position %u", netpoint->get_cname(), netpoint->id());
656   as_cluster->private_links_.insert({netpoint->id(), {linkUp->get_impl(), linkDown->get_impl()}});
657 }
658
659 void sg_platf_new_trace(simgrid::kernel::routing::ProfileCreationArgs* profile)
660 {
661   simgrid::kernel::profile::Profile* mgr_profile;
662   if (not profile->file.empty()) {
663     mgr_profile = simgrid::kernel::profile::Profile::from_file(profile->file);
664   } else {
665     xbt_assert(not profile->pc_data.empty(), "Trace '%s' must have either a content, or point to a file on disk.",
666                profile->id.c_str());
667     mgr_profile = simgrid::kernel::profile::Profile::from_string(profile->id, profile->pc_data, profile->periodicity);
668   }
669   traces_set_list.insert({profile->id, mgr_profile});
670 }