X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/b25ba22df3453203e67cc1de156130f15bd7d404..657a66f7b1356f4d91ae3392f2cd999f0406a60c:/src/surf/sg_platf.cpp diff --git a/src/surf/sg_platf.cpp b/src/surf/sg_platf.cpp index 4d91bb48d5..e62ee466b9 100644 --- a/src/surf/sg_platf.cpp +++ b/src/surf/sg_platf.cpp @@ -38,14 +38,13 @@ xbt::signal on_cluster_creation; } // namespace kernel } // namespace simgrid -static int surf_parse_models_setup_already_called = 0; - -/** The current AS in the parsing */ +/** The current NetZone in the parsing */ static simgrid::kernel::routing::NetZoneImpl* current_routing = nullptr; static simgrid::kernel::routing::NetZoneImpl* routing_get_current() { return current_routing; } +static simgrid::s4u::Host* current_host = nullptr; /** Module management function: creates all internal data structures */ void sg_platf_init() @@ -59,75 +58,75 @@ void sg_platf_exit() simgrid::kernel::routing::on_cluster_creation.disconnect_slots(); simgrid::s4u::Engine::on_platform_created.disconnect_slots(); - /* make sure that we will reinit the models while loading the platf once reinited */ - surf_parse_models_setup_already_called = 0; surf_parse_lex_destroy(); } -/** @brief Add a host to the current AS */ -void sg_platf_new_host(const simgrid::kernel::routing::HostCreationArgs* args) +/** @brief Add a host to the current NetZone */ +void sg_platf_new_host_begin(const simgrid::kernel::routing::HostCreationArgs* args) { - simgrid::s4u::Host* host = routing_get_current()->create_host(args->id, args->speed_per_pstate, args->core_amount); + current_host = routing_get_current() + ->create_host(args->id, args->speed_per_pstate) + ->set_coordinates(args->coord) + ->set_core_count(args->core_amount) + ->set_state_profile(args->state_trace) + ->set_speed_profile(args->speed_trace); +} - if (args->properties) { - host->set_properties(*args->properties); - delete args->properties; - } +void sg_platf_new_host_set_properties(const std::unordered_map& props) +{ + xbt_assert(current_host, "Cannot set properties of the current host: none under construction"); + current_host->set_properties(props); +} - host->pimpl_->set_disks(args->disks, host); +void sg_platf_new_host_seal(int pstate) +{ + xbt_assert(current_host, "Cannot seal the current Host: none under construction"); + current_host->seal(); - /* Change from the defaults */ - if (args->state_trace) - host->set_state_profile(args->state_trace); - if (args->speed_trace) - host->set_speed_profile(args->speed_trace); - if (not args->coord.empty()) - new simgrid::kernel::routing::vivaldi::Coords(host->get_netpoint(), args->coord); + /* When energy plugin is activated, changing the pstate requires to already have the HostEnergy extension whose + * allocation is triggered by the on_creation signal. Then set_pstate must be called after the signal emission */ - simgrid::s4u::Host::on_creation(*host); // notify the signal + if (pstate != 0) + current_host->set_pstate(pstate); - /* When energy plugin is activated, changing the pstate requires to already have the HostEnergy extension whose - * allocation is triggered by the on_creation signal. Then set_pstate must be called after the signal emition */ - if (args->pstate != 0) - host->set_pstate(args->pstate); + current_host = nullptr; } -/** @brief Add a "router" to the network element list */ -simgrid::kernel::routing::NetPoint* sg_platf_new_router(const std::string& name, const char* coords) +void sg_platf_new_peer(const simgrid::kernel::routing::PeerCreationArgs* args) { - if (current_routing->hierarchy_ == simgrid::kernel::routing::NetZoneImpl::RoutingMode::unset) - current_routing->hierarchy_ = simgrid::kernel::routing::NetZoneImpl::RoutingMode::base; - xbt_assert(nullptr == simgrid::s4u::Engine::get_instance()->netpoint_by_name_or_null(name), - "Refusing to create a router named '%s': this name already describes a node.", name.c_str()); + auto* zone = dynamic_cast(current_routing); + xbt_assert(zone, " tag can only be used in Vivaldi netzones."); - auto* netpoint = - new simgrid::kernel::routing::NetPoint(name, simgrid::kernel::routing::NetPoint::Type::Router, current_routing); - XBT_DEBUG("Router '%s' has the id %u", netpoint->get_cname(), netpoint->id()); + const auto* peer = zone->create_host(args->id, std::vector{args->speed}) + ->set_state_profile(args->state_trace) + ->set_speed_profile(args->speed_trace) + ->set_coordinates(args->coord) + ->seal(); - if (coords && strcmp(coords, "")) - new simgrid::kernel::routing::vivaldi::Coords(netpoint, coords); + zone->set_peer_link(peer->get_netpoint(), args->bw_in, args->bw_out); +} + +/** @brief Add a "router" to the network element list */ +simgrid::kernel::routing::NetPoint* sg_platf_new_router(const std::string& name, const std::string& coords) +{ + auto* netpoint = current_routing->create_router(name)->set_coordinates(coords); + XBT_DEBUG("Router '%s' has the id %u", netpoint->get_cname(), netpoint->id()); return netpoint; } static void sg_platf_new_link(const simgrid::kernel::routing::LinkCreationArgs* args, const std::string& link_name) { - simgrid::s4u::Link* link = routing_get_current()->create_link(link_name, args->bandwidths, args->policy); - if (args->policy != simgrid::s4u::Link::SharingPolicy::WIFI) - link->get_impl()->set_latency(args->latency); - - if (args->properties) - link->set_properties(*args->properties); - - simgrid::kernel::resource::LinkImpl* l = link->get_impl(); - if (args->latency_trace) - l->set_latency_profile(args->latency_trace); - if (args->bandwidth_trace) - l->set_bandwidth_profile(args->bandwidth_trace); - if (args->state_trace) - l->set_state_profile(args->state_trace); - - link->seal(); + routing_get_current() + ->create_link(link_name, args->bandwidths) + ->set_properties(args->properties) + ->get_impl() // this call to get_impl saves some simcalls but can be removed + ->set_sharing_policy(args->policy) + ->set_state_profile(args->state_trace) + ->set_latency_profile(args->latency_trace) + ->set_bandwidth_profile(args->bandwidth_trace) + ->set_latency(args->latency) + ->seal(); } void sg_platf_new_link(const simgrid::kernel::routing::LinkCreationArgs* link) @@ -138,74 +137,321 @@ void sg_platf_new_link(const simgrid::kernel::routing::LinkCreationArgs* link) } else { sg_platf_new_link(link, link->id); } - delete link->properties; } -void sg_platf_new_cluster(simgrid::kernel::routing::ClusterCreationArgs* cluster) +void sg_platf_new_disk(const simgrid::kernel::routing::DiskCreationArgs* disk) { - using simgrid::kernel::routing::ClusterZone; + const simgrid::s4u::Disk* new_disk = routing_get_current() + ->create_disk(disk->id, disk->read_bw, disk->write_bw) + ->set_host(current_host) + ->set_properties(disk->properties) + ->seal(); + + current_host->add_disk(new_disk); +} + +/*************************************************************************************************/ +/** @brief Auxiliary function to create hosts */ +static std::pair +sg_platf_cluster_create_host(const simgrid::kernel::routing::ClusterCreationArgs* cluster, simgrid::s4u::NetZone* zone, + const std::vector& /*coord*/, int id) +{ + xbt_assert(static_cast(id) < cluster->radicals.size(), + "Zone(%s): error when creating host number %d in the zone. Insufficient number of radicals available " + "(total = %zu). Check the 'radical' parameter in XML", + cluster->id.c_str(), id, cluster->radicals.size()); + + std::string host_id = std::string(cluster->prefix) + std::to_string(cluster->radicals[id]) + cluster->suffix; + XBT_DEBUG("Cluster: creating host=%s speed=%f", host_id.c_str(), cluster->speeds.front()); + const simgrid::s4u::Host* host = zone->create_host(host_id, cluster->speeds) + ->set_core_count(cluster->core_amount) + ->set_properties(cluster->properties) + ->seal(); + return std::make_pair(host->get_netpoint(), nullptr); +} + +/** @brief Auxiliary function to create loopback links */ +static simgrid::s4u::Link* +sg_platf_cluster_create_loopback(const simgrid::kernel::routing::ClusterCreationArgs* cluster, + simgrid::s4u::NetZone* zone, const std::vector& /*coord*/, int id) +{ + xbt_assert(static_cast(id) < cluster->radicals.size(), + "Zone(%s): error when creating loopback for host number %d in the zone. Insufficient number of radicals " + "available " + "(total = %zu). Check the 'radical' parameter in XML", + cluster->id.c_str(), id, cluster->radicals.size()); + + std::string link_id = std::string(cluster->id) + "_link_" + std::to_string(cluster->radicals[id]) + "_loopback"; + XBT_DEBUG("Cluster: creating loopback link=%s bw=%f", link_id.c_str(), cluster->loopback_bw); + + simgrid::s4u::Link* loopback = zone->create_link(link_id, cluster->loopback_bw) + ->set_sharing_policy(simgrid::s4u::Link::SharingPolicy::FATPIPE) + ->set_latency(cluster->loopback_lat) + ->seal(); + return loopback; +} + +/** @brief Auxiliary function to create limiter links */ +static simgrid::s4u::Link* sg_platf_cluster_create_limiter(const simgrid::kernel::routing::ClusterCreationArgs* cluster, + simgrid::s4u::NetZone* zone, + const std::vector& /*coord*/, int id) +{ + std::string link_id = std::string(cluster->id) + "_link_" + std::to_string(id) + "_limiter"; + XBT_DEBUG("Cluster: creating limiter link=%s bw=%f", link_id.c_str(), cluster->limiter_link); + + simgrid::s4u::Link* limiter = zone->create_link(link_id, cluster->limiter_link)->seal(); + return limiter; +} + +/** @brief Create Torus, Fat-Tree and Dragonfly clusters */ +static void sg_platf_new_cluster_hierarchical(const simgrid::kernel::routing::ClusterCreationArgs* cluster) +{ + using namespace std::placeholders; using simgrid::kernel::routing::DragonflyZone; using simgrid::kernel::routing::FatTreeZone; using simgrid::kernel::routing::TorusZone; - int rankId = 0; + auto set_host = std::bind(sg_platf_cluster_create_host, cluster, _1, _2, _3); + std::function set_loopback{}; + std::function set_limiter{}; - // What an inventive way of initializing the AS that I have as ancestor :-( - simgrid::kernel::routing::ZoneCreationArgs zone; - zone.id = cluster->id; + if (cluster->loopback_bw > 0 || cluster->loopback_lat > 0) { + set_loopback = std::bind(sg_platf_cluster_create_loopback, cluster, _1, _2, _3); + } + + if (cluster->limiter_link > 0) { + set_limiter = std::bind(sg_platf_cluster_create_limiter, cluster, _1, _2, _3); + } + + simgrid::s4u::NetZone const* parent = routing_get_current() ? routing_get_current()->get_iface() : nullptr; + simgrid::s4u::NetZone* zone; switch (cluster->topology) { case simgrid::kernel::routing::ClusterTopology::TORUS: - zone.routing = "ClusterTorus"; + zone = simgrid::s4u::create_torus_zone( + cluster->id, parent, TorusZone::parse_topo_parameters(cluster->topo_parameters), + {set_host, set_loopback, set_limiter}, cluster->bw, cluster->lat, cluster->sharing_policy); break; case simgrid::kernel::routing::ClusterTopology::DRAGONFLY: - zone.routing = "ClusterDragonfly"; + zone = simgrid::s4u::create_dragonfly_zone( + cluster->id, parent, DragonflyZone::parse_topo_parameters(cluster->topo_parameters), + {set_host, set_loopback, set_limiter}, cluster->bw, cluster->lat, cluster->sharing_policy); break; case simgrid::kernel::routing::ClusterTopology::FAT_TREE: - zone.routing = "ClusterFatTree"; + zone = simgrid::s4u::create_fatTree_zone( + cluster->id, parent, FatTreeZone::parse_topo_parameters(cluster->topo_parameters), + {set_host, set_loopback, set_limiter}, cluster->bw, cluster->lat, cluster->sharing_policy); break; default: - zone.routing = "Cluster"; - break; + THROW_IMPOSSIBLE; } - sg_platf_new_Zone_begin(&zone); - auto* current_as = static_cast(routing_get_current()); - current_as->parse_specific_arguments(cluster); - if (cluster->properties != nullptr) - for (auto const& elm : *cluster->properties) - current_as->get_iface()->set_property(elm.first, elm.second); + zone->seal(); +} - if (cluster->loopback_bw > 0 || cluster->loopback_lat > 0) { - current_as->num_links_per_node_++; - current_as->has_loopback_ = true; - } +/*************************************************************************************************/ +/** @brief Create regular Cluster */ +static void sg_platf_new_cluster_flat2(simgrid::kernel::routing::ClusterCreationArgs* cluster) +{ + auto* zone = simgrid::s4u::create_star_zone(cluster->id); + simgrid::s4u::NetZone const* parent = routing_get_current() ? routing_get_current()->get_iface() : nullptr; + if (parent) + zone->set_parent(parent); - if (cluster->limiter_link > 0) { - current_as->num_links_per_node_++; - current_as->has_limiter_ = true; + /* set properties */ + for (auto const& elm : cluster->properties) + zone->set_property(elm.first, elm.second); + + /* Make the backbone */ + simgrid::s4u::Link* backbone = nullptr; + if ((cluster->bb_bw > 0) || (cluster->bb_lat > 0)) { + std::string bb_name = std::string(cluster->id) + "_backbone"; + XBT_DEBUG(" ", bb_name.c_str(), cluster->bb_bw, + cluster->bb_lat); + + backbone = zone->create_link(bb_name, std::vector{cluster->bb_bw}) + ->set_sharing_policy(cluster->bb_sharing_policy) + ->set_latency(cluster->bb_lat) + ->seal(); } - for (int const& i : *cluster->radicals) { + for (int const& i : cluster->radicals) { std::string host_id = std::string(cluster->prefix) + std::to_string(i) + cluster->suffix; + + XBT_DEBUG("", host_id.c_str(), cluster->speeds.front()); + const auto* host = zone->create_host(host_id, cluster->speeds) + ->set_core_count(cluster->core_amount) + ->set_properties(cluster->properties) + ->seal(); + + XBT_DEBUG(""); + std::string link_id = std::string(cluster->id) + "_link_" + std::to_string(i); + XBT_DEBUG("", link_id.c_str(), cluster->bw, cluster->lat); - XBT_DEBUG("", host_id.c_str(), cluster->speeds.front()); + // add a loopback link + if (cluster->loopback_bw > 0 || cluster->loopback_lat > 0) { + std::string loopback_name = link_id + "_loopback"; + XBT_DEBUG("", loopback_name.c_str(), cluster->loopback_bw); - simgrid::kernel::routing::HostCreationArgs host; - host.id = host_id; - if ((cluster->properties != nullptr) && (not cluster->properties->empty())) { - host.properties = new std::unordered_map(); + auto* loopback = zone->create_link(loopback_name, std::vector{cluster->loopback_bw}) + ->set_sharing_policy(simgrid::s4u::Link::SharingPolicy::FATPIPE) + ->set_latency(cluster->loopback_lat) + ->seal(); - for (auto const& elm : *cluster->properties) - host.properties->insert({elm.first, elm.second}); + zone->add_route(host->get_netpoint(), host->get_netpoint(), nullptr, nullptr, + std::vector{loopback}); } - host.speed_per_pstate = cluster->speeds; - host.pstate = 0; - host.core_amount = cluster->core_amount; - host.coord = ""; - sg_platf_new_host(&host); + // add a limiter link (shared link to account for maximal bandwidth of the node) + simgrid::s4u::Link* limiter = nullptr; + if (cluster->limiter_link > 0) { + std::string limiter_name = std::string(link_id) + "_limiter"; + XBT_DEBUG("", limiter_name.c_str(), cluster->limiter_link); + + limiter = zone->create_link(limiter_name, std::vector{cluster->limiter_link})->seal(); + } + + // create link + simgrid::s4u::Link* link_up; + simgrid::s4u::Link* link_down; + if (cluster->sharing_policy == simgrid::s4u::Link::SharingPolicy::SPLITDUPLEX) { + link_up = zone->create_link(link_id + "_UP", std::vector{cluster->bw})->set_latency(cluster->lat)->seal(); + link_down = + zone->create_link(link_id + "_DOWN", std::vector{cluster->bw})->set_latency(cluster->lat)->seal(); + } else { + link_up = zone->create_link(link_id, std::vector{cluster->bw})->set_latency(cluster->lat)->seal(); + link_down = link_up; + } + + /* adding routes */ + std::vector links_up{limiter, link_up, backbone}; + links_up.erase(std::remove(links_up.begin(), links_up.end(), nullptr), links_up.end()); + std::vector links_down{backbone, link_down, limiter}; + links_down.erase(std::remove(links_down.begin(), links_down.end(), nullptr), links_down.end()); + + zone->add_route(host->get_netpoint(), nullptr, nullptr, nullptr, links_up, false); + zone->add_route(nullptr, host->get_netpoint(), nullptr, nullptr, links_down, false); + } + + // Add a router. + XBT_DEBUG(" "); + XBT_DEBUG("", cluster->router_id.c_str()); + if (cluster->router_id.empty()) + cluster->router_id = std::string(cluster->prefix) + cluster->id + "_router" + cluster->suffix; + auto* router = zone->create_router(cluster->router_id); + zone->add_route(router, nullptr, nullptr, nullptr, {}); + + simgrid::kernel::routing::on_cluster_creation(*cluster); +} + +/*************************************************************************************************/ +/** @brief Set the links for internal node inside a Cluster(Star) */ +static void sg_platf_cluster_set_hostlink(simgrid::kernel::routing::StarZone* zone, + simgrid::kernel::routing::NetPoint* netpoint, simgrid::s4u::Link* link_up, + simgrid::s4u::Link* link_down, simgrid::kernel::resource::LinkImpl* backbone) +{ + XBT_DEBUG("Push Host_link for host '%s' to position %u", netpoint->get_cname(), netpoint->id()); + if (backbone) { + zone->add_route(netpoint, nullptr, nullptr, nullptr, {link_up->get_impl(), backbone}, false); + zone->add_route(nullptr, netpoint, nullptr, nullptr, {backbone, link_down->get_impl()}, false); + } else { + zone->add_route(netpoint, nullptr, nullptr, nullptr, {link_up->get_impl()}, false); + zone->add_route(nullptr, netpoint, nullptr, nullptr, {link_down->get_impl()}, false); + } +} + +/** @brief Add a link connecting a host to the rest of its StarZone */ +static void sg_platf_new_hostlink(simgrid::kernel::routing::StarZone* zone, + const simgrid::kernel::routing::HostLinkCreationArgs* hostlink, + simgrid::kernel::resource::LinkImpl* backbone) +{ + simgrid::kernel::routing::NetPoint* netpoint = simgrid::s4u::Host::by_name(hostlink->id)->get_netpoint(); + xbt_assert(netpoint, "Host '%s' not found!", hostlink->id.c_str()); + + simgrid::s4u::Link* linkUp = simgrid::s4u::Link::by_name_or_null(hostlink->link_up); + simgrid::s4u::Link* linkDown = simgrid::s4u::Link::by_name_or_null(hostlink->link_down); + + xbt_assert(linkUp, "Link '%s' not found!", hostlink->link_up.c_str()); + xbt_assert(linkDown, "Link '%s' not found!", hostlink->link_down.c_str()); + sg_platf_cluster_set_hostlink(zone, netpoint, linkUp, linkDown, backbone); +} + +/** @brief Create a cabinet (set of hosts) inside a Cluster(StarZone) */ +static void sg_platf_new_cabinet(simgrid::kernel::routing::StarZone* zone, + const simgrid::kernel::routing::CabinetCreationArgs* args, + simgrid::kernel::resource::LinkImpl* backbone) +{ + for (int const& radical : args->radicals) { + std::string id = args->prefix + std::to_string(radical) + args->suffix; + auto const* host = zone->create_host(id, std::vector{args->speed})->seal(); + + auto* link_up = + zone->create_link("link_" + id + "_UP", std::vector{args->bw})->set_latency(args->lat)->seal(); + auto* link_down = + zone->create_link("link_" + id + "_DOWN", std::vector{args->bw})->set_latency(args->lat)->seal(); + + sg_platf_cluster_set_hostlink(zone, host->get_netpoint(), link_up, link_down, backbone); + } +} + +void sg_platf_zone_cluster_populate(simgrid::kernel::routing::ClusterZoneCreationArgs* cluster) +{ + auto* zone = dynamic_cast(current_routing); + xbt_assert(zone, "Host_links are only valid for Cluster(Star)"); + + simgrid::kernel::resource::LinkImpl* backbone = nullptr; + /* create backbone */ + if (cluster->backbone) { + sg_platf_new_link(cluster->backbone.get()); + backbone = simgrid::s4u::Link::by_name(cluster->backbone->id)->get_impl(); + } + + /* create host_links for hosts */ + for (auto const& hostlink : cluster->host_links) { + sg_platf_new_hostlink(zone, &hostlink, backbone); + } + + /* create cabinets */ + for (auto const& cabinet : cluster->cabinets) { + sg_platf_new_cabinet(zone, &cabinet, backbone); + } +} +/*************************************************************************************************/ + +static void sg_platf_new_cluster_flat(simgrid::kernel::routing::ClusterCreationArgs* cluster) +{ + using simgrid::kernel::routing::ClusterZone; + + int rankId = 0; + + // What an inventive way of initializing the NetZone that I have as ancestor :-( + simgrid::kernel::routing::ZoneCreationArgs zone; + zone.id = cluster->id; + zone.routing = "Cluster"; + sg_platf_new_Zone_begin(&zone); + auto* current_zone = static_cast(routing_get_current()); + for (auto const& elm : cluster->properties) + current_zone->get_iface()->set_property(elm.first, elm.second); + + if (cluster->loopback_bw > 0 || cluster->loopback_lat > 0) { + current_zone->set_loopback(); + } + + if (cluster->limiter_link > 0) { + current_zone->set_limiter(); + } + + for (int const& i : cluster->radicals) { + std::string host_id = std::string(cluster->prefix) + std::to_string(i) + cluster->suffix; + + XBT_DEBUG("", host_id.c_str(), cluster->speeds.front()); + current_zone->create_host(host_id, cluster->speeds) + ->set_core_count(cluster->core_amount) + ->set_properties(cluster->properties) + ->seal(); + XBT_DEBUG(""); + std::string link_id = std::string(cluster->id) + "_link_" + std::to_string(i); XBT_DEBUG("", link_id.c_str(), cluster->bw, cluster->lat); // All links are saved in a matrix; @@ -215,133 +461,77 @@ void sg_platf_new_cluster(simgrid::kernel::routing::ClusterCreationArgs* cluster // other columns are to store one or more link for the node // add a loopback link - const simgrid::s4u::Link* linkUp = nullptr; - const simgrid::s4u::Link* linkDown = nullptr; + simgrid::kernel::resource::LinkImpl* loopback = nullptr; if (cluster->loopback_bw > 0 || cluster->loopback_lat > 0) { - std::string tmp_link = link_id + "_loopback"; - XBT_DEBUG("", tmp_link.c_str(), cluster->loopback_bw); - - simgrid::kernel::routing::LinkCreationArgs link; - link.id = tmp_link; - link.bandwidths.push_back(cluster->loopback_bw); - link.latency = cluster->loopback_lat; - link.policy = simgrid::s4u::Link::SharingPolicy::FATPIPE; - sg_platf_new_link(&link); - linkUp = simgrid::s4u::Link::by_name_or_null(tmp_link); - linkDown = simgrid::s4u::Link::by_name_or_null(tmp_link); - - ClusterZone* as_cluster = current_as; - as_cluster->private_links_.insert({as_cluster->node_pos(rankId), {linkUp->get_impl(), linkDown->get_impl()}}); + std::string loopback_name = link_id + "_loopback"; + XBT_DEBUG("", loopback_name.c_str(), cluster->loopback_bw); + + loopback = current_zone->create_link(loopback_name, std::vector{cluster->loopback_bw}) + ->set_sharing_policy(simgrid::s4u::Link::SharingPolicy::FATPIPE) + ->set_latency(cluster->loopback_lat) + ->seal() + ->get_impl(); + + current_zone->add_private_link_at(current_zone->node_pos(rankId), {loopback, loopback}); } // add a limiter link (shared link to account for maximal bandwidth of the node) - linkUp = nullptr; - linkDown = nullptr; + simgrid::kernel::resource::LinkImpl* limiter = nullptr; if (cluster->limiter_link > 0) { - std::string tmp_link = std::string(link_id) + "_limiter"; - XBT_DEBUG("", tmp_link.c_str(), cluster->limiter_link); - - simgrid::kernel::routing::LinkCreationArgs link; - link.id = tmp_link; - link.bandwidths.push_back(cluster->limiter_link); - link.latency = 0; - link.policy = simgrid::s4u::Link::SharingPolicy::SHARED; - sg_platf_new_link(&link); - linkDown = simgrid::s4u::Link::by_name_or_null(tmp_link); - linkUp = linkDown; - current_as->private_links_.insert( - {current_as->node_pos_with_loopback(rankId), {linkUp->get_impl(), linkDown->get_impl()}}); + std::string limiter_name = std::string(link_id) + "_limiter"; + XBT_DEBUG("", limiter_name.c_str(), cluster->limiter_link); + + limiter = current_zone->create_link(limiter_name, std::vector{cluster->limiter_link})->seal()->get_impl(); + + current_zone->add_private_link_at(current_zone->node_pos_with_loopback(rankId), {limiter, limiter}); } + current_zone->set_link_characteristics(cluster->bw, cluster->lat, cluster->sharing_policy); // call the cluster function that adds the others links - if (cluster->topology == simgrid::kernel::routing::ClusterTopology::FAT_TREE) { - static_cast(current_as)->add_processing_node(i); - } else { - current_as->create_links_for_node(cluster, i, rankId, current_as->node_pos_with_loopback_limiter(rankId)); - } + current_zone->create_links(i, rankId); rankId++; } - delete cluster->properties; // Add a router. XBT_DEBUG(" "); XBT_DEBUG("", cluster->router_id.c_str()); if (cluster->router_id.empty()) cluster->router_id = std::string(cluster->prefix) + cluster->id + "_router" + cluster->suffix; - current_as->router_ = sg_platf_new_router(cluster->router_id, nullptr); + current_zone->set_router(current_zone->create_router(cluster->router_id)); // Make the backbone if ((cluster->bb_bw > 0) || (cluster->bb_lat > 0)) { - simgrid::kernel::routing::LinkCreationArgs link; - link.id = std::string(cluster->id) + "_backbone"; - link.bandwidths.push_back(cluster->bb_bw); - link.latency = cluster->bb_lat; - link.policy = cluster->bb_sharing_policy; - - XBT_DEBUG("", link.id.c_str(), cluster->bb_bw, cluster->bb_lat); - sg_platf_new_link(&link); - - routing_cluster_add_backbone(simgrid::s4u::Link::by_name(link.id)->get_impl()); + std::string bb_name = std::string(cluster->id) + "_backbone"; + XBT_DEBUG(" ", bb_name.c_str(), cluster->bb_bw, + cluster->bb_lat); + + auto* backbone = current_zone->create_link(bb_name, std::vector{cluster->bb_bw}) + ->set_sharing_policy(cluster->bb_sharing_policy) + ->set_latency(cluster->bb_lat) + ->seal() + ->get_impl(); + current_zone->set_backbone(backbone); } - XBT_DEBUG(""); + XBT_DEBUG(""); sg_platf_new_Zone_seal(); - simgrid::kernel::routing::on_cluster_creation(*cluster); - delete cluster->radicals; } -void routing_cluster_add_backbone(simgrid::kernel::resource::LinkImpl* bb) +void sg_platf_new_tag_cluster(simgrid::kernel::routing::ClusterCreationArgs* cluster) { - auto* cluster = dynamic_cast(current_routing); - - xbt_assert(cluster, "Only hosts from Cluster can get a backbone."); - xbt_assert(nullptr == cluster->backbone_, "Cluster %s already has a backbone link!", cluster->get_cname()); - - cluster->backbone_ = bb; - XBT_DEBUG("Add a backbone to AS '%s'", current_routing->get_cname()); -} - -void sg_platf_new_cabinet(const simgrid::kernel::routing::CabinetCreationArgs* cabinet) -{ - for (int const& radical : *cabinet->radicals) { - std::string hostname = cabinet->prefix + std::to_string(radical) + cabinet->suffix; - simgrid::kernel::routing::HostCreationArgs host; - host.pstate = 0; - host.core_amount = 1; - host.id = hostname; - host.speed_per_pstate.push_back(cabinet->speed); - sg_platf_new_host(&host); - - simgrid::kernel::routing::LinkCreationArgs link; - link.policy = simgrid::s4u::Link::SharingPolicy::SPLITDUPLEX; - link.latency = cabinet->lat; - link.bandwidths.push_back(cabinet->bw); - link.id = "link_" + hostname; - sg_platf_new_link(&link); - - simgrid::kernel::routing::HostLinkCreationArgs host_link; - host_link.id = hostname; - host_link.link_up = std::string("link_") + hostname + "_UP"; - host_link.link_down = std::string("link_") + hostname + "_DOWN"; - sg_platf_new_hostlink(&host_link); - } - delete cabinet->radicals; -} - -simgrid::kernel::resource::DiskImpl* sg_platf_new_disk(const simgrid::kernel::routing::DiskCreationArgs* disk) -{ - simgrid::kernel::resource::DiskImpl* pimpl = surf_disk_model->create_disk(disk->id, disk->read_bw, disk->write_bw); - - if (disk->properties) { - pimpl->set_properties(*disk->properties); - delete disk->properties; + switch (cluster->topology) { + case simgrid::kernel::routing::ClusterTopology::TORUS: + case simgrid::kernel::routing::ClusterTopology::DRAGONFLY: + case simgrid::kernel::routing::ClusterTopology::FAT_TREE: + sg_platf_new_cluster_hierarchical(cluster); + break; + default: + sg_platf_new_cluster_flat2(cluster); + break; } - - pimpl->seal(); - simgrid::s4u::Disk::on_creation(*pimpl->get_iface()); - return pimpl; } +/*************************************************************************************************/ void sg_platf_new_route(simgrid::kernel::routing::RouteCreationArgs* route) { @@ -386,20 +576,21 @@ void sg_platf_new_actor(simgrid::kernel::routing::ActorCreationArgs* actor) std::string actor_name = actor->args[0]; simgrid::kernel::actor::ActorCode code = factory(std::move(actor->args)); - std::shared_ptr> properties(actor->properties); - auto* arg = - new simgrid::kernel::actor::ProcessArg(actor_name, code, nullptr, host, kill_time, properties, auto_restart); + auto* arg = new simgrid::kernel::actor::ProcessArg(actor_name, code, nullptr, host, kill_time, actor->properties, + auto_restart); - host->pimpl_->add_actor_at_boot(arg); + host->get_impl()->add_actor_at_boot(arg); if (start_time > SIMIX_get_clock()) { - arg = new simgrid::kernel::actor::ProcessArg(actor_name, code, nullptr, host, kill_time, properties, auto_restart); + arg = new simgrid::kernel::actor::ProcessArg(actor_name, code, nullptr, host, kill_time, actor->properties, + auto_restart); XBT_DEBUG("Process %s@%s will be started at time %f", arg->name.c_str(), arg->host->get_cname(), start_time); simgrid::simix::Timer::set(start_time, [arg, auto_restart]() { - simgrid::kernel::actor::ActorImplPtr new_actor = simgrid::kernel::actor::ActorImpl::create( - arg->name.c_str(), arg->code, arg->data, arg->host, arg->properties.get(), nullptr); + simgrid::kernel::actor::ActorImplPtr new_actor = + simgrid::kernel::actor::ActorImpl::create(arg->name.c_str(), arg->code, arg->data, arg->host, nullptr); + new_actor->set_properties(arg->properties); if (arg->kill_time >= 0) new_actor->set_kill_time(arg->kill_time); if (auto_restart) @@ -411,8 +602,8 @@ void sg_platf_new_actor(simgrid::kernel::routing::ActorCreationArgs* actor) try { simgrid::kernel::actor::ActorImplPtr new_actor = nullptr; - new_actor = simgrid::kernel::actor::ActorImpl::create(arg->name.c_str(), code, nullptr, host, - arg->properties.get(), nullptr); + new_actor = simgrid::kernel::actor::ActorImpl::create(arg->name.c_str(), code, nullptr, host, nullptr); + new_actor->set_properties(arg->properties); /* The actor creation will fail if the host is currently dead, but that's fine */ if (arg->kill_time >= 0) new_actor->set_kill_time(arg->kill_time); @@ -424,149 +615,65 @@ void sg_platf_new_actor(simgrid::kernel::routing::ActorCreationArgs* actor) } } -void sg_platf_new_peer(const simgrid::kernel::routing::PeerCreationArgs* peer) -{ - auto* as = dynamic_cast(current_routing); - xbt_assert(as, " tag can only be used in Vivaldi netzones."); - - std::vector speed_per_pstate; - speed_per_pstate.push_back(peer->speed); - simgrid::s4u::Host* host = as->create_host(peer->id, speed_per_pstate, 1); - - as->set_peer_link(host->get_netpoint(), peer->bw_in, peer->bw_out, peer->coord); - - /* Change from the defaults */ - if (peer->state_trace) - host->set_state_profile(peer->state_trace); - if (peer->speed_trace) - host->set_speed_profile(peer->speed_trace); - simgrid::s4u::Host::on_creation(*host); // notify the signal -} - -/* Pick the right models for CPU, net and host, and call their model_init_preparse */ -static void surf_config_models_setup() -{ - std::string host_model_name = simgrid::config::get_value("host/model"); - std::string network_model_name = simgrid::config::get_value("network/model"); - std::string cpu_model_name = simgrid::config::get_value("cpu/model"); - std::string disk_model_name = simgrid::config::get_value("disk/model"); - - /* The compound host model is needed when using non-default net/cpu models */ - if ((not simgrid::config::is_default("network/model") || not simgrid::config::is_default("cpu/model")) && - simgrid::config::is_default("host/model")) { - host_model_name = "compound"; - simgrid::config::set_value("host/model", host_model_name); - } - - XBT_DEBUG("host model: %s", host_model_name.c_str()); - if (host_model_name == "compound") { - xbt_assert(not cpu_model_name.empty(), "Set a cpu model to use with the 'compound' host model"); - xbt_assert(not network_model_name.empty(), "Set a network model to use with the 'compound' host model"); - - int cpu_id = find_model_description(surf_cpu_model_description, cpu_model_name); - surf_cpu_model_description[cpu_id].model_init_preparse(); - - int network_id = find_model_description(surf_network_model_description, network_model_name); - surf_network_model_description[network_id].model_init_preparse(); - } - - XBT_DEBUG("Call host_model_init"); - int host_id = find_model_description(surf_host_model_description, host_model_name); - surf_host_model_description[host_id].model_init_preparse(); - - XBT_DEBUG("Call vm_model_init"); - surf_vm_model_init_HL13(); - - XBT_DEBUG("Call disk_model_init"); - int disk_id = find_model_description(surf_disk_model_description, disk_model_name); - surf_disk_model_description[disk_id].model_init_preparse(); -} - /** - * @brief Add a Zone to the platform - * - * Add a new autonomous system to the platform. Any elements (such as host, router or sub-Zone) added after this call - * and before the corresponding call to sg_platf_new_Zone_seal() will be added to this Zone. - * - * Once this function was called, the configuration concerning the used models cannot be changed anymore. + * @brief Auxiliary function to build the object NetZoneImpl * + * Builds the objects, setting its father properties and root netzone if needed * @param zone the parameters defining the Zone to build. + * @return Pointer to recently created netzone */ -simgrid::kernel::routing::NetZoneImpl* sg_platf_new_Zone_begin(const simgrid::kernel::routing::ZoneCreationArgs* zone) +static simgrid::kernel::routing::NetZoneImpl* +sg_platf_create_zone(const simgrid::kernel::routing::ZoneCreationArgs* zone) { - if (not surf_parse_models_setup_already_called) { - simgrid::s4u::Engine::on_platform_creation(); - - /* Initialize the surf models. That must be done after we got all config, and before we need the models. - * That is, after the last tag, if any, and before the first of cluster|peer|zone|trace|trace_connect - * - * I'm not sure for and , there may be a bug here - * (FIXME: check it out by creating a file beginning with one of these tags) - * but cluster and peer come down to zone creations, so putting this verification here is correct. - */ - surf_parse_models_setup_already_called = 1; - surf_config_models_setup(); - } - - _sg_cfg_init_status = 2; /* HACK: direct access to the global controlling the level of configuration to prevent - * any further config now that we created some real content */ - /* search the routing model */ simgrid::kernel::routing::NetZoneImpl* new_zone = nullptr; - simgrid::kernel::resource::NetworkModel* netmodel = - current_routing == nullptr ? static_cast( - models_by_type[simgrid::kernel::resource::Model::Type::NETWORK][0]) - : current_routing->get_network_model(); if (strcasecmp(zone->routing.c_str(), "Cluster") == 0) { - new_zone = new simgrid::kernel::routing::ClusterZone(current_routing, zone->id, netmodel); - } else if (strcasecmp(zone->routing.c_str(), "ClusterDragonfly") == 0) { - new_zone = new simgrid::kernel::routing::DragonflyZone(current_routing, zone->id, netmodel); - } else if (strcasecmp(zone->routing.c_str(), "ClusterTorus") == 0) { - new_zone = new simgrid::kernel::routing::TorusZone(current_routing, zone->id, netmodel); - } else if (strcasecmp(zone->routing.c_str(), "ClusterFatTree") == 0) { - new_zone = new simgrid::kernel::routing::FatTreeZone(current_routing, zone->id, netmodel); + new_zone = new simgrid::kernel::routing::StarZone(zone->id); } else if (strcasecmp(zone->routing.c_str(), "Dijkstra") == 0) { - new_zone = new simgrid::kernel::routing::DijkstraZone(current_routing, zone->id, netmodel, false); + new_zone = new simgrid::kernel::routing::DijkstraZone(zone->id, false); } else if (strcasecmp(zone->routing.c_str(), "DijkstraCache") == 0) { - new_zone = new simgrid::kernel::routing::DijkstraZone(current_routing, zone->id, netmodel, true); + new_zone = new simgrid::kernel::routing::DijkstraZone(zone->id, true); } else if (strcasecmp(zone->routing.c_str(), "Floyd") == 0) { - new_zone = new simgrid::kernel::routing::FloydZone(current_routing, zone->id, netmodel); + new_zone = new simgrid::kernel::routing::FloydZone(zone->id); } else if (strcasecmp(zone->routing.c_str(), "Full") == 0) { - new_zone = new simgrid::kernel::routing::FullZone(current_routing, zone->id, netmodel); + new_zone = new simgrid::kernel::routing::FullZone(zone->id); } else if (strcasecmp(zone->routing.c_str(), "None") == 0) { - new_zone = new simgrid::kernel::routing::EmptyZone(current_routing, zone->id, netmodel); + new_zone = new simgrid::kernel::routing::EmptyZone(zone->id); } else if (strcasecmp(zone->routing.c_str(), "Vivaldi") == 0) { - new_zone = new simgrid::kernel::routing::VivaldiZone(current_routing, zone->id, netmodel); + new_zone = new simgrid::kernel::routing::VivaldiZone(zone->id); } else if (strcasecmp(zone->routing.c_str(), "Wifi") == 0) { - new_zone = new simgrid::kernel::routing::WifiZone(current_routing, zone->id, netmodel); + new_zone = new simgrid::kernel::routing::WifiZone(zone->id); } else { xbt_die("Not a valid model!"); } + new_zone->set_parent(current_routing); - if (current_routing == nullptr) { /* it is the first one */ - simgrid::s4u::Engine::get_instance()->set_netzone_root(new_zone->get_iface()); - } else { - /* set the father behavior */ - if (current_routing->hierarchy_ == simgrid::kernel::routing::NetZoneImpl::RoutingMode::unset) - current_routing->hierarchy_ = simgrid::kernel::routing::NetZoneImpl::RoutingMode::recursive; - /* add to the sons dictionary */ - current_routing->get_children()->push_back(new_zone); - } + return new_zone; +} - /* set the new current component of the tree */ - current_routing = new_zone; - simgrid::s4u::NetZone::on_creation(*new_zone->get_iface()); // notify the signal +/** + * @brief Add a Zone to the platform + * + * Add a new autonomous system to the platform. Any elements (such as host, router or sub-Zone) added after this call + * and before the corresponding call to sg_platf_new_Zone_seal() will be added to this Zone. + * + * Once this function was called, the configuration concerning the used models cannot be changed anymore. + * + * @param zone the parameters defining the Zone to build. + */ +simgrid::kernel::routing::NetZoneImpl* sg_platf_new_Zone_begin(const simgrid::kernel::routing::ZoneCreationArgs* zone) +{ + current_routing = sg_platf_create_zone(zone); - return new_zone; + return current_routing; } -void sg_platf_new_Zone_set_properties(const std::unordered_map* props) +void sg_platf_new_Zone_set_properties(const std::unordered_map& props) { xbt_assert(current_routing, "Cannot set properties of the current Zone: none under construction"); - if (props) - current_routing->set_properties(*props); + current_routing->set_properties(props); } /** @@ -577,44 +684,20 @@ void sg_platf_new_Zone_set_properties(const std::unordered_mapseal(); - simgrid::s4u::NetZone::on_seal(*current_routing->get_iface()); - current_routing = current_routing->get_father(); -} - -/** @brief Add a link connecting a host to the rest of its Zone (which must be cluster or vivaldi) */ -void sg_platf_new_hostlink(const simgrid::kernel::routing::HostLinkCreationArgs* hostlink) -{ - const simgrid::kernel::routing::NetPoint* netpoint = simgrid::s4u::Host::by_name(hostlink->id)->get_netpoint(); - xbt_assert(netpoint, "Host '%s' not found!", hostlink->id.c_str()); - xbt_assert(dynamic_cast(current_routing), - "Only hosts from Cluster and Vivaldi Zones can get a host_link."); - - const simgrid::s4u::Link* linkUp = simgrid::s4u::Link::by_name_or_null(hostlink->link_up); - const simgrid::s4u::Link* linkDown = simgrid::s4u::Link::by_name_or_null(hostlink->link_down); - - xbt_assert(linkUp, "Link '%s' not found!", hostlink->link_up.c_str()); - xbt_assert(linkDown, "Link '%s' not found!", hostlink->link_down.c_str()); - - auto* as_cluster = static_cast(current_routing); - - if (as_cluster->private_links_.find(netpoint->id()) != as_cluster->private_links_.end()) - surf_parse_error(std::string("Host_link for '") + hostlink->id.c_str() + "' is already defined!"); - - XBT_DEBUG("Push Host_link for host '%s' to position %u", netpoint->get_cname(), netpoint->id()); - as_cluster->private_links_.insert({netpoint->id(), {linkUp->get_impl(), linkDown->get_impl()}}); + current_routing = current_routing->get_parent(); } -void sg_platf_new_trace(simgrid::kernel::routing::ProfileCreationArgs* profile) +void sg_platf_new_trace(simgrid::kernel::routing::ProfileCreationArgs* args) { - simgrid::kernel::profile::Profile* mgr_profile; - if (not profile->file.empty()) { - mgr_profile = simgrid::kernel::profile::Profile::from_file(profile->file); + simgrid::kernel::profile::Profile* profile; + if (not args->file.empty()) { + profile = simgrid::kernel::profile::Profile::from_file(args->file); } else { - xbt_assert(not profile->pc_data.empty(), "Trace '%s' must have either a content, or point to a file on disk.", - profile->id.c_str()); - mgr_profile = simgrid::kernel::profile::Profile::from_string(profile->id, profile->pc_data, profile->periodicity); + xbt_assert(not args->pc_data.empty(), "Trace '%s' must have either a content, or point to a file on disk.", + args->id.c_str()); + profile = simgrid::kernel::profile::Profile::from_string(args->id, args->pc_data, args->periodicity); } - traces_set_list.insert({profile->id, mgr_profile}); + traces_set_list.insert({args->id, profile}); }