-/* Copyright (c) 2014-2016. The SimGrid Team. All rights reserved. */
+/* Copyright (c) 2014-2021. The SimGrid Team. All rights reserved. */
/* This program is free software; you can redistribute it and/or modify it
* under the terms of the license (GNU LGPL) which comes with this package. */
-#include "src/kernel/routing/DragonflyZone.hpp"
-#include "src/kernel/routing/NetCard.hpp"
+#include "simgrid/kernel/routing/DragonflyZone.hpp"
+#include "simgrid/kernel/routing/NetPoint.hpp"
#include "src/surf/network_interface.hpp"
-#include <boost/algorithm/string/split.hpp>
#include <boost/algorithm/string/classification.hpp>
+#include <boost/algorithm/string/split.hpp>
+#include <numeric>
+#include <string>
XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_route_cluster_dragonfly, surf_route_cluster, "Dragonfly Routing part of surf");
namespace kernel {
namespace routing {
-AsClusterDragonfly::AsClusterDragonfly(As* father, const char* name) : AsCluster(father, name)
+DragonflyZone::DragonflyZone(const std::string& name) : ClusterZone(name) {}
+
+DragonflyZone::Coords DragonflyZone::rankId_to_coords(int rankId) const
{
+ // coords : group, chassis, blade, node
+ Coords coords;
+ coords.group = rankId / (num_chassis_per_group_ * num_blades_per_chassis_ * num_nodes_per_blade_);
+ rankId = rankId % (num_chassis_per_group_ * num_blades_per_chassis_ * num_nodes_per_blade_);
+ coords.chassis = rankId / (num_blades_per_chassis_ * num_nodes_per_blade_);
+ rankId = rankId % (num_blades_per_chassis_ * num_nodes_per_blade_);
+ coords.blade = rankId / num_nodes_per_blade_;
+ coords.node = rankId % num_nodes_per_blade_;
+ return coords;
}
-AsClusterDragonfly::~AsClusterDragonfly() {
- if(this->routers_ != nullptr){
- for (unsigned int i=0; i<this->numGroups_*this->numChassisPerGroup_*this->numBladesPerChassis_;i++)
- delete(routers_[i]);
- xbt_free(routers_);
- }
+void DragonflyZone::rankId_to_coords(int rankId, unsigned int coords[4]) const // XBT_ATTRIB_DEPRECATED_v330
+{
+ const auto s_coords = rankId_to_coords(rankId);
+ coords[0] = s_coords.group;
+ coords[1] = s_coords.chassis;
+ coords[2] = s_coords.blade;
+ coords[3] = s_coords.node;
}
-unsigned int *AsClusterDragonfly::rankId_to_coords(int rankId)
+void DragonflyZone::set_link_characteristics(double bw, double lat, s4u::Link::SharingPolicy sharing_policy)
{
- //coords : group, chassis, blade, node
- unsigned int *coords = (unsigned int *) malloc(4 * sizeof(unsigned int));
- coords[0] = rankId/ (numChassisPerGroup_*numBladesPerChassis_*numNodesPerBlade_);
- rankId=rankId%(numChassisPerGroup_*numBladesPerChassis_*numNodesPerBlade_);
- coords[1] = rankId/ (numBladesPerChassis_*numNodesPerBlade_);
- rankId=rankId%(numBladesPerChassis_*numNodesPerBlade_);
- coords[2] = rankId/ numNodesPerBlade_;
- coords[3]=rankId%numNodesPerBlade_;
+ ClusterZone::set_link_characteristics(bw, lat, sharing_policy);
+ if (sharing_policy == s4u::Link::SharingPolicy::SPLITDUPLEX)
+ num_links_per_link_ = 2;
+}
- return coords;
+void DragonflyZone::set_topology(unsigned int n_groups, unsigned int groups_links, unsigned int n_chassis,
+ unsigned int chassis_links, unsigned int n_routers, unsigned int routers_links,
+ unsigned int nodes)
+{
+ num_groups_ = n_groups;
+ num_links_blue_ = groups_links;
+
+ num_chassis_per_group_ = n_chassis;
+ num_links_black_ = chassis_links;
+
+ num_blades_per_chassis_ = n_routers;
+ num_links_green_ = routers_links;
+
+ num_nodes_per_blade_ = nodes;
}
-void AsClusterDragonfly::parse_specific_arguments(sg_platf_cluster_cbarg_t cluster) {
+s4u::DragonflyParams DragonflyZone::parse_topo_parameters(const std::string& topo_parameters)
+{
std::vector<std::string> parameters;
std::vector<std::string> tmp;
- boost::split(parameters, cluster->topo_parameters, boost::is_any_of(";"));
+ boost::split(parameters, topo_parameters, boost::is_any_of(";"));
- // TODO : we have to check for zeros and negative numbers, or it might crash
- if (parameters.size() != 4){
- surf_parse_error(
- "Dragonfly are defined by the number of groups, chassis per groups, blades per chassis, nodes per blade");
- }
+ if (parameters.size() != 4)
+ xbt_die("Dragonfly are defined by the number of groups, chassis per groups, blades per chassis, nodes per blade");
// Blue network : number of groups, number of links between each group
boost::split(tmp, parameters[0], boost::is_any_of(","));
- if(tmp.size() != 2) {
- surf_parse_error("Dragonfly topologies are defined by 3 levels with 2 elements each, and one with one element");
+ if (tmp.size() != 2)
+ xbt_die("Dragonfly topologies are defined by 3 levels with 2 elements each, and one with one element");
+
+ unsigned int n_groups;
+ try {
+ n_groups = std::stoi(tmp[0]);
+ } catch (const std::invalid_argument&) {
+ throw std::invalid_argument(std::string("Invalid number of groups:") + tmp[0]);
}
- this->numGroups_=xbt_str_parse_int(tmp[0].c_str(), "Invalid number of groups: %s");
- this->numLinksBlue_=xbt_str_parse_int(tmp[1].c_str(), "Invalid number of links for the blue level: %s");
+ unsigned int n_blue;
+ try {
+ n_blue = std::stoi(tmp[1]);
+ } catch (const std::invalid_argument&) {
+ throw std::invalid_argument(std::string("Invalid number of links for the blue level:") + tmp[1]);
+ }
// Black network : number of chassis/group, number of links between each router on the black network
boost::split(tmp, parameters[1], boost::is_any_of(","));
- if(tmp.size() != 2) {
- surf_parse_error("Dragonfly topologies are defined by 3 levels with 2 elements each, and one with one element");
+ if (tmp.size() != 2)
+ xbt_die("Dragonfly topologies are defined by 3 levels with 2 elements each, and one with one element");
+
+ unsigned int n_chassis;
+ try {
+ n_chassis = std::stoi(tmp[0]);
+ } catch (const std::invalid_argument&) {
+ throw std::invalid_argument(std::string("Invalid number of chassis:") + tmp[0]);
}
- this->numChassisPerGroup_=xbt_str_parse_int(tmp[0].c_str(), "Invalid number of groups: %s");
- this->numLinksBlack_=xbt_str_parse_int(tmp[1].c_str(), "Invalid number of links for the black level: %s");
-
+ unsigned int n_black;
+ try {
+ n_black = std::stoi(tmp[1]);
+ } catch (const std::invalid_argument&) {
+ throw std::invalid_argument(std::string("Invalid number of links for the black level:") + tmp[1]);
+ }
- // Green network : number of blades/chassis, number of links between each router on the green network
+ // Green network : number of blades/chassis, number of links between each router on the green network
boost::split(tmp, parameters[2], boost::is_any_of(","));
- if(tmp.size() != 2) {
- surf_parse_error("Dragonfly topologies are defined by 3 levels with 2 elements each, and one with one element");
+ if (tmp.size() != 2)
+ xbt_die("Dragonfly topologies are defined by 3 levels with 2 elements each, and one with one element");
+
+ unsigned int n_routers;
+ try {
+ n_routers = std::stoi(tmp[0]);
+ } catch (const std::invalid_argument&) {
+ throw std::invalid_argument(std::string("Invalid number of routers:") + tmp[0]);
}
- this->numBladesPerChassis_=xbt_str_parse_int(tmp[0].c_str(), "Invalid number of groups: %s");
- this->numLinksGreen_=xbt_str_parse_int(tmp[1].c_str(), "Invalid number of links for the green level: %s");
-
+ unsigned int n_green;
+ try {
+ n_green = std::stoi(tmp[1]);
+ } catch (const std::invalid_argument&) {
+ throw std::invalid_argument(std::string("Invalid number of links for the green level:") + tmp[1]);
+ }
// The last part of topo_parameters should be the number of nodes per blade
- this->numNodesPerBlade_ = xbt_str_parse_int(parameters[3].c_str(), "Last parameter is not the amount of nodes per blade: %s");
- this->cluster_ = cluster;
-}
-
-/*
-* Generate the cluster once every node is created
-*/
-void AsClusterDragonfly::seal(){
- if(this->numNodesPerBlade_ == 0) {
- return;
+ unsigned int n_nodes;
+ try {
+ n_nodes = std::stoi(parameters[3]);
+ } catch (const std::invalid_argument&) {
+ throw std::invalid_argument(std::string("Last parameter is not the amount of nodes per blade:") + parameters[3]);
}
-
- this->generateRouters();
- this->generateLinks();
+ return s4u::DragonflyParams({n_groups, n_blue}, {n_chassis, n_black}, {n_routers, n_green}, n_nodes);
}
-DragonflyRouter::DragonflyRouter(int group, int chassis, int blade):group_(group),chassis_(chassis),blade_(blade){ }
-
-DragonflyRouter::~DragonflyRouter(){
- if(this->myNodes_!=nullptr)
- xbt_free(myNodes_);
- if(this->greenLinks_!=nullptr)
- xbt_free(greenLinks_);
- if(this->blackLinks_!=nullptr)
- xbt_free(blackLinks_);
- if(this->blueLinks_!=nullptr)
- xbt_free(blueLinks_);
+/* Generate the cluster once every node is created */
+void DragonflyZone::build_upper_levels(const s4u::ClusterCallbacks& set_callbacks)
+{
+ generate_routers(set_callbacks);
+ generate_links();
}
-
-void AsClusterDragonfly::generateRouters() {
- this->routers_=static_cast<DragonflyRouter**>(xbt_malloc0(this->numGroups_*this->numChassisPerGroup_*this->numBladesPerChassis_*sizeof(DragonflyRouter*)));
-
- for(unsigned int i=0;i<this->numGroups_;i++){
- for(unsigned int j=0;j<this->numChassisPerGroup_;j++){
- for(unsigned int k=0;k<this->numBladesPerChassis_;k++){
- DragonflyRouter* router = new DragonflyRouter(i,j,k);
- this->routers_[i*this->numChassisPerGroup_*this->numBladesPerChassis_+j*this->numBladesPerChassis_+k]=router;
+void DragonflyZone::generate_routers(const s4u::ClusterCallbacks& set_callbacks)
+{
+ int id = 0;
+ routers_.reserve(num_groups_ * num_chassis_per_group_ * num_blades_per_chassis_);
+ for (unsigned int i = 0; i < num_groups_; i++) {
+ for (unsigned int j = 0; j < num_chassis_per_group_; j++) {
+ for (unsigned int k = 0; k < num_blades_per_chassis_; k++) {
+ resource::LinkImpl* limiter = nullptr;
+ if (set_callbacks.limiter) {
+ auto* s4u_link =
+ set_callbacks.limiter(get_iface(), {i, j, k, std::numeric_limits<unsigned int>::max()}, --id);
+ if (s4u_link)
+ limiter = s4u_link->get_impl();
+ }
+ routers_.emplace_back(i, j, k, limiter);
}
}
}
}
-void AsClusterDragonfly::createLink(char* id, int numlinks, Link** linkup, Link** linkdown){
- *linkup=nullptr;
- *linkdown=nullptr;
- s_sg_platf_link_cbarg_t linkTemplate;
- memset(&linkTemplate, 0, sizeof(linkTemplate));
- linkTemplate.bandwidth = this->cluster_->bw * numlinks;
- linkTemplate.latency = this->cluster_->lat;
- linkTemplate.policy = this->cluster_->sharing_policy; // sthg to do with that ?
- linkTemplate.id = id;
- sg_platf_new_link(&linkTemplate);
- XBT_DEBUG("Generating link %s", id);
- Link* link;
- std::string tmpID;
- if (this->cluster_->sharing_policy == SURF_LINK_FULLDUPLEX) {
- tmpID = std::string(linkTemplate.id) + "_UP";
- link = Link::byName(tmpID.c_str());
- *linkup = link; // check link?
- tmpID = std::string(linkTemplate.id) + "_DOWN";
- link = Link::byName(tmpID.c_str());
- *linkdown = link; // check link ?
- }
- else {
- link = Link::byName(linkTemplate.id);
- *linkup = link;
- *linkdown = link;
+void DragonflyZone::generate_link(const std::string& id, int numlinks, resource::LinkImpl** linkup,
+ resource::LinkImpl** linkdown)
+{
+ XBT_DEBUG("Generating link %s", id.c_str());
+ *linkup = nullptr;
+ *linkdown = nullptr;
+ if (get_link_sharing_policy() == s4u::Link::SharingPolicy::SPLITDUPLEX) {
+ *linkup = create_link(id + "_UP", std::vector<double>{get_link_bandwidth() * numlinks})
+ ->set_latency(get_link_latency())
+ ->seal()
+ ->get_impl();
+ *linkdown = create_link(id + "_DOWN", std::vector<double>{get_link_bandwidth() * numlinks})
+ ->set_latency(get_link_latency())
+ ->seal()
+ ->get_impl();
+ } else {
+ *linkup = create_link(id, std::vector<double>{get_link_bandwidth() * numlinks})
+ ->set_latency(get_link_latency())
+ ->seal()
+ ->get_impl();
+ *linkdown = *linkup;
}
-
- free((void*)linkTemplate.id);
}
+void DragonflyZone::generate_links()
+{
+ static int uniqueId = 0;
+ resource::LinkImpl* linkup;
+ resource::LinkImpl* linkdown;
-void AsClusterDragonfly::generateLinks() {
+ unsigned int numRouters = num_groups_ * num_chassis_per_group_ * num_blades_per_chassis_;
+
+ // Links from routers to their local nodes.
+ for (unsigned int i = 0; i < numRouters; i++) {
+ // allocate structures
+ routers_[i].my_nodes_.resize(num_links_per_link_ * num_nodes_per_blade_);
+ routers_[i].green_links_.resize(num_blades_per_chassis_);
+ routers_[i].black_links_.resize(num_chassis_per_group_);
+
+ for (unsigned int j = 0; j < num_links_per_link_ * num_nodes_per_blade_; j += num_links_per_link_) {
+ std::string id = "local_link_from_router_" + std::to_string(i) + "_to_node_" +
+ std::to_string(j / num_links_per_link_) + "_" + std::to_string(uniqueId);
+ generate_link(id, 1, &linkup, &linkdown);
+
+ routers_[i].my_nodes_[j] = linkup;
+ if (get_link_sharing_policy() == s4u::Link::SharingPolicy::SPLITDUPLEX)
+ routers_[i].my_nodes_[j + 1] = linkdown;
- static int uniqueId = 0;
- char* id = nullptr;
- Link* linkup;
- Link *linkdown;
-
- unsigned int numRouters = this->numGroups_*this->numChassisPerGroup_*this->numBladesPerChassis_;
-
- if (this->cluster_->sharing_policy == SURF_LINK_FULLDUPLEX)
- numLinksperLink_=2;
-
- //Links from routers to their local nodes.
- for(unsigned int i=0; i<numRouters;i++){
- //allocate structures
- this->routers_[i]->myNodes_=static_cast<Link**>(xbt_malloc0(numLinksperLink_*this->numNodesPerBlade_*sizeof(Link*)));
- this->routers_[i]->greenLinks_=static_cast<Link**>(xbt_malloc0(this->numBladesPerChassis_*sizeof(Link*)));
- this->routers_[i]->blackLinks_=static_cast<Link**>(xbt_malloc0(this->numChassisPerGroup_*sizeof(Link*)));
-
- for(unsigned int j=0; j< numLinksperLink_*this->numNodesPerBlade_; j+=numLinksperLink_){
- id = bprintf("local_link_from_router_%d_to_node_%d_%d", i, j/numLinksperLink_, uniqueId);
- this->createLink(id, 1, &linkup, &linkdown);
- if (this->cluster_->sharing_policy == SURF_LINK_FULLDUPLEX) {
- this->routers_[i]->myNodes_[j] = linkup;
- this->routers_[i]->myNodes_[j+1] = linkdown;
- }
- else {
- this->routers_[i]->myNodes_[j] = linkup;
- }
uniqueId++;
}
}
- //Green links from routers to same chassis routers - alltoall
- for(unsigned int i=0; i<this->numGroups_*this->numChassisPerGroup_;i++){
- for(unsigned int j=0; j<this->numBladesPerChassis_;j++){
- for(unsigned int k=j+1;k<this->numBladesPerChassis_;k++){
- id = bprintf("green_link_in_chassis_%d_between_routers_%d_and_%d_%d", i%numChassisPerGroup_, j, k, uniqueId);
- this->createLink(id, this->numLinksGreen_, &linkup, &linkdown);
- this->routers_[i*numBladesPerChassis_+j]->greenLinks_[k] = linkup;
- this->routers_[i*numBladesPerChassis_+k]->greenLinks_[j] = linkdown;
+ // Green links from routers to same chassis routers - alltoall
+ for (unsigned int i = 0; i < num_groups_ * num_chassis_per_group_; i++) {
+ for (unsigned int j = 0; j < num_blades_per_chassis_; j++) {
+ for (unsigned int k = j + 1; k < num_blades_per_chassis_; k++) {
+ std::string id = "green_link_in_chassis_" + std::to_string(i % num_chassis_per_group_) + "_between_routers_" +
+ std::to_string(j) + "_and_" + std::to_string(k) + "_" + std::to_string(uniqueId);
+ generate_link(id, num_links_green_, &linkup, &linkdown);
+
+ routers_[i * num_blades_per_chassis_ + j].green_links_[k] = linkup;
+ routers_[i * num_blades_per_chassis_ + k].green_links_[j] = linkdown;
uniqueId++;
}
}
}
- //Black links from routers to same group routers - alltoall
- for(unsigned int i=0; i<this->numGroups_;i++){
- for(unsigned int j=0; j<this->numChassisPerGroup_;j++){
- for(unsigned int k=j+1;k<this->numChassisPerGroup_;k++){
- for(unsigned int l=0;l<this->numBladesPerChassis_;l++){
- id = bprintf("black_link_in_group_%d_between_chassis_%d_and_%d_blade_%d_%d", i, j, k,l, uniqueId);
- this->createLink(id, this->numLinksBlack_,&linkup, &linkdown);
- this->routers_[i*numBladesPerChassis_*numChassisPerGroup_+j*numBladesPerChassis_+l]->blackLinks_[k] = linkup;
- this->routers_[i*numBladesPerChassis_*numChassisPerGroup_+k*numBladesPerChassis_+l]->blackLinks_[j] = linkdown;
+ // Black links from routers to same group routers - alltoall
+ for (unsigned int i = 0; i < num_groups_; i++) {
+ for (unsigned int j = 0; j < num_chassis_per_group_; j++) {
+ for (unsigned int k = j + 1; k < num_chassis_per_group_; k++) {
+ for (unsigned int l = 0; l < num_blades_per_chassis_; l++) {
+ std::string id = "black_link_in_group_" + std::to_string(i) + "_between_chassis_" + std::to_string(j) +
+ "_and_" + std::to_string(k) + "_blade_" + std::to_string(l) + "_" + std::to_string(uniqueId);
+ generate_link(id, num_links_black_, &linkup, &linkdown);
+
+ routers_[i * num_blades_per_chassis_ * num_chassis_per_group_ + j * num_blades_per_chassis_ + l]
+ .black_links_[k] = linkup;
+ routers_[i * num_blades_per_chassis_ * num_chassis_per_group_ + k * num_blades_per_chassis_ + l]
+ .black_links_[j] = linkdown;
uniqueId++;
}
}
}
}
-
- //Blue links between groups - Not all routers involved, only one per group is linked to others. Let's say router n of each group is linked to group n.
-//FIXME: in reality blue links may be attached to several different routers
- for(unsigned int i=0; i<this->numGroups_;i++){
- for(unsigned int j=i+1; j<this->numGroups_;j++){
- unsigned int routernumi=i*numBladesPerChassis_*numChassisPerGroup_+j;
- unsigned int routernumj=j*numBladesPerChassis_*numChassisPerGroup_+i;
- this->routers_[routernumi]->blueLinks_=static_cast<Link**>(xbt_malloc0(sizeof(Link*)));
- this->routers_[routernumj]->blueLinks_=static_cast<Link**>(xbt_malloc0(sizeof(Link*)));
- id = bprintf("blue_link_between_group_%d_and_%d_routers_%d_and_%d_%d", i, j, routernumi,routernumj, uniqueId);
- this->createLink(id, this->numLinksBlue_, &linkup, &linkdown);
- this->routers_[routernumi]->blueLinks_[0] = linkup;
- this->routers_[routernumj]->blueLinks_[0] = linkdown;
- uniqueId++;
+ // Blue links between groups - Not all routers involved, only one per group is linked to others. Let's say router n of
+ // each group is linked to group n.
+ // FIXME: in reality blue links may be attached to several different routers
+ for (unsigned int i = 0; i < num_groups_; i++) {
+ for (unsigned int j = i + 1; j < num_groups_; j++) {
+ unsigned int routernumi = i * num_blades_per_chassis_ * num_chassis_per_group_ + j;
+ unsigned int routernumj = j * num_blades_per_chassis_ * num_chassis_per_group_ + i;
+ std::string id = "blue_link_between_group_" + std::to_string(i) + "_and_" + std::to_string(j) + "_routers_" +
+ std::to_string(routernumi) + "_and_" + std::to_string(routernumj) + "_" +
+ std::to_string(uniqueId);
+ generate_link(id, num_links_blue_, &linkup, &linkdown);
+
+ routers_[routernumi].blue_link_ = linkup;
+ routers_[routernumj].blue_link_ = linkdown;
+ uniqueId++;
}
}
}
-void AsClusterDragonfly::getLocalRoute(NetCard* src, NetCard* dst, sg_platf_route_cbarg_t route, double* latency)
+void DragonflyZone::get_local_route(NetPoint* src, NetPoint* dst, Route* route, double* latency)
{
- //Minimal routing version.
+ // Minimal routing version.
// TODO : non-minimal random one, and adaptive ?
- if (dst->isRouter() || src->isRouter())
+ if (dst->is_router() || src->is_router())
return;
- XBT_VERB("dragonfly getLocalRout from '%s'[%d] to '%s'[%d]", src->name().c_str(), src->id(), dst->name().c_str(),
+ XBT_VERB("dragonfly getLocalRoute from '%s'[%u] to '%s'[%u]", src->get_cname(), src->id(), dst->get_cname(),
dst->id());
- if ((src->id() == dst->id()) && hasLoopback_) {
- std::pair<Link*, Link*> info = privateLinks_.at(src->id() * linkCountPerNode_);
+ if ((src->id() == dst->id()) && has_loopback()) {
+ resource::LinkImpl* uplink = get_uplink_from(node_pos(src->id()));
- route->link_list->push_back(info.first);
+ route->link_list_.push_back(uplink);
if (latency)
- *latency += info.first->latency();
+ *latency += uplink->get_latency();
return;
}
- unsigned int *myCoords = rankId_to_coords(src->id());
- unsigned int *targetCoords = rankId_to_coords(dst->id());
- XBT_DEBUG("src : %u group, %u chassis, %u blade, %u node", myCoords[0], myCoords[1], myCoords[2], myCoords[3]);
- XBT_DEBUG("dst : %u group, %u chassis, %u blade, %u node", targetCoords[0], targetCoords[1], targetCoords[2], targetCoords[3]);
-
- DragonflyRouter* myRouter = routers_[myCoords[0]*(numChassisPerGroup_*numBladesPerChassis_)+myCoords[1] * numBladesPerChassis_+myCoords[2]];
- DragonflyRouter* targetRouter = routers_[targetCoords[0]*(numChassisPerGroup_*numBladesPerChassis_)+targetCoords[1] *numBladesPerChassis_ +targetCoords[2]];
- DragonflyRouter* currentRouter=myRouter;
-
- //node->router local link
- route->link_list->push_back(myRouter->myNodes_[myCoords[3]*numLinksperLink_]);
- if (latency)
- *latency += myRouter->myNodes_[myCoords[3] * numLinksperLink_]->latency();
-
- if (hasLimiter_) { // limiter for sender
- std::pair<Link*, Link*> info = privateLinks_.at(src->id() * linkCountPerNode_ + hasLoopback_);
- route->link_list->push_back(info.first);
+ const auto myCoords = rankId_to_coords(src->id());
+ const auto targetCoords = rankId_to_coords(dst->id());
+ XBT_DEBUG("src : %u group, %u chassis, %u blade, %u node", myCoords.group, myCoords.chassis, myCoords.blade,
+ myCoords.node);
+ XBT_DEBUG("dst : %u group, %u chassis, %u blade, %u node", targetCoords.group, targetCoords.chassis,
+ targetCoords.blade, targetCoords.node);
+
+ DragonflyRouter* myRouter = &routers_[myCoords.group * (num_chassis_per_group_ * num_blades_per_chassis_) +
+ myCoords.chassis * num_blades_per_chassis_ + myCoords.blade];
+ DragonflyRouter* targetRouter = &routers_[targetCoords.group * (num_chassis_per_group_ * num_blades_per_chassis_) +
+ targetCoords.chassis * num_blades_per_chassis_ + targetCoords.blade];
+ DragonflyRouter* currentRouter = myRouter;
+
+ if (has_limiter()) { // limiter for sender
+ route->link_list_.push_back(get_uplink_from(node_pos_with_loopback(src->id())));
}
- if(targetRouter!=myRouter){
-
- //are we on a different group ?
- if(targetRouter->group_ != currentRouter->group_){
- //go to the router of our group connected to this one.
- if(currentRouter->blade_!=targetCoords[0]){
- //go to the nth router in our chassis
- route->link_list->push_back(currentRouter->greenLinks_[targetCoords[0]]);
+ // node->router local link
+ route->link_list_.push_back(myRouter->my_nodes_[myCoords.node * num_links_per_link_]);
+ if (latency)
+ *latency += myRouter->my_nodes_[myCoords.node * num_links_per_link_]->get_latency();
+
+ if (targetRouter != myRouter) {
+ // are we on a different group ?
+ if (targetRouter->group_ != currentRouter->group_) {
+ // go to the router of our group connected to this one.
+ if (currentRouter->blade_ != targetCoords.group) {
+ if (currentRouter->limiter_)
+ route->link_list_.push_back(currentRouter->limiter_);
+ // go to the nth router in our chassis
+ route->link_list_.push_back(currentRouter->green_links_[targetCoords.group]);
if (latency)
- *latency += currentRouter->greenLinks_[targetCoords[0]]->latency();
- currentRouter=routers_[myCoords[0]*(numChassisPerGroup_*numBladesPerChassis_)+myCoords[1] * numBladesPerChassis_+targetCoords[0]];
+ *latency += currentRouter->green_links_[targetCoords.group]->get_latency();
+ currentRouter = &routers_[myCoords.group * (num_chassis_per_group_ * num_blades_per_chassis_) +
+ myCoords.chassis * num_blades_per_chassis_ + targetCoords.group];
}
- if(currentRouter->chassis_!=0){
- //go to the first chassis of our group
- route->link_list->push_back(currentRouter->blackLinks_[0]);
+ if (currentRouter->chassis_ != 0) {
+ // go to the first chassis of our group
+ if (currentRouter->limiter_)
+ route->link_list_.push_back(currentRouter->limiter_);
+ route->link_list_.push_back(currentRouter->black_links_[0]);
if (latency)
- *latency += currentRouter->blackLinks_[0]->latency();
- currentRouter=routers_[myCoords[0]*(numChassisPerGroup_*numBladesPerChassis_)+targetCoords[0]];
+ *latency += currentRouter->black_links_[0]->get_latency();
+ currentRouter =
+ &routers_[myCoords.group * (num_chassis_per_group_ * num_blades_per_chassis_) + targetCoords.group];
}
- //go to destination group - the only optical hop
- route->link_list->push_back(currentRouter->blueLinks_[0]);
+ // go to destination group - the only optical hop
+ route->link_list_.push_back(currentRouter->blue_link_);
+ if (currentRouter->limiter_)
+ route->link_list_.push_back(currentRouter->limiter_);
if (latency)
- *latency += currentRouter->blueLinks_[0]->latency();
- currentRouter=routers_[targetCoords[0]*(numChassisPerGroup_*numBladesPerChassis_)+myCoords[0]];
+ *latency += currentRouter->blue_link_->get_latency();
+ currentRouter =
+ &routers_[targetCoords.group * (num_chassis_per_group_ * num_blades_per_chassis_) + myCoords.group];
}
-
- //same group, but same blade ?
- if(targetRouter->blade_ != currentRouter->blade_){
- route->link_list->push_back(currentRouter->greenLinks_[targetCoords[2]]);
+ // same group, but same blade ?
+ if (targetRouter->blade_ != currentRouter->blade_) {
+ if (currentRouter->limiter_)
+ route->link_list_.push_back(currentRouter->limiter_);
+ route->link_list_.push_back(currentRouter->green_links_[targetCoords.blade]);
if (latency)
- *latency += currentRouter->greenLinks_[targetCoords[2]]->latency();
- currentRouter=routers_[targetCoords[0]*(numChassisPerGroup_*numBladesPerChassis_)+targetCoords[2]];
+ *latency += currentRouter->green_links_[targetCoords.blade]->get_latency();
+ currentRouter =
+ &routers_[targetCoords.group * (num_chassis_per_group_ * num_blades_per_chassis_) + targetCoords.blade];
}
- //same blade, but same chassis ?
- if(targetRouter->chassis_ != currentRouter->chassis_){
- route->link_list->push_back(currentRouter->blackLinks_[targetCoords[1]]);
+ // same blade, but same chassis ?
+ if (targetRouter->chassis_ != currentRouter->chassis_) {
+ if (currentRouter->limiter_)
+ route->link_list_.push_back(currentRouter->limiter_);
+ route->link_list_.push_back(currentRouter->black_links_[targetCoords.chassis]);
if (latency)
- *latency += currentRouter->blackLinks_[targetCoords[1]]->latency();
- currentRouter=routers_[targetCoords[0]*(numChassisPerGroup_*numBladesPerChassis_)+targetCoords[1]*numBladesPerChassis_+targetCoords[2]];
+ *latency += currentRouter->black_links_[targetCoords.chassis]->get_latency();
}
}
- if (hasLimiter_) { // limiter for receiver
- std::pair<Link*, Link*> info = privateLinks_.at(dst->id() * linkCountPerNode_ + hasLoopback_);
- route->link_list->push_back(info.first);
- }
+ // router->node local link
+ if (targetRouter->limiter_)
+ route->link_list_.push_back(targetRouter->limiter_);
+ route->link_list_.push_back(
+ targetRouter->my_nodes_[targetCoords.node * num_links_per_link_ + num_links_per_link_ - 1]);
- //router->node local link
- route->link_list->push_back(targetRouter->myNodes_[targetCoords[3]*numLinksperLink_+numLinksperLink_-1]);
if (latency)
- *latency += targetRouter->myNodes_[targetCoords[3] * numLinksperLink_ + numLinksperLink_ - 1]->latency();
+ *latency +=
+ targetRouter->my_nodes_[targetCoords.node * num_links_per_link_ + num_links_per_link_ - 1]->get_latency();
+
+ if (has_limiter()) { // limiter for receiver
+ route->link_list_.push_back(get_downlink_to(node_pos_with_loopback(dst->id())));
+ }
- xbt_free(myCoords);
- xbt_free(targetCoords);
+ // set gateways (if any)
+ route->gw_src_ = get_gateway(src->id());
+ route->gw_dst_ = get_gateway(dst->id());
}
-}}} // namespace
+} // namespace routing
+} // namespace kernel
+
+namespace s4u {
+DragonflyParams::DragonflyParams(const std::pair<unsigned int, unsigned int>& groups,
+ const std::pair<unsigned int, unsigned int>& chassis,
+ const std::pair<unsigned int, unsigned int>& routers, unsigned int nodes)
+ : groups(groups), chassis(chassis), routers(routers), nodes(nodes)
+{
+ if (groups.first == 0)
+ throw std::invalid_argument("Dragonfly: Invalid number of groups, must be > 0");
+ if (groups.second == 0)
+ throw std::invalid_argument("Dragonfly: Invalid number of blue (groups) links, must be > 0");
+ if (chassis.first == 0)
+ throw std::invalid_argument("Dragonfly: Invalid number of chassis, must be > 0");
+ if (chassis.second == 0)
+ throw std::invalid_argument("Dragonfly: Invalid number of black (chassis) links, must be > 0");
+ if (routers.first == 0)
+ throw std::invalid_argument("Dragonfly: Invalid number of routers, must be > 0");
+ if (routers.second == 0)
+ throw std::invalid_argument("Dragonfly: Invalid number of green (routers) links, must be > 0");
+ if (nodes == 0)
+ throw std::invalid_argument("Dragonfly: Invalid number of nodes, must be > 0");
+}
+
+NetZone* create_dragonfly_zone(const std::string& name, const NetZone* parent, const DragonflyParams& params,
+ const ClusterCallbacks& set_callbacks, double bandwidth, double latency,
+ Link::SharingPolicy sharing_policy)
+{
+ /* initial checks */
+ if (bandwidth <= 0)
+ throw std::invalid_argument("DragonflyZone: incorrect bandwidth for internode communication, bw=" +
+ std::to_string(bandwidth));
+ if (latency < 0)
+ throw std::invalid_argument("DragonflyZone: incorrect latency for internode communication, lat=" +
+ std::to_string(latency));
+
+ /* creating zone */
+ auto* zone = new kernel::routing::DragonflyZone(name);
+ zone->set_topology(params.groups.first, params.groups.second, params.chassis.first, params.chassis.second,
+ params.routers.first, params.routers.second, params.nodes);
+ if (parent)
+ zone->set_parent(parent->get_impl());
+ zone->set_link_characteristics(bandwidth, latency, sharing_policy);
+
+ /* populating it */
+ std::vector<unsigned int> dimensions = {params.groups.first, params.chassis.first, params.routers.first,
+ params.nodes};
+ int tot_elements = std::accumulate(dimensions.begin(), dimensions.end(), 1, std::multiplies<>());
+ for (int i = 0; i < tot_elements; i++) {
+ kernel::routing::NetPoint* netpoint;
+ Link* limiter;
+ Link* loopback;
+ zone->fill_leaf_from_cb(i, dimensions, set_callbacks, &netpoint, &loopback, &limiter);
+ }
+ zone->build_upper_levels(set_callbacks);
+
+ return zone->get_iface();
+}
+} // namespace s4u
+
+} // namespace simgrid