1 /* Copyright (c) 2014-2016. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
6 #ifndef SIMGRID_ROUTING_CLUSTER_FAT_TREE_HPP_
7 #define SIMGRID_ROUTING_CLUSTER_FAT_TREE_HPP_
9 #include "src/kernel/routing/ClusterZone.hpp"
15 class XBT_PRIVATE FatTreeLink;
17 /** \brief A node in a fat tree (@ref AsClusterFatTree).
18 * A FatTreeNode can either be a switch or a processing node. Switches are
19 * identified by a negative ID. This class is closely related to fat
21 class XBT_PRIVATE FatTreeNode {
23 /** Unique ID which identifies every node. */
25 /* Level into the tree, with 0 being the leafs.
28 /* \brief Position into the level, starting from 0.
30 unsigned int position;
31 /** In order to link nodes between them, each one must be assigned a label,
32 * consisting of l integers, l being the levels number of the tree. Each label
33 * is unique in the level, and the way it is generated allows the construction
34 * of a fat tree which fits the desired topology.
36 std::vector<unsigned int> label;
38 /** Links to the lower level, where the position in the vector corresponds to
41 std::vector<FatTreeLink*> children;
42 /** Links to the upper level, where the position in the vector corresponds to
45 std::vector<FatTreeLink*> parents;
47 /** Virtual link standing for the node global capacity.
50 /** If present, communications from this node to this node will pass through it
51 * instead of passing by an upper level switch.
54 FatTreeNode(sg_platf_cluster_cbarg_t cluster, int id, int level, int position);
57 /** \brief Link in a fat tree (@ref AsClusterFatTree).
59 * Represents a single, duplex link in a fat tree. This is necessary to have a tree.
60 * It is equivalent to a physical link.
64 FatTreeLink(sg_platf_cluster_cbarg_t cluster, FatTreeNode* source, FatTreeNode* destination);
65 /** Link going up in the tree */
67 /** Link going down in the tree */
69 /** Upper end of the link */
71 /** Lower end of the link */
72 FatTreeNode* downNode;
76 * \class AsClusterFatTree
78 * \brief Fat tree representation and routing.
80 * Generate fat trees according to the topology asked for, according to:
81 * Eitan Zahavi, D-Mod-K Routing Providing Non-Blocking Traffic for Shift
82 * Permutations on Real Life Fat Trees (2010).
84 * RLFT are PGFT with some restrictions to address real world constraints,
85 * which are not currently enforced.
87 * The exact topology is described in the mandatory topo_parameters
88 * field, and follow the "h ; m_h, ..., m_1 ; w_h, ..., w_1 ; p_h, ..., p_1" format.
89 * h stands for the switches levels number, i.e. the fat tree is of height h,
90 * without the processing nodes. m_i stands for the number of lower level nodes
91 * connected to a node in level i. w_i stands for the number of upper levels
92 * nodes connected to a node in level i-1. p_i stands for the number of
93 * parallel links connecting two nodes between level i and i - 1. Level h is
94 * the topmost switch level, level 1 is the lowest switch level, and level 0
95 * represents the processing nodes. The number of provided nodes must be exactly
96 * the number of processing nodes required to fit the topology, which is the
97 * product of the m_i's.
99 * Routing is made using a destination-mod-k scheme.
101 class XBT_PRIVATE FatTreeZone : public ClusterZone {
103 explicit FatTreeZone(NetZone* father, const char* name);
104 ~FatTreeZone() override;
105 void getLocalRoute(NetCard* src, NetCard* dst, sg_platf_route_cbarg_t into, double* latency) override;
107 /** \brief Generate the fat tree
109 * Once all processing nodes have been added, this will make sure the fat
110 * tree is generated by calling generateLabels(), generateSwitches() and
111 * then connection all nodes between them, using their label.
113 void seal() override;
114 /** \brief Read the parameters in topo_parameters field.
116 * It will also store the cluster for future use.
118 void parse_specific_arguments(sg_platf_cluster_cbarg_t cluster) override;
119 void addProcessingNode(int id);
120 void generateDotFile(const std::string& filename = "fatTree.dot") const;
123 // description of a PGFT (TODO : better doc)
124 unsigned int levels_ = 0;
125 std::vector<unsigned int> lowerLevelNodesNumber_; // number of children by node
126 std::vector<unsigned int> upperLevelNodesNumber_; // number of parents by node
127 std::vector<unsigned int> lowerLevelPortsNumber_; // ports between each level l and l-1
129 std::map<int, FatTreeNode*> computeNodes_;
130 std::vector<FatTreeNode*> nodes_;
131 std::vector<FatTreeLink*> links_;
132 std::vector<unsigned int> nodesByLevel_;
134 sg_platf_cluster_cbarg_t cluster_ = nullptr;
136 void addLink(FatTreeNode* parent, unsigned int parentPort, FatTreeNode* child, unsigned int childPort);
137 int getLevelPosition(const unsigned int level);
138 void generateLabels();
139 void generateSwitches();
140 int connectNodeToParents(FatTreeNode* node);
141 bool areRelated(FatTreeNode* parent, FatTreeNode* child);
142 bool isInSubTree(FatTreeNode* root, FatTreeNode* node);