X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/eff13e323664f224576a26b017543955b3044b05..bbe1883648093b16f04fc6b017ff745ffa22de5f:/src/surf/network_ns3.cpp diff --git a/src/surf/network_ns3.cpp b/src/surf/network_ns3.cpp index 84996b1571..be6a65d174 100644 --- a/src/surf/network_ns3.cpp +++ b/src/surf/network_ns3.cpp @@ -1,477 +1,509 @@ -/* Copyright (c) 2007-2015. The SimGrid Team. - * All rights reserved. */ +/* Copyright (c) 2007-2019. The SimGrid Team. All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it * under the terms of the license (GNU LGPL) which comes with this package. */ -#include "src/surf/network_ns3.hpp" -#include "src/surf/surf_private.h" -#include "src/surf/host_interface.hpp" -#include "simgrid/sg_config.h" +#include +#include -XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(ns3); +#include "xbt/config.hpp" +#include "xbt/string.hpp" +#include "xbt/utility.hpp" -xbt_dynar_t IPV4addr; -static double time_to_next_flow_completion = -1; +#include +#include +#include +#include +#include +#include +#include +#include +#include -extern xbt_dict_t dict_socket; +#include "network_ns3.hpp" +#include "ns3/ns3_simulator.hpp" -/************* - * Callbacks * - *************/ +#include "simgrid/kernel/routing/NetPoint.hpp" +#include "simgrid/plugins/energy.h" +#include "simgrid/s4u/Engine.hpp" +#include "simgrid/s4u/NetZone.hpp" +#include "src/instr/instr_private.hpp" // TRACE_is_enabled(). FIXME: remove by subscribing tracing to the surf signals +#include "src/surf/surf_interface.hpp" +#include "src/surf/xml/platf_private.hpp" +#include "surf/surf.hpp" -static void replace_bdw_ns3(char ** bdw) -{ - char *temp = xbt_strdup(*bdw); - xbt_free(*bdw); - *bdw = bprintf("%fBps",atof(temp)); - xbt_free(temp); +XBT_LOG_NEW_DEFAULT_SUBCATEGORY(ns3, surf, "Logging specific to the SURF network ns-3 module"); -} +std::vector IPV4addr; -static void replace_lat_ns3(char ** lat) -{ - char *temp = xbt_strdup(*lat); - xbt_free(*lat); - *lat = bprintf("%fs",atof(temp)); - xbt_free(temp); -} +/***************** + * Crude globals * + *****************/ -static void simgrid_ns3_add_host(simgrid::surf::Host* host) -{ - const char* id = host->getName(); - XBT_DEBUG("NS3_ADD_HOST '%s'", id); - simgrid::Host::by_name_or_create(id)->set_facet(NS3_HOST_LEVEL, ns3_add_host(id)); -} +extern std::map flow_from_sock; +extern std::map sink_from_sock; -static void parse_ns3_add_link(sg_platf_link_cbarg_t link) -{ - XBT_DEBUG("NS3_ADD_LINK '%s'",link->id); - - if(!IPV4addr) IPV4addr = xbt_dynar_new(sizeof(char*),free); - - surf_network_model->createLink(link->id, - link->bandwidth, - link->bandwidth_trace, - link->latency, - link->latency_trace, - link->state, - link->state_trace, - link->policy, - link->properties); -} +static ns3::InternetStackHelper stack; +static ns3::NodeContainer nodes; +static ns3::NodeContainer Cluster_nodes; +static ns3::Ipv4InterfaceContainer interfaces; -static void simgrid_ns3_add_router(simgrid::surf::RoutingEdge* router) -{ - const char* router_id = router->getName(); - XBT_DEBUG("NS3_ADD_ROUTER '%s'",router_id); - xbt_lib_set(as_router_lib, - router_id, - NS3_ASR_LEVEL, - ns3_add_router(router_id) - ); -} +static int number_of_nodes = 0; +static int number_of_clusters_nodes = 0; +static int number_of_links = 1; +static int number_of_networks = 1; -static void parse_ns3_add_AS(simgrid::surf::As* as) -{ - const char* as_id = as->p_name; - XBT_DEBUG("NS3_ADD_AS '%s'", as_id); - xbt_lib_set(as_router_lib, as_id, NS3_ASR_LEVEL, ns3_add_AS(as_id) ); -} +simgrid::xbt::Extension NetPointNs3::EXTENSION_ID; -static void parse_ns3_add_cluster(sg_platf_cluster_cbarg_t cluster) +NetPointNs3::NetPointNs3() : ns3_node_(ns3::CreateObject(0)) { - const char *cluster_prefix = cluster->prefix; - const char *cluster_suffix = cluster->suffix; - const char *cluster_radical = cluster->radical; - const char *cluster_bb_bw = bprintf("%f",cluster->bb_bw); - const char *cluster_bb_lat = bprintf("%f",cluster->bb_lat); - const char *cluster_bw = bprintf("%f",cluster->bw); - const char *cluster_lat = bprintf("%f",cluster->lat); - const char *groups = NULL; - - int start, end, i; - unsigned int iter; - - xbt_dynar_t radical_elements; - xbt_dynar_t radical_ends; - xbt_dynar_t tab_elements_num = xbt_dynar_new(sizeof(int), NULL); - - char *router_id,*host_id; - - radical_elements = xbt_str_split(cluster_radical, ","); - xbt_dynar_foreach(radical_elements, iter, groups) { - radical_ends = xbt_str_split(groups, "-"); - - switch (xbt_dynar_length(radical_ends)) { - case 1: - start = surf_parse_get_int(xbt_dynar_get_as(radical_ends, 0, char *)); - xbt_dynar_push_as(tab_elements_num, int, start); - router_id = bprintf("ns3_%s%d%s", cluster_prefix, start, cluster_suffix); - simgrid::Host::by_name_or_create(router_id) - ->set_facet(NS3_HOST_LEVEL, ns3_add_host_cluster(router_id)); - XBT_DEBUG("NS3_ADD_ROUTER '%s'",router_id); - free(router_id); - break; - - case 2: - start = surf_parse_get_int(xbt_dynar_get_as(radical_ends, 0, char *)); - end = surf_parse_get_int(xbt_dynar_get_as(radical_ends, 1, char *)); - for (i = start; i <= end; i++){ - xbt_dynar_push_as(tab_elements_num, int, i); - router_id = bprintf("ns3_%s%d%s", cluster_prefix, i, cluster_suffix); - simgrid::Host::by_name_or_create(router_id) - ->set_facet(NS3_HOST_LEVEL, ns3_add_host_cluster(router_id)); - XBT_DEBUG("NS3_ADD_ROUTER '%s'",router_id); - free(router_id); - } - break; - - default: - XBT_DEBUG("Malformed radical"); - } - } - - //Create links - unsigned int cpt; - int elmts; - char * lat = xbt_strdup(cluster_lat); - char * bw = xbt_strdup(cluster_bw); - replace_lat_ns3(&lat); - replace_bdw_ns3(&bw); + stack.Install(ns3_node_); + nodes.Add(ns3_node_); + node_num = number_of_nodes++; +} - xbt_dynar_foreach(tab_elements_num,cpt,elmts) - { - host_id = bprintf("%s%d%s", cluster_prefix, elmts, cluster_suffix); - router_id = bprintf("ns3_%s%d%s", cluster_prefix, elmts, cluster_suffix); - XBT_DEBUG("Create link from '%s' to '%s'",host_id,router_id); +/************* + * Callbacks * + *************/ - ns3_nodes_t host_src = ns3_find_host(host_id); - ns3_nodes_t host_dst = ns3_find_host(router_id); +static void clusterCreation_cb(simgrid::kernel::routing::ClusterCreationArgs const& cluster) +{ + for (int const& i : *cluster.radicals) { + // Routers don't create a router on the other end of the private link by themselves. + // We just need this router to be given an ID so we create a temporary NetPointNS3 so that it gets one + auto* host_dst = new NetPointNs3(); - if(host_src && host_dst){} - else xbt_die("\tns3_add_link from %d to %d",host_src->node_num,host_dst->node_num); + // Create private link + std::string host_id = cluster.prefix + std::to_string(i) + cluster.suffix; + auto* host_src = simgrid::s4u::Host::by_name(host_id)->get_netpoint()->extension(); + xbt_assert(host_src, "Cannot find a ns-3 host of name %s", host_id.c_str()); - ns3_add_link(host_src->node_num,host_src->type, - host_dst->node_num,host_dst->type, - bw,lat); + // Any ns-3 route is symmetrical + ns3_add_link(host_src, host_dst, cluster.bw, cluster.lat); - free(router_id); - free(host_id); + delete host_dst; } - xbt_dynar_free(&tab_elements_num); - //Create link backbone - lat = xbt_strdup(cluster_bb_lat); - bw = xbt_strdup(cluster_bb_bw); - replace_lat_ns3(&lat); - replace_bdw_ns3(&bw); - ns3_add_cluster(bw,lat,cluster->id); - xbt_free(lat); - xbt_free(bw); + ns3_add_cluster(cluster.id.c_str(), cluster.bb_bw, cluster.bb_lat); } -/* Create the ns3 topology based on routing strategy */ -static void create_ns3_topology(void) +static void routeCreation_cb(bool symmetrical, simgrid::kernel::routing::NetPoint* src, + simgrid::kernel::routing::NetPoint* dst, simgrid::kernel::routing::NetPoint* gw_src, + simgrid::kernel::routing::NetPoint* gw_dst, + std::vector const& link_list) { - XBT_DEBUG("Starting topology generation"); - - xbt_dynar_shrink(IPV4addr,0); - - //get the onelinks from the parsed platform - xbt_dynar_t onelink_routes = routing_platf->getOneLinkRoutes(); - if (!onelink_routes) - xbt_die("There is no routes!"); - XBT_DEBUG("Have get_onelink_routes, found %ld routes",onelink_routes->used); - //save them in trace file - simgrid::surf::Onelink *onelink; - unsigned int iter; - xbt_dynar_foreach(onelink_routes, iter, onelink) { - char *src = onelink->p_src->getName(); - char *dst = onelink->p_dst->getName(); - simgrid::surf::NetworkNS3Link *link = - static_cast(onelink->p_link); - - if (strcmp(src,dst) && link->m_created){ - XBT_DEBUG("Route from '%s' to '%s' with link '%s'", src, dst, link->getName()); - char * link_bdw = xbt_strdup(link->p_bdw); - char * link_lat = xbt_strdup(link->p_lat); - replace_lat_ns3(&link_lat); - replace_bdw_ns3(&link_bdw); - link->m_created = 0; - - // XBT_DEBUG("src (%s), dst (%s), src_id = %d, dst_id = %d",src,dst, src_id, dst_id); - XBT_DEBUG("\tLink (%s) bdw:%s lat:%s", link->getName(), link_bdw, link_lat); - - //create link ns3 - ns3_nodes_t host_src = ns3_find_host(src); - if(!host_src) host_src = static_cast(xbt_lib_get_or_null(as_router_lib,src,NS3_ASR_LEVEL)); - ns3_nodes_t host_dst = ns3_find_host(dst); - if(!host_dst) host_dst = static_cast(xbt_lib_get_or_null(as_router_lib,dst,NS3_ASR_LEVEL)); - - if(host_src && host_dst){} - else xbt_die("\tns3_add_link from %d to %d",host_src->node_num,host_dst->node_num); - - ns3_add_link(host_src->node_num,host_src->type,host_dst->node_num,host_dst->type,link_bdw,link_lat); - - xbt_free(link_bdw); - xbt_free(link_lat); - } + if (link_list.size() == 1) { + auto* link = static_cast(link_list[0]); + + XBT_DEBUG("Route from '%s' to '%s' with link '%s' %s", src->get_cname(), dst->get_cname(), link->get_cname(), + (symmetrical ? "(symmetrical)" : "(not symmetrical)")); + + // XBT_DEBUG("src (%s), dst (%s), src_id = %d, dst_id = %d",src,dst, src_id, dst_id); + XBT_DEBUG("\tLink (%s) bw:%fbps lat:%fs", link->get_cname(), link->get_bandwidth(), link->get_latency()); + + // create link ns3 + auto* host_src = src->extension(); + auto* host_dst = dst->extension(); + + xbt_assert(host_src != nullptr, "Network element %s does not seem to be ns-3-ready", src->get_cname()); + xbt_assert(host_dst != nullptr, "Network element %s does not seem to be ns-3-ready", dst->get_cname()); + + ns3_add_link(host_src, host_dst, link->get_bandwidth(), link->get_latency()); + } else { + static bool warned_about_long_routes = false; + + if (not warned_about_long_routes) + XBT_WARN("Ignoring a route between %s and %s of length %zu: Only routes of length 1 are considered with ns-3.\n" + "WARNING: You can ignore this warning if your hosts can still communicate when only considering routes " + "of length 1.\n" + "WARNING: Remove long routes to avoid this harmless message; subsequent long routes will be silently " + "ignored.", + src->get_cname(), dst->get_cname(), link_list.size()); + warned_about_long_routes = true; } } -static void parse_ns3_end_platform(void) +/* Create the ns3 topology based on routing strategy */ +static void postparse_cb() { - ns3_end_platform(); -} + IPV4addr.shrink_to_fit(); -static void define_callbacks_ns3(void) -{ - simgrid::surf::hostCreatedCallbacks.connect(simgrid_ns3_add_host); - simgrid::surf::routingEdgeCreatedCallbacks.connect(simgrid_ns3_add_router); - sg_platf_link_add_cb (&parse_ns3_add_link); - sg_platf_cluster_add_cb (&parse_ns3_add_cluster); - simgrid::surf::asCreatedCallbacks.connect(parse_ns3_add_AS); - sg_platf_postparse_add_cb(&create_ns3_topology); //get_one_link_routes - sg_platf_postparse_add_cb(&parse_ns3_end_platform); //InitializeRoutes + ns3::GlobalRouteManager::BuildGlobalRoutingDatabase(); + ns3::GlobalRouteManager::InitializeRoutes(); } /********* * Model * *********/ -static void free_ns3_link(void * elmts) +void surf_network_model_init_NS3() { - delete static_cast(elmts); -} + xbt_assert(surf_network_model == nullptr, "Cannot set the network model twice"); -static void free_ns3_host(void * elmts) -{ - ns3_nodes_t host = static_cast(elmts); - free(host); + surf_network_model = new simgrid::kernel::resource::NetworkNS3Model(); } -void surf_network_model_init_NS3() +static simgrid::config::Flag + ns3_tcp_model("ns3/TcpModel", "The ns-3 tcp model can be : NewReno or Reno or Tahoe", "default"); + +namespace simgrid { +namespace kernel { +namespace resource { + +NetworkNS3Model::NetworkNS3Model() : NetworkModel(Model::UpdateAlgo::FULL) { - if (surf_network_model) - return; + xbt_assert(not sg_link_energy_is_inited(), + "LinkEnergy plugin and ns-3 network models are not compatible. Are you looking for Ecofen, maybe?"); - surf_network_model = new simgrid::surf::NetworkNS3Model(); + all_existing_models.push_back(this); - xbt_dynar_push(all_existing_models, &surf_network_model); -} + NetPointNs3::EXTENSION_ID = routing::NetPoint::extension_create(); -namespace simgrid { -namespace surf { + ns3_initialize(ns3_tcp_model.get()); -NetworkNS3Model::NetworkNS3Model() : NetworkModel() { - if (ns3_initialize(xbt_cfg_get_string(_sg_cfg_set, "ns3/TcpModel"))) { - xbt_die("Impossible to initialize NS3 interface"); - } - routing_model_create(NULL); - define_callbacks_ns3(); + routing::NetPoint::on_creation.connect([](routing::NetPoint& pt) { + pt.extension_set(new NetPointNs3()); + XBT_VERB("SimGrid's %s is known as node %d within ns-3", pt.get_cname(), pt.extension()->node_num); + }); + surf::on_cluster.connect(&clusterCreation_cb); - NS3_HOST_LEVEL = simgrid::Host::add_level(free_ns3_host); - NS3_ASR_LEVEL = xbt_lib_add_level(as_router_lib, free_ns3_host); + s4u::Engine::on_platform_created.connect(&postparse_cb); + s4u::NetZone::on_route_creation.connect(&routeCreation_cb); } NetworkNS3Model::~NetworkNS3Model() { - ns3_finalize(); - xbt_dynar_free_container(&IPV4addr); - xbt_dict_free(&dict_socket); -} - -Link* NetworkNS3Model::createLink(const char *name, - double bw_initial, - tmgr_trace_t bw_trace, - double lat_initial, - tmgr_trace_t lat_trace, - e_surf_resource_state_t state_initial, - tmgr_trace_t state_trace, - e_surf_link_sharing_policy_t policy, - xbt_dict_t properties){ - if (bw_trace) - XBT_INFO("The NS3 network model doesn't support bandwidth state traces"); - if (lat_trace) - XBT_INFO("The NS3 network model doesn't support latency state traces"); - if (state_trace) - XBT_INFO("The NS3 network model doesn't support link state traces"); - Link* link = new NetworkNS3Link(this, name, properties, bw_initial, lat_initial); - surf_callback_emit(networkLinkCreatedCallbacks, link); - return link; + IPV4addr.clear(); } -xbt_dynar_t NetworkNS3Model::getRoute(RoutingEdge *src, RoutingEdge *dst) +LinkImpl* NetworkNS3Model::create_link(const std::string& name, const std::vector& bandwidths, double latency, + s4u::Link::SharingPolicy) { - xbt_dynar_t route = NULL; - routing_get_route_and_latency(src, dst, &route, NULL); - //routing_platf->getRouteAndLatency(src, dst, &route, NULL); - return route; + xbt_assert(bandwidths.size() == 1, "ns-3 links must use only 1 bandwidth."); + return new LinkNS3(this, name, bandwidths[0], latency); } -Action *NetworkNS3Model::communicate(RoutingEdge *src, RoutingEdge *dst, - double size, double rate) +Action* NetworkNS3Model::communicate(s4u::Host* src, s4u::Host* dst, double size, double rate) { - XBT_DEBUG("Communicate from %s to %s", src->getName(), dst->getName()); - NetworkNS3Action *action = new NetworkNS3Action(this, size, 0); - - ns3_create_flow(src->getName(), dst->getName(), surf_get_clock(), size, action); - - action->m_lastSent = 0; - action->p_srcElm = src; - action->p_dstElm = dst; - surf_callback_emit(networkCommunicateCallbacks, action, src, dst, size, rate); - - return (surf_action_t) action; + xbt_assert(rate == -1, + "Communication over ns-3 links cannot specify a specific rate. Please use -1 as a value instead of %f.", + rate); + return new NetworkNS3Action(this, size, src, dst); } -double NetworkNS3Model::shareResources(double now) +double NetworkNS3Model::next_occurring_event(double now) { - XBT_DEBUG("ns3_share_resources"); + double time_to_next_flow_completion = 0.0; + XBT_DEBUG("ns3_next_occurring_event"); //get the first relevant value from the running_actions list - if (!getRunningActionSet()->size() || now == 0.0) + + // If there is no comms in NS-3, then we do not move it forward. + // We will synchronize NS-3 with SimGrid when starting a new communication. + // (see NetworkNS3Action::NetworkNS3Action() for more details on this point) + if (get_started_action_set()->empty() || now == 0.0) return -1.0; - else - do { - ns3_simulator(now); - time_to_next_flow_completion = ns3_time() - surf_get_clock();//FIXME: use now instead ? - } while(double_equals(time_to_next_flow_completion, 0, sg_surf_precision)); + XBT_DEBUG("doing a ns3 simulation for a duration of %f", now); + ns3_simulator(now); + time_to_next_flow_completion = ns3::Simulator::Now().GetSeconds() - surf_get_clock(); + // NS-3 stops as soon as a flow ends, + // but it does not process the other flows that may finish at the same (simulated) time. + // If another flow ends at the same time, time_to_next_flow_completion = 0 + if(double_equals(time_to_next_flow_completion, 0, sg_surf_precision)) + time_to_next_flow_completion = 0.0; + XBT_DEBUG("min : %f", now); - XBT_DEBUG("ns3 time : %f", ns3_time()); + XBT_DEBUG("ns3 time : %f", ns3::Simulator::Now().GetSeconds()); XBT_DEBUG("surf time : %f", surf_get_clock()); XBT_DEBUG("Next completion %f :", time_to_next_flow_completion); return time_to_next_flow_completion; } -void NetworkNS3Model::updateActionsState(double now, double delta) +void NetworkNS3Model::update_actions_state(double now, double delta) { - xbt_dict_cursor_t cursor = NULL; - char *key; - void *data; - - static xbt_dynar_t socket_to_destroy = NULL; - if(!socket_to_destroy) socket_to_destroy = xbt_dynar_new(sizeof(char*),NULL); - - /* If there are no running flows, just return */ - if (!getRunningActionSet()->size()) { - while(double_positive(now-ns3_time(), sg_surf_precision)) { - ns3_simulator(now-ns3_time()); - } - return; - } - - NetworkNS3Action *action; - xbt_dict_foreach(dict_socket,cursor,key,data){ - action = static_cast(ns3_get_socket_action(data)); - XBT_DEBUG("Processing socket %p (action %p)",data,action); - action->setRemains(action->getCost() - ns3_get_socket_sent(data)); - - if (TRACE_is_enabled() && - action->getState() == SURF_ACTION_RUNNING){ - double data_sent = ns3_get_socket_sent(data); - double data_delta_sent = data_sent - action->m_lastSent; - - xbt_dynar_t route = NULL; - - routing_get_route_and_latency (action->p_srcElm, action->p_dstElm, &route, NULL); - unsigned int i; - for (i = 0; i < xbt_dynar_length (route); i++){ - NetworkNS3Link* link = ((NetworkNS3Link*)xbt_dynar_get_ptr(route, i)); - TRACE_surf_link_set_utilization (link->getName(), - action->getCategory(), - (data_delta_sent)/delta, - now-delta, - delta); - } - action->m_lastSent = data_sent; + static std::vector socket_to_destroy; + + std::string ns3_socket; + for (const auto& elm : flow_from_sock) { + ns3_socket = elm.first; + SgFlow* sgFlow = elm.second; + NetworkNS3Action * action = sgFlow->action_; + XBT_DEBUG("Processing socket %p (action %p)",sgFlow,action); + // Because NS3 stops as soon as a flow is finished, the other flows that ends at the same time may remains in an + // inconsistent state (i.e. remains_ == 0 but finished_ == false). + // However, SimGrid considers sometimes that an action with remains_ == 0 is finished. + // Thus, to avoid inconsistencies between SimGrid and NS3, set remains to 0 only when the flow is finished in NS3 + int remains = action->get_cost() - sgFlow->sent_bytes_; + if(remains > 0) + action->set_remains(remains); + + if (TRACE_is_enabled() && action->get_state() == kernel::resource::Action::State::STARTED) { + double data_delta_sent = sgFlow->sent_bytes_ - action->last_sent_; + + std::vector route = std::vector(); + + action->src_->route_to(action->dst_, route, nullptr); + for (auto const& link : route) + TRACE_surf_resource_set_utilization("LINK", "bandwidth_used", link->get_cname(), action->get_category(), + (data_delta_sent) / delta, now - delta, delta); + + action->last_sent_ = sgFlow->sent_bytes_; } - if(ns3_get_socket_is_finished(data) == 1){ - xbt_dynar_push(socket_to_destroy,&key); - XBT_DEBUG("Destroy socket %p of action %p", key, action); - action->finish(); - action->setState(SURF_ACTION_DONE); + if(sgFlow->finished_){ + socket_to_destroy.push_back(ns3_socket); + XBT_DEBUG("Destroy socket %p of action %p", ns3_socket.c_str(), action); + action->set_remains(0); + action->finish(kernel::resource::Action::State::FINISHED); + } else { + XBT_DEBUG("Socket %p sent %u bytes out of %u (%u remaining)", ns3_socket.c_str(), sgFlow->sent_bytes_, + sgFlow->total_bytes_, sgFlow->remaining_); } } - while (!xbt_dynar_is_empty(socket_to_destroy)){ - xbt_dynar_pop(socket_to_destroy,&key); - - void *data = xbt_dict_get (dict_socket, key); - action = static_cast(ns3_get_socket_action(data)); - XBT_DEBUG ("Removing socket %p of action %p", key, action); - xbt_dict_remove(dict_socket, key); + while (not socket_to_destroy.empty()) { + ns3_socket = socket_to_destroy.back(); + socket_to_destroy.pop_back(); + SgFlow* flow = flow_from_sock.at(ns3_socket); + if (XBT_LOG_ISENABLED(ns3, xbt_log_priority_debug)) { + XBT_DEBUG("Removing socket %p of action %p", ns3_socket.c_str(), flow->action_); + } + delete flow; + flow_from_sock.erase(ns3_socket); + sink_from_sock.erase(ns3_socket); } - return; } /************ * Resource * ************/ -NetworkNS3Link::NetworkNS3Link(NetworkNS3Model *model, const char *name, xbt_dict_t props, - double bw_initial, double lat_initial) - : Link(model, name, props) - , p_lat(bprintf("%f", lat_initial)) - , p_bdw(bprintf("%f", bw_initial)) - , m_created(1) +LinkNS3::LinkNS3(NetworkNS3Model* model, const std::string& name, double bandwidth, double latency) + : LinkImpl(model, name, nullptr) { + bandwidth_.peak = bandwidth; + latency_.peak = latency; + + s4u::Link::on_creation(this->piface_); } -NetworkNS3Link::~NetworkNS3Link() +LinkNS3::~LinkNS3() = default; + +void LinkNS3::apply_event(profile::Event*, double) { + THROW_UNIMPLEMENTED; } - -void NetworkNS3Link::updateState(tmgr_trace_event_t event_type, double value, double date) +void LinkNS3::set_bandwidth_profile(profile::Profile*) { - + xbt_die("The ns-3 network model doesn't support bandwidth profiles"); +} +void LinkNS3::set_latency_profile(profile::Profile*) +{ + xbt_die("The ns-3 network model doesn't support latency profiles"); } /********** * Action * **********/ -NetworkNS3Action::NetworkNS3Action(Model *model, double cost, bool failed) -: NetworkAction(model, cost, failed) -{} +NetworkNS3Action::NetworkNS3Action(Model* model, double totalBytes, s4u::Host* src, s4u::Host* dst) + : NetworkAction(model, totalBytes, false), src_(src), dst_(dst) +{ + + // If there is no other started actions, we need to move NS-3 forward to be sync with SimGrid + if (model->get_started_action_set()->size()==1){ + while(double_positive(surf_get_clock() - ns3::Simulator::Now().GetSeconds(), sg_surf_precision)){ + XBT_DEBUG("Synchronizing NS-3 (time %f) with SimGrid (time %f)", ns3::Simulator::Now().GetSeconds(), surf_get_clock()); + ns3_simulator(surf_get_clock() - ns3::Simulator::Now().GetSeconds()); + } + } + + XBT_DEBUG("Communicate from %s to %s", src->get_cname(), dst->get_cname()); + + static int port_number = 1025; // Port number is limited from 1025 to 65 000 + + unsigned int node1 = src->get_netpoint()->extension()->node_num; + unsigned int node2 = dst->get_netpoint()->extension()->node_num; + + ns3::Ptr src_node = src->get_netpoint()->extension()->ns3_node_; + ns3::Ptr dst_node = dst->get_netpoint()->extension()->ns3_node_; + + xbt_assert(node2 < IPV4addr.size(), "Element %s is unknown to ns-3. Is it connected to any one-hop link?", + dst->get_netpoint()->get_cname()); + std::string& addr = IPV4addr[node2]; + xbt_assert(not addr.empty(), "Element %s is unknown to ns-3. Is it connected to any one-hop link?", + dst->get_netpoint()->get_cname()); -#ifdef HAVE_LATENCY_BOUND_TRACKING - int NetworkNS3Action::getLatencyLimited() { - return m_latencyLimited; + XBT_DEBUG("ns3: Create flow of %.0f Bytes from %u to %u with Interface %s", totalBytes, node1, node2, addr.c_str()); + ns3::PacketSinkHelper sink("ns3::TcpSocketFactory", ns3::InetSocketAddress(ns3::Ipv4Address::GetAny(), port_number)); + ns3::ApplicationContainer apps = sink.Install(dst_node); + + ns3::Ptr sock = ns3::Socket::CreateSocket(src_node, ns3::TcpSocketFactory::GetTypeId()); + + flow_from_sock.insert({transform_socket_ptr(sock), new SgFlow(totalBytes, this)}); + sink_from_sock.insert({transform_socket_ptr(sock), apps}); + + sock->Bind(ns3::InetSocketAddress(port_number)); + + ns3::Simulator::ScheduleNow(&start_flow, sock, addr.c_str(), port_number); + + port_number++; + if(port_number > 65000){ + port_number = 1025; + XBT_WARN("Too many connections! Port number is saturated. Trying to use the oldest ports."); } -#endif + xbt_assert(port_number <= 65000, "Too many connections! Port number is saturated."); - void NetworkNS3Action::suspend() -{ + s4u::Link::on_communicate(*this, src, dst); +} + +void NetworkNS3Action::suspend() { + THROW_UNIMPLEMENTED; +} + +void NetworkNS3Action::resume() { THROW_UNIMPLEMENTED; } -void NetworkNS3Action::resume() +std::list NetworkNS3Action::links() const { THROW_UNIMPLEMENTED; } +void NetworkNS3Action::update_remains_lazy(double /*now*/) +{ + THROW_IMPOSSIBLE; +} - /* Test whether a flow is suspended */ -bool NetworkNS3Action::isSuspended() +} // namespace resource +} // namespace kernel +} // namespace simgrid + +void ns3_simulator(double maxSeconds) { - return 0; + ns3::EventId id; + if (maxSeconds > 0.0) // If there is a maximum amount of time to run + id = ns3::Simulator::Schedule(ns3::Seconds(maxSeconds), &ns3::Simulator::Stop); + + XBT_DEBUG("Start simulator for at most %fs (current time: %f)", maxSeconds, surf_get_clock()); + ns3::Simulator::Run (); + XBT_DEBUG("Simulator stopped at %fs", ns3::Simulator::Now().GetSeconds()); + + if(maxSeconds > 0.0) + id.Cancel(); } -int NetworkNS3Action::unref() +// initialize the ns-3 interface and environment +void ns3_initialize(std::string TcpProtocol) { - m_refcount--; - if (!m_refcount) { - if (action_hook.is_linked()) - p_stateSet->erase(p_stateSet->iterator_to(*this)); - XBT_DEBUG ("Removing action %p", this); - delete this; - return 1; + // tcpModel are: + // "ns3::TcpNewReno" + // "ns3::TcpReno" + // "ns3::TcpTahoe" + + ns3::Config::SetDefault ("ns3::TcpSocket::SegmentSize", ns3::UintegerValue (1000)); + ns3::Config::SetDefault ("ns3::TcpSocket::DelAckCount", ns3::UintegerValue (1)); + ns3::Config::SetDefault ("ns3::TcpSocketBase::Timestamp", ns3::BooleanValue (false)); + + if (TcpProtocol == "default") { + /* nothing to do */ + + } else if (TcpProtocol == "Reno") { + XBT_INFO("Switching Tcp protocol to '%s'", TcpProtocol.c_str()); + ns3::Config::SetDefault ("ns3::TcpL4Protocol::SocketType", ns3::StringValue("ns3::TcpReno")); + + } else if (TcpProtocol == "NewReno") { + XBT_INFO("Switching Tcp protocol to '%s'", TcpProtocol.c_str()); + ns3::Config::SetDefault ("ns3::TcpL4Protocol::SocketType", ns3::StringValue("ns3::TcpNewReno")); + + } else if (TcpProtocol == "Tahoe") { + XBT_INFO("Switching Tcp protocol to '%s'", TcpProtocol.c_str()); + ns3::Config::SetDefault ("ns3::TcpL4Protocol::SocketType", ns3::StringValue("ns3::TcpTahoe")); + + } else { + xbt_die("The ns3/TcpModel must be: NewReno or Reno or Tahoe"); + } +} + +void ns3_add_cluster(const char* id, double bw, double lat) { + ns3::NodeContainer Nodes; + + for (unsigned int i = number_of_clusters_nodes; i < Cluster_nodes.GetN(); i++) { + Nodes.Add(Cluster_nodes.Get(i)); + XBT_DEBUG("Add node %u to cluster", i); } - return 0; + number_of_clusters_nodes = Cluster_nodes.GetN(); + + XBT_DEBUG("Add router %u to cluster", nodes.GetN() - Nodes.GetN() - 1); + Nodes.Add(nodes.Get(nodes.GetN()-Nodes.GetN()-1)); + + xbt_assert(Nodes.GetN() <= 65000, "Cluster with ns-3 is limited to 65000 nodes"); + ns3::CsmaHelper csma; + csma.SetChannelAttribute("DataRate", ns3::DataRateValue(ns3::DataRate(bw * 8))); // ns-3 takes bps, but we provide Bps + csma.SetChannelAttribute("Delay", ns3::TimeValue(ns3::Seconds(lat))); + ns3::NetDeviceContainer devices = csma.Install(Nodes); + XBT_DEBUG("Create CSMA"); + + std::string addr = simgrid::xbt::string_printf("%d.%d.0.0", number_of_networks, number_of_links); + XBT_DEBUG("Assign IP Addresses %s to CSMA.", addr.c_str()); + ns3::Ipv4AddressHelper ipv4; + ipv4.SetBase(addr.c_str(), "255.255.0.0"); + interfaces.Add(ipv4.Assign (devices)); + + if(number_of_links == 255){ + xbt_assert(number_of_networks < 255, "Number of links and networks exceed 255*255"); + number_of_links = 1; + number_of_networks++; + }else{ + number_of_links++; + } + XBT_DEBUG("Number of nodes in Cluster_nodes: %u", Cluster_nodes.GetN()); } +static std::string transformIpv4Address(ns3::Ipv4Address from) +{ + std::stringstream sstream; + sstream << from ; + return sstream.str(); } + +void ns3_add_link(NetPointNs3* src, NetPointNs3* dst, double bw, double lat) { + ns3::PointToPointHelper pointToPoint; + + ns3::Ipv4AddressHelper address; + + int srcNum = src->node_num; + int dstNum = dst->node_num; + + ns3::Ptr a = src->ns3_node_; + ns3::Ptr b = dst->ns3_node_; + + XBT_DEBUG("\tAdd PTP from %d to %d bw:'%f Bps' lat:'%fs'", srcNum, dstNum, bw, lat); + pointToPoint.SetDeviceAttribute("DataRate", + ns3::DataRateValue(ns3::DataRate(bw * 8))); // ns-3 takes bps, but we provide Bps + pointToPoint.SetChannelAttribute("Delay", ns3::TimeValue(ns3::Seconds(lat))); + + ns3::NetDeviceContainer netA; + netA.Add(pointToPoint.Install (a, b)); + + std::string addr = simgrid::xbt::string_printf("%d.%d.0.0", number_of_networks, number_of_links); + address.SetBase(addr.c_str(), "255.255.0.0"); + XBT_DEBUG("\tInterface stack '%s'", addr.c_str()); + interfaces.Add(address.Assign (netA)); + + if (IPV4addr.size() <= (unsigned)srcNum) + IPV4addr.resize(srcNum + 1); + IPV4addr[srcNum] = transformIpv4Address(interfaces.GetAddress(interfaces.GetN() - 2)); + + if (IPV4addr.size() <= (unsigned)dstNum) + IPV4addr.resize(dstNum + 1); + IPV4addr[dstNum] = transformIpv4Address(interfaces.GetAddress(interfaces.GetN() - 1)); + + if (number_of_links == 255){ + xbt_assert(number_of_networks < 255, "Number of links and networks exceed 255*255"); + number_of_links = 1; + number_of_networks++; + } else { + number_of_links++; + } }