-/* Copyright (c) 2010-2017. The SimGrid Team. All rights reserved. */
+/* Copyright (c) 2010-2019. The SimGrid Team. All rights reserved. */
/* This program is free software; you can redistribute it and/or modify it
* under the terms of the license (GNU LGPL) which comes with this package. */
+#include "simgrid/Exception.hpp"
#include "simgrid/s4u/Engine.hpp"
#include "simgrid/s4u/Host.hpp"
-
-#include "surf/surf.h"
-
-#include "src/instr/instr_private.h"
+#include "src/instr/instr_private.hpp"
+#include <sys/stat.h>
+#ifdef WIN32
+#include <direct.h> // _mkdir
+#endif
XBT_LOG_NEW_DEFAULT_SUBCATEGORY (instr_paje_containers, instr, "Paje tracing event system (containers)");
+extern std::ofstream tracing_file;
+std::map<container_t, std::ofstream*> tracing_files; // TI specific
+double prefix = 0.0; // TI specific
+
static container_t rootContainer = nullptr; /* the root container */
-static xbt_dict_t allContainers = nullptr; /* all created containers indexed by name */
+static std::map<std::string, container_t> allContainers; /* all created containers indexed by name */
std::set<std::string> trivaNodeTypes; /* all host types defined */
std::set<std::string> trivaEdgeTypes; /* all link types defined */
return type_id++;
}
-void PJ_container_alloc ()
+namespace simgrid {
+namespace instr {
+
+container_t Container::get_root()
{
- allContainers = xbt_dict_new_homogeneous(nullptr);
+ return rootContainer;
}
-void PJ_container_release ()
+NetZoneContainer::NetZoneContainer(const std::string& name, unsigned int level, NetZoneContainer* father)
+ : Container::Container(name, "", father)
{
- xbt_dict_free (&allContainers);
+ netpoint_ = simgrid::s4u::Engine::get_instance()->netpoint_by_name_or_null(get_name());
+ xbt_assert(netpoint_, "Element '%s' not found", get_cname());
+ if (father_) {
+ std::string type_name = std::string("L") + std::to_string(level);
+ type_ = father_->type_->by_name_or_create<ContainerType>(type_name);
+ father_->children_.insert({get_name(), this});
+ log_creation();
+ } else {
+ type_ = new ContainerType("0");
+ rootContainer = this;
+ }
}
-void PJ_container_set_root (container_t root)
+RouterContainer::RouterContainer(const std::string& name, Container* father)
+ : Container::Container(name, "ROUTER", father)
{
- rootContainer = root;
+ xbt_assert(father, "Only the Root container has no father");
+
+ netpoint_ = simgrid::s4u::Engine::get_instance()->netpoint_by_name_or_null(get_name());
+ xbt_assert(netpoint_, "Element '%s' not found", get_cname());
+
+ trivaNodeTypes.insert(type_->get_name());
}
-simgrid::instr::Container::Container(const char* name, simgrid::instr::e_container_types kind, Container* father)
- : name_(xbt_strdup(name)), father_(father)
+HostContainer::HostContainer(simgrid::s4u::Host const& host, NetZoneContainer* father)
+ : Container::Container(host.get_name(), "HOST", father)
{
- xbt_assert(name != nullptr, "Container name cannot be nullptr");
+ xbt_assert(father, "Only the Root container has no father");
+
+ netpoint_ = host.get_netpoint();
+ xbt_assert(netpoint_, "Element '%s' not found", host.get_cname());
+ trivaNodeTypes.insert(type_->get_name());
+}
+
+Container::Container(const std::string& name, const std::string& type_name, Container* father)
+ : name_(name), father_(father)
+{
static long long int container_id = 0;
- id_ = bprintf("%lld", container_id); // id (or alias) of the container
+ id_ = container_id; // id (or alias) of the container
container_id++;
- //Search for network_element_t
- switch (kind){
- case simgrid::instr::INSTR_HOST:
- this->netpoint_ = sg_host_by_name(name)->pimpl_netpoint;
- xbt_assert(this->netpoint_, "Element '%s' not found", name);
- break;
- case simgrid::instr::INSTR_ROUTER:
- this->netpoint_ = simgrid::s4u::Engine::getInstance()->getNetpointByNameOrNull(name);
- xbt_assert(this->netpoint_, "Element '%s' not found", name);
- break;
- case simgrid::instr::INSTR_AS:
- this->netpoint_ = simgrid::s4u::Engine::getInstance()->getNetpointByNameOrNull(name);
- xbt_assert(this->netpoint_, "Element '%s' not found", name);
- break;
- default:
- this->netpoint_ = nullptr;
- break;
- }
-
if (father_) {
- this->level_ = father_->level_ + 1;
- XBT_DEBUG("new container %s, child of %s", name, father->name_);
- }
+ XBT_DEBUG("new container %s, child of %s", get_cname(), father->get_cname());
- // type definition (method depends on kind of this new container)
- this->kind_ = kind;
- if (this->kind_ == simgrid::instr::INSTR_AS) {
- //if this container is of an AS, its type name depends on its level
- char as_typename[INSTR_DEFAULT_STR_SIZE];
- snprintf(as_typename, INSTR_DEFAULT_STR_SIZE, "L%d", this->level_);
- if (this->father_) {
- this->type_ = simgrid::instr::Type::getOrNull(as_typename, this->father_->type_);
- if (this->type_ == nullptr) {
- this->type_ = simgrid::instr::Type::containerNew(as_typename, this->father_->type_);
- }
- }else{
- this->type_ = simgrid::instr::Type::containerNew("0", nullptr);
+ if (not type_name.empty()) {
+ type_ = father_->type_->by_name_or_create<ContainerType>(type_name);
+ father_->children_.insert({name_, this});
+ log_creation();
}
- }else{
- //otherwise, the name is its kind
- char typeNameBuff[INSTR_DEFAULT_STR_SIZE];
- switch (this->kind_) {
- case simgrid::instr::INSTR_HOST:
- snprintf (typeNameBuff, INSTR_DEFAULT_STR_SIZE, "HOST");
- break;
- case simgrid::instr::INSTR_LINK:
- snprintf (typeNameBuff, INSTR_DEFAULT_STR_SIZE, "LINK");
- break;
- case simgrid::instr::INSTR_ROUTER:
- snprintf (typeNameBuff, INSTR_DEFAULT_STR_SIZE, "ROUTER");
- break;
- case simgrid::instr::INSTR_SMPI:
- snprintf (typeNameBuff, INSTR_DEFAULT_STR_SIZE, "MPI");
- break;
- case simgrid::instr::INSTR_MSG_PROCESS:
- snprintf (typeNameBuff, INSTR_DEFAULT_STR_SIZE, "MSG_PROCESS");
- break;
- case simgrid::instr::INSTR_MSG_VM:
- snprintf (typeNameBuff, INSTR_DEFAULT_STR_SIZE, "MSG_VM");
- break;
- case simgrid::instr::INSTR_MSG_TASK:
- snprintf (typeNameBuff, INSTR_DEFAULT_STR_SIZE, "MSG_TASK");
- break;
- default:
- THROWF (tracing_error, 0, "new container kind is unknown.");
- break;
- }
- simgrid::instr::Type* type = simgrid::instr::Type::getOrNull(typeNameBuff, this->father_->type_);
- if (type == nullptr){
- this->type_ = simgrid::instr::Type::containerNew(typeNameBuff, this->father_->type_);
- }else{
- this->type_ = type;
- }
- }
- this->children_ = xbt_dict_new_homogeneous(nullptr);
- if (this->father_) {
- xbt_dict_set(this->father_->children_, this->name_, this, nullptr);
- LogContainerCreation(this);
}
//register all kinds by name
- if (xbt_dict_get_or_null(allContainers, this->name_) != nullptr) {
- THROWF(tracing_error, 1, "container %s already present in allContainers data structure", this->name_);
- }
+ if (not allContainers.emplace(name_, this).second)
+ throw simgrid::TracingError(
+ XBT_THROW_POINT,
+ simgrid::xbt::string_printf("container %s already present in allContainers data structure", get_cname()));
- xbt_dict_set(allContainers, this->name_, this, nullptr);
- XBT_DEBUG("Add container name '%s'", this->name_);
+ XBT_DEBUG("Add container name '%s'", get_cname());
//register NODE types for triva configuration
- if (this->kind_ == simgrid::instr::INSTR_HOST || this->kind_ == simgrid::instr::INSTR_LINK ||
- this->kind_ == simgrid::instr::INSTR_ROUTER) {
- trivaNodeTypes.insert(this->type_->name_);
- }
+ if (type_name == "LINK")
+ trivaNodeTypes.insert(type_->get_name());
}
-simgrid::instr::Container::~Container()
-{
- XBT_DEBUG("destroy container %s", name_);
- // obligation to dump previous events because they might
- // reference the container that is about to be destroyed
- TRACE_last_timestamp_to_dump = surf_get_clock();
- TRACE_paje_dump_buffer(1);
+Container::~Container()
+{
+ XBT_DEBUG("destroy container %s", get_cname());
+ // Begin with destroying my own children
+ for (auto child : children_)
+ delete child.second;
- // trace my destruction
- if (not TRACE_disable_destroy() && this != PJ_container_get_root()) {
- // do not trace the container destruction if user requests
- // or if the container is root
- LogContainerDestruction(this);
- }
+ // obligation to dump previous events because they might reference the container that is about to be destroyed
+ TRACE_last_timestamp_to_dump = SIMIX_get_clock();
+ TRACE_paje_dump_buffer(true);
- // remove it from allContainers data structure
- xbt_dict_remove(allContainers, name_);
+ // trace my destruction, but not if user requests so or if the container is root
+ if (not TRACE_disable_destroy() && this != Container::get_root())
+ log_destruction();
- // free
- xbt_free(name_);
- xbt_free(id_);
- xbt_dict_free(&children_);
+ // remove me from the allContainers data structure
+ allContainers.erase(name_);
}
-container_t PJ_container_get (const char *name)
+void Container::create_child(const std::string& name, const std::string& type_name)
{
- container_t ret = PJ_container_get_or_null (name);
- if (ret == nullptr){
- THROWF(tracing_error, 1, "container with name %s not found", name);
- }
- return ret;
+ new Container(name, type_name, this);
}
-container_t PJ_container_get_or_null (const char *name)
+Container* Container::by_name_or_null(const std::string& name)
{
- return static_cast<container_t>(name != nullptr ? xbt_dict_get_or_null(allContainers, name) : nullptr);
+ auto cont = allContainers.find(name);
+ return cont == allContainers.end() ? nullptr : cont->second;
}
-container_t PJ_container_get_root ()
+Container* Container::by_name(const std::string& name)
{
- return rootContainer;
+ Container* ret = Container::by_name_or_null(name);
+ xbt_assert(ret != nullptr, "container with name %s not found", name.c_str());
+
+ return ret;
}
-void PJ_container_remove_from_parent (container_t child)
+void Container::remove_from_parent()
{
- if (child == nullptr){
- THROWF (tracing_error, 0, "can't remove from parent with a nullptr child");
+ if (father_) {
+ XBT_DEBUG("removeChildContainer (%s) FromContainer (%s) ", get_cname(), father_->get_cname());
+ father_->children_.erase(name_);
}
+ delete this;
+}
- container_t parent = child->father_;
- if (parent){
- XBT_DEBUG("removeChildContainer (%s) FromContainer (%s) ", child->name_, parent->name_);
- xbt_dict_remove(parent->children_, child->name_);
+void Container::log_creation()
+{
+ double timestamp = SIMIX_get_clock();
+ std::stringstream stream;
+
+ XBT_DEBUG("%s: event_type=%u, timestamp=%f", __func__, PAJE_CreateContainer, timestamp);
+
+ if (trace_format == simgrid::instr::TraceFormat::Paje) {
+ stream << std::fixed << std::setprecision(TRACE_precision()) << PAJE_CreateContainer << " ";
+ stream << timestamp << " " << id_ << " " << type_->get_id() << " " << father_->id_ << " \"";
+ if (name_.find("rank-") != 0)
+ stream << name_ << "\"";
+ else
+ /* Subtract -1 because this is the process id and we transform it to the rank id */
+ stream << "rank-" << stoi(name_.substr(5)) - 1 << "\"";
+
+ XBT_DEBUG("Dump %s", stream.str().c_str());
+ tracing_file << stream.str() << std::endl;
+ } else if (trace_format == simgrid::instr::TraceFormat::Ti) {
+ // if we are in the mode with only one file
+ static std::ofstream* ti_unique_file = nullptr;
+
+ if (tracing_files.empty()) {
+ // generate unique run id with time
+ prefix = xbt_os_time();
+ }
+
+ if (not simgrid::config::get_value<bool>("tracing/smpi/format/ti-one-file") || ti_unique_file == nullptr) {
+ std::string folder_name = TRACE_get_filename() + "_files";
+ std::string filename = folder_name + "/" + std::to_string(prefix) + "_" + name_ + ".txt";
+#ifdef WIN32
+ _mkdir(folder_name.c_str());
+#else
+ mkdir(folder_name.c_str(), S_IRWXU | S_IRWXG | S_IRWXO);
+#endif
+ ti_unique_file = new std::ofstream(filename.c_str(), std::ofstream::out);
+ xbt_assert(not ti_unique_file->fail(), "Tracefile %s could not be opened for writing", filename.c_str());
+ tracing_file << filename << std::endl;
+ }
+ tracing_files.insert({this, ti_unique_file});
+ } else {
+ THROW_IMPOSSIBLE;
}
}
-static void recursiveDestroyContainer (container_t container)
+void Container::log_destruction()
{
- if (container == nullptr){
- THROWF (tracing_error, 0, "trying to recursively destroy a nullptr container");
- }
- XBT_DEBUG("recursiveDestroyContainer %s", container->name_);
- xbt_dict_cursor_t cursor = nullptr;
- container_t child;
- char *child_name;
- xbt_dict_foreach (container->children_, cursor, child_name, child) {
- recursiveDestroyContainer (child);
+ std::stringstream stream;
+ double timestamp = SIMIX_get_clock();
+
+ XBT_DEBUG("%s: event_type=%u, timestamp=%f", __func__, PAJE_DestroyContainer, timestamp);
+
+ if (trace_format == simgrid::instr::TraceFormat::Paje) {
+ stream << std::fixed << std::setprecision(TRACE_precision()) << PAJE_DestroyContainer << " ";
+ stream << timestamp << " " << type_->get_id() << " " << id_;
+ XBT_DEBUG("Dump %s", stream.str().c_str());
+ tracing_file << stream.str() << std::endl;
+ } else if (trace_format == simgrid::instr::TraceFormat::Ti) {
+ if (not simgrid::config::get_value<bool>("tracing/smpi/format/ti-one-file") || tracing_files.size() == 1) {
+ tracing_files.at(this)->close();
+ delete tracing_files.at(this);
+ }
+ tracing_files.erase(this);
+ } else {
+ THROW_IMPOSSIBLE;
}
- delete container;
}
-void PJ_container_free_all ()
+StateType* Container::get_state(const std::string& name)
{
- container_t root = PJ_container_get_root();
- if (root == nullptr){
- THROWF (tracing_error, 0, "trying to free all containers, but root is nullptr");
- }
- recursiveDestroyContainer (root);
- rootContainer = nullptr;
+ StateType* ret = static_cast<StateType*>(type_->by_name(name));
+ ret->set_calling_container(this);
+ return ret;
+}
- //checks
- if (not xbt_dict_is_empty(allContainers)) {
- THROWF(tracing_error, 0, "some containers still present even after destroying all of them");
- }
+LinkType* Container::get_link(const std::string& name)
+{
+ LinkType* ret = static_cast<LinkType*>(type_->by_name(name));
+ ret->set_calling_container(this);
+ return ret;
+}
+
+VariableType* Container::get_variable(const std::string& name)
+{
+ VariableType* ret = static_cast<VariableType*>(type_->by_name(name));
+ ret->set_calling_container(this);
+ return ret;
+}
+}
}