X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/290d4e7e276bc06aee8e440f07e6bbd41af6259d..1fc042e8bc9c51f9267fa1936deaebe59ae01ee7:/src/instr/instr_paje_trace.cpp diff --git a/src/instr/instr_paje_trace.cpp b/src/instr/instr_paje_trace.cpp index 7172f7e3fd..23ed224460 100644 --- a/src/instr/instr_paje_trace.cpp +++ b/src/instr/instr_paje_trace.cpp @@ -1,99 +1,159 @@ -/* Copyright (c) 2010-2016. The SimGrid Team. +/* Copyright (c) 2010-2017. The SimGrid Team. * All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it * under the terms of the license (GNU LGPL) which comes with this package. */ -#include "src/instr/instr_private.h" +#include "simgrid/sg_config.h" +#include "src/instr/instr_private.hpp" +#include "src/instr/instr_smpi.hpp" +#include "src/smpi/include/private.hpp" +#include "typeinfo" #include "xbt/virtu.h" /* sg_cmdline */ + #include +#include #include /** std::setprecision **/ -#include "simgrid/sg_config.h" - -XBT_LOG_NEW_DEFAULT_SUBCATEGORY(instr_paje_trace, instr_trace, "tracing event system"); +#include +#ifdef WIN32 +#include // _mkdir +#endif -extern FILE * tracing_file; -extern s_instr_trace_writer_t active_writer; +XBT_LOG_NEW_DEFAULT_SUBCATEGORY(instr_paje_trace, instr, "tracing event system"); static std::stringstream stream; +FILE *tracing_file = nullptr; -static void print_paje_debug(std::string functionName, paje_event_t event) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); +static std::map tracing_files; // TI specific +static double prefix=0.0; // TI specific + +std::vector buffer; +void buffer_debug(std::vector* buf); + +void dump_comment (const char *comment) +{ + if (not strlen(comment)) + return; + fprintf (tracing_file, "# %s\n", comment); } -template static void init_stream(paje_event_t event) { - stream << std::fixed << std::setprecision(TRACE_precision()); - stream << (int) event->event_type; +void dump_comment_file (const char *filename) +{ + if (not strlen(filename)) + return; + FILE *file = fopen (filename, "r"); + if (not file) { + THROWF (system_error, 1, "Comment file %s could not be opened for reading.", filename); + } + while (not feof(file)) { + char c; + c = fgetc(file); + if (feof(file)) break; + fprintf (tracing_file, "# "); + while (c != '\n'){ + fprintf (tracing_file, "%c", c); + c = fgetc(file); + if (feof(file)) break; + } + fprintf (tracing_file, "\n"); + } + fclose(file); +} + +double TRACE_last_timestamp_to_dump = 0; +//dumps the trace file until the timestamp TRACE_last_timestamp_to_dump +void TRACE_paje_dump_buffer (int force) +{ + if (not TRACE_is_enabled()) + return; + XBT_DEBUG("%s: dump until %f. starts", __FUNCTION__, TRACE_last_timestamp_to_dump); + if (force){ + for (auto const& event : buffer) { + event->print(); + delete event; + } + buffer.clear(); + }else{ + std::vector::iterator i = buffer.begin(); + for (auto const& event : buffer) { + double head_timestamp = event->timestamp_; + if (head_timestamp > TRACE_last_timestamp_to_dump) + break; + event->print(); + delete event; + ++i; + } + buffer.erase(buffer.begin(), i); + } + XBT_DEBUG("%s: ends", __FUNCTION__); +} + +void buffer_debug(std::vector* buf); +void buffer_debug(std::vector* buf) +{ + return; + XBT_DEBUG(">>>>>> Dump the state of the buffer. %zu events", buf->size()); + for (auto const& event : *buf) { + event->print(); + XBT_DEBUG("%p %s", event, stream.str().c_str()); + stream.str(""); + stream.clear(); + } + XBT_DEBUG("<<<<<<"); } static void print_row() { stream << std::endl; fprintf(tracing_file, "%s", stream.str().c_str()); + XBT_DEBUG("Dump %s", stream.str().c_str()); stream.str(""); stream.clear(); } -static void print_timestamp(paje_event_t event) { +static void print_timestamp(simgrid::instr::PajeEvent* event) +{ stream << " "; /* prevent 0.0000 in the trace - this was the behavior before the transition to c++ */ - if (event->timestamp < 1e-12) + if (event->timestamp_ < 1e-12) stream << 0; - else - stream << event->timestamp; -} - -template static void print_default_pajeLink_row(paje_event_t& event) { - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->container->id - << " " << static_cast(event->data)->value; -} - -template static void print_default_pajeState_row(paje_event_t& event) { - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->container->id; + else + stream << event->timestamp_; } -template static void print_default_pajeType_row(paje_event_t& event) { - init_stream(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->type->father->id - << " " << static_cast(event->data)->type->name; -} - -template static void print_default_pajeVariable_row(paje_event_t& event) { - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->container->id - << " " << static_cast(event->data)->value; - - print_row(); +/* internal do the instrumentation module */ +static void insert_into_buffer(simgrid::instr::PajeEvent* tbi) +{ + if (TRACE_buffer() == 0){ + tbi->print (); + delete tbi; + return; + } + buffer_debug(&buffer); + + XBT_DEBUG("%s: insert event_type=%d, timestamp=%f, buffersize=%zu)", __FUNCTION__, (int)tbi->eventType_, + tbi->timestamp_, buffer.size()); + std::vector::reverse_iterator i; + for (i = buffer.rbegin(); i != buffer.rend(); ++i) { + simgrid::instr::PajeEvent* e1 = *i; + XBT_DEBUG("compare to %p is of type %d; timestamp:%f", e1, (int)e1->eventType_, e1->timestamp_); + if (e1->timestamp_ <= tbi->timestamp_) + break; + } + if (i == buffer.rend()) + XBT_DEBUG("%s: inserted at beginning", __FUNCTION__); + else if (i == buffer.rbegin()) + XBT_DEBUG("%s: inserted at end", __FUNCTION__); + else + XBT_DEBUG("%s: inserted at pos= %zd from its end", __FUNCTION__, + std::distance(buffer.rbegin(),i)); + buffer.insert(i.base(), tbi); + + buffer_debug(&buffer); } -void TRACE_paje_init() { - active_writer.print_DefineContainerType = print_pajeDefineContainerType; - active_writer.print_DefineVariableType = print_pajeDefineVariableType; - active_writer.print_DefineStateType = print_pajeDefineStateType; - active_writer.print_DefineEventType = print_pajeDefineEventType; - active_writer.print_DefineLinkType = print_pajeDefineLinkType; - active_writer.print_DefineEntityValue = print_pajeDefineEntityValue; - active_writer.print_CreateContainer = print_pajeCreateContainer; - active_writer.print_DestroyContainer = print_pajeDestroyContainer; - active_writer.print_SetVariable = print_pajeSetVariable; - active_writer.print_AddVariable = print_pajeAddVariable; - active_writer.print_SubVariable = print_pajeSubVariable; - active_writer.print_SetState = print_pajeSetState; - active_writer.print_PushState = print_pajePushState; - active_writer.print_PopState = print_pajePopState; - active_writer.print_ResetState = print_pajeResetState; - active_writer.print_StartLink = print_pajeStartLink; - active_writer.print_EndLink = print_pajeEndLink; - active_writer.print_NewEvent = print_pajeNewEvent; +simgrid::instr::PajeEvent::~PajeEvent() +{ + XBT_DEBUG("%s not implemented for %p: event_type=%d, timestamp=%f", __FUNCTION__, this, (int)eventType_, timestamp_); } void TRACE_paje_start() { @@ -132,174 +192,683 @@ void TRACE_paje_end() { XBT_DEBUG("Filename %s is closed", filename); } -void print_pajeDefineContainerType(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeType_row(event); - print_row(); +void LogContainerTypeDefinition(simgrid::instr::Type* type) +{ + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, simgrid::instr::PAJE_DefineContainerType); + //print it + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, simgrid::instr::PAJE_DefineContainerType, + TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineContainerType; + stream << " " << type->id_ << " " << type->father_->id_ << " " << type->name_; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } + //-- } -void print_pajeDefineVariableType(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeType_row(event); - if(static_cast(event->data)->type->color) - stream << " \"" << static_cast(event->data)->type->color << "\""; - print_row(); +void LogVariableTypeDefinition(simgrid::instr::Type* type) +{ + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, simgrid::instr::PAJE_DefineVariableType); + + //print it + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, simgrid::instr::PAJE_DefineVariableType, + TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineVariableType; + stream << " " << type->id_ << " " << type->father_->id_ << " " << type->name_; + if (type->color_) + stream << " \"" << type->color_ << "\""; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineStateType(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeType_row(event); +void LogStateTypeDefinition(simgrid::instr::Type* type) +{ + //print it +if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, simgrid::instr::PAJE_DefineStateType, TRACE_precision(), + 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineStateType; + stream << " " << type->id_ << " " << type->father_->id_ << " " << type->name_; print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineEventType(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeType_row(event); - print_row(); +void LogDefineEventType(simgrid::instr::Type* type) +{ + //print it + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, simgrid::instr::PAJE_DefineEventType, + TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineEventType; + stream << " " << type->id_ << " " << type->father_->id_ << " " << type->name_; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineLinkType(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - init_stream(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->type->father->id - << " " << static_cast(event->data)->source->id - << " " << static_cast(event->data)->dest->id - << " " << static_cast(event->data)->type->name; +void LogLinkTypeDefinition(simgrid::instr::Type* type, simgrid::instr::Type* source, simgrid::instr::Type* dest) +{ + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, simgrid::instr::PAJE_DefineLinkType); + //print it +if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, simgrid::instr::PAJE_DefineLinkType, TRACE_precision(), + 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineLinkType; + stream << " " << type->id_ << " " << type->father_->id_ << " " << source->id_ << " " << dest->id_ << " " + << type->name_; print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineEntityValue (paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - init_stream(event); - stream << " " << static_cast(event->data)->value->id - << " " << static_cast(event->data)->value->father->id - << " " << static_cast(event->data)->value->name; - if(static_cast(event->data)->value->color) - stream << " \"" << static_cast(event->data)->value->color << "\""; - print_row(); +void LogEntityValue(simgrid::instr::Value* val) +{ + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, simgrid::instr::PAJE_DefineEntityValue); + //print it +if (instr_fmt_type == instr_fmt_paje) { + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineEntityValue; + stream << " " << val->id_ << " " << val->father_->id_ << " " << val->name_; + if (val->color_) + stream << " \"" << val->color_ << "\""; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeCreateContainer(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->container->id - << " " << static_cast(event->data)->container->type->id - << " " << static_cast(event->data)->container->father->id - << " \"" << static_cast(event->data)->container->name << "\""; +void LogContainerCreation (container_t container) +{ + double timestamp = SIMIX_get_clock(); - print_row(); + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, simgrid::instr::PAJE_CreateContainer, timestamp); + + if (instr_fmt_type == instr_fmt_paje) { + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_CreateContainer; + stream << " "; + /* prevent 0.0000 in the trace - this was the behavior before the transition to c++ */ + if (timestamp < 1e-12) + stream << 0; + else + stream << timestamp; + stream << " " << container->id_ << " " << container->type_->id_ << " " << container->father_->id_ << " \"" + << container->name_ << "\""; + + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + // if we are in the mode with only one file + static FILE* ti_unique_file = nullptr; + + if (tracing_files.empty()) { + // generate unique run id with time + prefix = xbt_os_time(); + } + + if (not xbt_cfg_get_boolean("tracing/smpi/format/ti-one-file") || ti_unique_file == nullptr) { + char* folder_name = bprintf("%s_files", TRACE_get_filename()); + char* filename = bprintf("%s/%f_%s.txt", folder_name, prefix, container->name_.c_str()); +#ifdef WIN32 + _mkdir(folder_name); +#else + mkdir(folder_name, S_IRWXU | S_IRWXG | S_IRWXO); +#endif + ti_unique_file = fopen(filename, "w"); + xbt_assert(ti_unique_file, "Tracefile %s could not be opened for writing: %s", filename, strerror(errno)); + fprintf(tracing_file, "%s\n", filename); + + xbt_free(folder_name); + xbt_free(filename); + } + + tracing_files.insert({container, ti_unique_file}); + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDestroyContainer(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->container->type->id - << " " << static_cast(event->data)->container->id; +void LogContainerDestruction(container_t container) +{ + double timestamp = SIMIX_get_clock(); - print_row(); + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, simgrid::instr::PAJE_DestroyContainer, timestamp); + + if (instr_fmt_type == instr_fmt_paje) { + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DestroyContainer; + stream << " "; + /* prevent 0.0000 in the trace - this was the behavior before the transition to c++ */ + if (timestamp < 1e-12) + stream << 0; + else + stream << timestamp; + stream << " " << container->type_->id_ << " " << container->id_; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + if (not xbt_cfg_get_boolean("tracing/smpi/format/ti-one-file") || tracing_files.size() == 1) { + FILE* f = tracing_files.at(container); + fclose(f); + } + tracing_files.erase(container); + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeSetVariable(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeVariable_row(event); +simgrid::instr::SetVariableEvent::SetVariableEvent(double timestamp, container_t container, Type* type, double value) + : container(container), type(type), value(value) +{ + this->eventType_ = PAJE_SetVariable; + this->timestamp_ = timestamp; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + + insert_into_buffer (this); } -void print_pajeAddVariable(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeVariable_row(event); +void simgrid::instr::SetVariableEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->id_ << " " << container->id_ << " " << value; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeSubVariable(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeVariable_row(event); +simgrid::instr::AddVariableEvent::AddVariableEvent(double timestamp, container_t container, simgrid::instr::Type* type, + double value) + : container(container), type(type), value(value) +{ + this->eventType_ = PAJE_AddVariable; + this->timestamp_ = timestamp; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + + insert_into_buffer (this); +} + +void simgrid::instr::AddVariableEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->id_ << " " << container->id_ << " " << value; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeSetState(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); +simgrid::instr::SubVariableEvent::SubVariableEvent(double timestamp, container_t container, Type* type, double value) + : container(container), type(type), value(value) +{ + this->eventType_ = PAJE_SubVariable; + this->timestamp_ = timestamp; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + + insert_into_buffer (this); +} + +void simgrid::instr::SubVariableEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->id_ << " " << container->id_ << " " << value; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } +} + +simgrid::instr::SetStateEvent::SetStateEvent(double timestamp, container_t container, Type* type, Value* value) + : container(container), type(type), value(value) +{ + this->eventType_ = PAJE_SetState; + this->timestamp_ = timestamp; - print_default_pajeState_row(event); - stream << " " << static_cast(event->data)->value->id; #if HAVE_SMPI if (xbt_cfg_get_boolean("smpi/trace-call-location")) { - stream << " \"" << static_cast(event->data)->filename - << "\" " << static_cast(event->data)->linenumber; + smpi_trace_call_location_t* loc = smpi_trace_get_call_location(); + filename = loc->filename; + linenumber = loc->linenumber; } #endif - print_row(); -} -void print_pajePushState(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeState_row(event); - stream << " " << static_cast(event->data)->value->id; + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); - if (TRACE_display_sizes()) { - stream << " "; - if (static_cast(event->data)->extra != nullptr) { - stream << static_cast(static_cast(event->data)->extra)->send_size; - } - else { - stream << 0; + insert_into_buffer (this); +} + +void simgrid::instr::SetStateEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->id_ << " " << container->id_; + stream << " " << value->id_; +#if HAVE_SMPI + if (xbt_cfg_get_boolean("smpi/trace-call-location")) { + stream << " \"" << filename << "\" " << linenumber; } +#endif + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } +} + +simgrid::instr::PushStateEvent::PushStateEvent(double timestamp, container_t container, Type* type, Value* value, + void* extra) + : container(container), type(type), value(value), extra_(extra) +{ + this->eventType_ = PAJE_PushState; + this->timestamp_ = timestamp; + #if HAVE_SMPI if (xbt_cfg_get_boolean("smpi/trace-call-location")) { - stream << " \"" << static_cast(event->data)->filename - << "\" " << static_cast(event->data)->linenumber; + smpi_trace_call_location_t* loc = smpi_trace_get_call_location(); + filename = loc->filename; + linenumber = loc->linenumber; } #endif - print_row(); - if (static_cast(event->data)->extra != nullptr) { - if (static_cast(static_cast(event->data)->extra)->sendcounts != nullptr) - xbt_free(static_cast(static_cast(event->data)->extra)->sendcounts); - if (static_cast(static_cast(event->data)->extra)->recvcounts != nullptr) - xbt_free(static_cast(static_cast(event->data)->extra)->recvcounts); - xbt_free(static_cast(event->data)->extra); + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + + insert_into_buffer (this); +} + +simgrid::instr::PushStateEvent::PushStateEvent(double timestamp, container_t container, Type* type, Value* val) + : PushStateEvent(timestamp, container, type, val, nullptr) +{} +void simgrid::instr::PushStateEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->id_ << " " << container->id_; + stream << " " << value->id_; + + if (TRACE_display_sizes()) { + stream << " "; + if (extra_ != nullptr) { + stream << static_cast(extra_)->send_size; + } else { + stream << 0; + } + } +#if HAVE_SMPI + if (xbt_cfg_get_boolean("smpi/trace-call-location")) { + stream << " \"" << filename << "\" " << linenumber; + } +#endif + print_row(); + + if (extra_ != nullptr) { + if (static_cast(extra_)->sendcounts != nullptr) + xbt_free(static_cast(extra_)->sendcounts); + if (static_cast(extra_)->recvcounts != nullptr) + xbt_free(static_cast(extra_)->recvcounts); + xbt_free(extra_); + } + } else if (instr_fmt_type == instr_fmt_TI) { + if (extra_ == nullptr) + return; + instr_extra_data extra = (instr_extra_data)extra_; + + char* process_id = nullptr; + // FIXME: dirty extract "rank-" from the name, as we want the bare process id here + if (strstr(container->name_.c_str(), "rank-") == nullptr) + process_id = xbt_strdup(container->name_.c_str()); + else + process_id = xbt_strdup(container->name_.c_str() + 5); + + FILE* trace_file = tracing_files.at(container); + + switch (extra->type) { + case TRACING_INIT: + fprintf(trace_file, "%s init\n", process_id); + break; + case TRACING_FINALIZE: + fprintf(trace_file, "%s finalize\n", process_id); + break; + case TRACING_SEND: + fprintf(trace_file, "%s send %d %d %s\n", process_id, extra->dst, extra->send_size, extra->datatype1); + break; + case TRACING_ISEND: + fprintf(trace_file, "%s Isend %d %d %s\n", process_id, extra->dst, extra->send_size, extra->datatype1); + break; + case TRACING_RECV: + fprintf(trace_file, "%s recv %d %d %s\n", process_id, extra->src, extra->send_size, extra->datatype1); + break; + case TRACING_IRECV: + fprintf(trace_file, "%s Irecv %d %d %s\n", process_id, extra->src, extra->send_size, extra->datatype1); + break; + case TRACING_TEST: + fprintf(trace_file, "%s test\n", process_id); + break; + case TRACING_WAIT: + fprintf(trace_file, "%s wait\n", process_id); + break; + case TRACING_WAITALL: + fprintf(trace_file, "%s waitAll\n", process_id); + break; + case TRACING_BARRIER: + fprintf(trace_file, "%s barrier\n", process_id); + break; + case TRACING_BCAST: // rank bcast size (root) (datatype) + fprintf(trace_file, "%s bcast %d ", process_id, extra->send_size); + if (extra->root != 0 || (extra->datatype1 && strcmp(extra->datatype1, ""))) + fprintf(trace_file, "%d %s", extra->root, extra->datatype1); + fprintf(trace_file, "\n"); + break; + case TRACING_REDUCE: // rank reduce comm_size comp_size (root) (datatype) + fprintf(trace_file, "%s reduce %d %f ", process_id, extra->send_size, extra->comp_size); + if (extra->root != 0 || (extra->datatype1 && strcmp(extra->datatype1, ""))) + fprintf(trace_file, "%d %s", extra->root, extra->datatype1); + fprintf(trace_file, "\n"); + break; + case TRACING_ALLREDUCE: // rank allreduce comm_size comp_size (datatype) + fprintf(trace_file, "%s allReduce %d %f %s\n", process_id, extra->send_size, extra->comp_size, + extra->datatype1); + break; + case TRACING_ALLTOALL: // rank alltoall send_size recv_size (sendtype) (recvtype) + fprintf(trace_file, "%s allToAll %d %d %s %s\n", process_id, extra->send_size, extra->recv_size, + extra->datatype1, extra->datatype2); + break; + case TRACING_ALLTOALLV: // rank alltoallv send_size [sendcounts] recv_size [recvcounts] (sendtype) (recvtype) + fprintf(trace_file, "%s allToAllV %d ", process_id, extra->send_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->sendcounts[i]); + fprintf(trace_file, "%d ", extra->recv_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%s %s \n", extra->datatype1, extra->datatype2); + break; + case TRACING_GATHER: // rank gather send_size recv_size root (sendtype) (recvtype) + fprintf(trace_file, "%s gather %d %d %d %s %s\n", process_id, extra->send_size, extra->recv_size, extra->root, + extra->datatype1, extra->datatype2); + break; + case TRACING_ALLGATHERV: // rank allgatherv send_size [recvcounts] (sendtype) (recvtype) + fprintf(trace_file, "%s allGatherV %d ", process_id, extra->send_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%s %s \n", extra->datatype1, extra->datatype2); + break; + case TRACING_REDUCE_SCATTER: // rank reducescatter [recvcounts] comp_size (sendtype) + fprintf(trace_file, "%s reduceScatter ", process_id); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%f %s\n", extra->comp_size, extra->datatype1); + break; + case TRACING_COMPUTING: + fprintf(trace_file, "%s compute %f\n", process_id, extra->comp_size); + break; + case TRACING_SLEEPING: + fprintf(trace_file, "%s sleep %f\n", process_id, extra->sleep_duration); + break; + case TRACING_GATHERV: // rank gatherv send_size [recvcounts] root (sendtype) (recvtype) + fprintf(trace_file, "%s gatherV %d ", process_id, extra->send_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%d %s %s\n", extra->root, extra->datatype1, extra->datatype2); + break; + case TRACING_ALLGATHER: // rank allgather sendcount recvcounts (sendtype) (recvtype) + fprintf(trace_file, "%s allGather %d %d %s %s", process_id, extra->send_size, extra->recv_size, + extra->datatype1, extra->datatype2); + break; + case TRACING_WAITANY: + case TRACING_SENDRECV: + case TRACING_SCATTER: + case TRACING_SCATTERV: + case TRACING_SCAN: + case TRACING_EXSCAN: + case TRACING_COMM_SIZE: + case TRACING_COMM_SPLIT: + case TRACING_COMM_DUP: + case TRACING_SSEND: + case TRACING_ISSEND: + default: + XBT_WARN("Call from %s impossible to translate into replay command : Not implemented (yet)", value->name_); + break; + } + + if (extra->recvcounts != nullptr) + xbt_free(extra->recvcounts); + if (extra->sendcounts != nullptr) + xbt_free(extra->sendcounts); + xbt_free(process_id); + xbt_free(extra); + + } else { + THROW_IMPOSSIBLE; } } -void print_pajePopState(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeState_row(event); - print_row(); +simgrid::instr::PopStateEvent::PopStateEvent(double timestamp, container_t container, Type* type) + : container(container), type(type) +{ + this->eventType_ = PAJE_PopState; + this->timestamp_ = timestamp; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + + insert_into_buffer (this); } -void print_pajeResetState(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeState_row(event); - print_row(); +void simgrid::instr::PopStateEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->id_ << " " << container->id_; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeStartLink(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeLink_row(event); - stream << " " << static_cast(event->data)->sourceContainer->id - << " " << static_cast(event->data)->key; +simgrid::instr::ResetStateEvent::ResetStateEvent(double timestamp, container_t container, Type* type) + : container(container), type(type) +{ + this->eventType_ = PAJE_ResetState; + this->timestamp_ = timestamp; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + + insert_into_buffer (this); + delete[] this; +} - if (TRACE_display_sizes()) { - stream << " " << static_cast(event->data)->size; +void simgrid::instr::ResetStateEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->id_ << " " << container->id_; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } - print_row(); } -void print_pajeEndLink(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeLink_row(event); - stream << " " << static_cast(event->data)->destContainer->id - << " " << static_cast(event->data)->key; - print_row(); +simgrid::instr::StartLinkEvent::StartLinkEvent(double timestamp, container_t container, Type* type, + container_t sourceContainer, const char* value, const char* key) + : StartLinkEvent(timestamp, container, type, sourceContainer, value, key, -1) +{} + +simgrid::instr::StartLinkEvent::StartLinkEvent(double timestamp, container_t container, Type* type, + container_t sourceContainer, const char* value, const char* key, + int size) + : container_(container) + , type_(type) + , sourceContainer_(sourceContainer) + , value_(value) + , key_(key) + , size_(size) +{ + eventType_ = PAJE_StartLink; + this->timestamp_ = timestamp; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f, value:%s", __FUNCTION__, (int)eventType_, this->timestamp_, this->value_.c_str()); + + insert_into_buffer (this); } -void print_pajeNewEvent (paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->container->id - << " " << static_cast(event->data)->value->id; - print_row(); +void simgrid::instr::StartLinkEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type_->id_ << " " << container_->id_ << " " << value_; + stream << " " << sourceContainer_->id_ << " " << key_; + + if (TRACE_display_sizes()) { + stream << " " << size_; + } + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } +} + +simgrid::instr::EndLinkEvent::EndLinkEvent(double timestamp, container_t container, Type* type, + container_t destContainer, std::string value, std::string key) + : container(container), type(type), destContainer(destContainer), value(value), key(key) +{ + this->eventType_ = PAJE_EndLink; + this->timestamp_ = timestamp; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + + insert_into_buffer (this); +} + +void simgrid::instr::EndLinkEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->id_ << " " << container->id_ << " " << value; + stream << " " << destContainer->id_ << " " << key; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } +} + +simgrid::instr::NewEvent::NewEvent(double timestamp, container_t container, Type* type, Value* val) +{ + this->eventType_ = PAJE_NewEvent; + this->timestamp_ = timestamp; + this->type = type; + this->container = container; + this->val = val; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + + insert_into_buffer (this); +} + +void simgrid::instr::NewEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->id_ << " " << container->id_ << " " << val->id_; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } +} + +void TRACE_TI_start() +{ + char *filename = TRACE_get_filename(); + tracing_file = fopen(filename, "w"); + if (tracing_file == nullptr) + THROWF(system_error, 1, "Tracefile %s could not be opened for writing.", filename); + + XBT_DEBUG("Filename %s is open for writing", filename); + + /* output one line comment */ + dump_comment(TRACE_get_comment()); + + /* output comment file */ + dump_comment_file(TRACE_get_comment_file()); +} + +void TRACE_TI_end() +{ + fclose(tracing_file); + char *filename = TRACE_get_filename(); + XBT_DEBUG("Filename %s is closed", filename); }