X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/71f3b1f4eee1b1249ba79aba9b0c49fb8c696f06..585eeb393ae78877bab30573f224a2171074a6ca:/src/instr/instr_paje_trace.cpp diff --git a/src/instr/instr_paje_trace.cpp b/src/instr/instr_paje_trace.cpp index 9a9e631293..81f33e6940 100644 --- a/src/instr/instr_paje_trace.cpp +++ b/src/instr/instr_paje_trace.cpp @@ -1,105 +1,164 @@ -/* Copyright (c) 2010-2016. The SimGrid Team. +/* Copyright (c) 2010-2017. The SimGrid Team. * All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it * under the terms of the license (GNU LGPL) which comes with this package. */ -#include "src/instr/instr_private.h" +#include "simgrid/sg_config.h" +#include "src/instr/instr_private.hpp" +#include "src/instr/instr_smpi.hpp" +#include "src/smpi/include/private.hpp" +#include "typeinfo" #include "xbt/virtu.h" /* sg_cmdline */ + #include +#include #include /** std::setprecision **/ +#include +#ifdef WIN32 +#include // _mkdir +#endif -XBT_LOG_NEW_DEFAULT_SUBCATEGORY(instr_paje_trace, instr_trace, "tracing event system"); - -extern FILE * tracing_file; -extern s_instr_trace_writer_t active_writer; +XBT_LOG_NEW_DEFAULT_SUBCATEGORY(instr_paje_trace, instr, "tracing event system"); static std::stringstream stream; +FILE *tracing_file = nullptr; + +static std::map tracing_files; // TI specific +static double prefix=0.0; // TI specific + +std::vector buffer; +void buffer_debug(std::vector* buf); -static void print_paje_debug(std::string functionName, paje_event_t event) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); +void dump_comment (const char *comment) +{ + if (not strlen(comment)) + return; + fprintf (tracing_file, "# %s\n", comment); } -template static void init_stream(paje_event_t event) { - stream << std::fixed << std::setprecision(TRACE_precision()); - stream << (int) event->event_type; +void dump_comment_file (const char *filename) +{ + if (not strlen(filename)) + return; + FILE *file = fopen (filename, "r"); + if (not file) { + THROWF (system_error, 1, "Comment file %s could not be opened for reading.", filename); + } + while (not feof(file)) { + char c; + c = fgetc(file); + if (feof(file)) break; + fprintf (tracing_file, "# "); + while (c != '\n'){ + fprintf (tracing_file, "%c", c); + c = fgetc(file); + if (feof(file)) break; + } + fprintf (tracing_file, "\n"); + } + fclose(file); +} + +double TRACE_last_timestamp_to_dump = 0; +//dumps the trace file until the timestamp TRACE_last_timestamp_to_dump +void TRACE_paje_dump_buffer (int force) +{ + if (not TRACE_is_enabled()) + return; + XBT_DEBUG("%s: dump until %f. starts", __FUNCTION__, TRACE_last_timestamp_to_dump); + if (force){ + for (auto const& event : buffer) { + event->print(); + delete event; + } + buffer.clear(); + }else{ + std::vector::iterator i = buffer.begin(); + for (auto const& event : buffer) { + double head_timestamp = event->timestamp_; + if (head_timestamp > TRACE_last_timestamp_to_dump) + break; + event->print(); + delete event; + ++i; + } + buffer.erase(buffer.begin(), i); + } + XBT_DEBUG("%s: ends", __FUNCTION__); +} + +void buffer_debug(std::vector* buf); +void buffer_debug(std::vector* buf) +{ + return; + XBT_DEBUG(">>>>>> Dump the state of the buffer. %zu events", buf->size()); + for (auto const& event : *buf) { + event->print(); + XBT_DEBUG("%p %s", event, stream.str().c_str()); + stream.str(""); + stream.clear(); + } + XBT_DEBUG("<<<<<<"); } static void print_row() { stream << std::endl; fprintf(tracing_file, "%s", stream.str().c_str()); + XBT_DEBUG("Dump %s", stream.str().c_str()); stream.str(""); stream.clear(); } -static void print_timestamp(paje_event_t event) { +static void print_timestamp(simgrid::instr::PajeEvent* event) +{ stream << " "; /* prevent 0.0000 in the trace - this was the behavior before the transition to c++ */ - if (event->timestamp == 0) + if (event->timestamp_ < 1e-12) stream << 0; - else - stream << event->timestamp; -} - - -template static void print_default_pajeLink_row(paje_event_t& event) { - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->container->id - << " " << static_cast(event->data)->value; -} - -template static void print_default_pajeState_row(paje_event_t& event) { - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->container->id; + else + stream << event->timestamp_; } -template static void print_default_pajeType_row(paje_event_t& event) { - init_stream(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->type->father->id - << " " << static_cast(event->data)->type->name; +/* internal do the instrumentation module */ +void simgrid::instr::PajeEvent::insertIntoBuffer() +{ + if (not TRACE_buffer()) { + print(); + delete this; + return; + } + buffer_debug(&buffer); + + XBT_DEBUG("%s: insert event_type=%d, timestamp=%f, buffersize=%zu)", __FUNCTION__, static_cast(eventType_), + timestamp_, buffer.size()); + std::vector::reverse_iterator i; + for (i = buffer.rbegin(); i != buffer.rend(); ++i) { + simgrid::instr::PajeEvent* e1 = *i; + XBT_DEBUG("compare to %p is of type %d; timestamp:%f", e1, static_cast(e1->eventType_), e1->timestamp_); + if (e1->timestamp_ <= timestamp_) + break; + } + if (i == buffer.rend()) + XBT_DEBUG("%s: inserted at beginning", __FUNCTION__); + else if (i == buffer.rbegin()) + XBT_DEBUG("%s: inserted at end", __FUNCTION__); + else + XBT_DEBUG("%s: inserted at pos= %zd from its end", __FUNCTION__, std::distance(buffer.rbegin(), i)); + buffer.insert(i.base(), this); + + buffer_debug(&buffer); } -template static void print_default_pajeVariable_row(paje_event_t& event) { - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->container->id - << " " << static_cast(event->data)->value; - - print_row(); +simgrid::instr::PajeEvent::~PajeEvent() +{ + XBT_DEBUG("%s not implemented for %p: event_type=%d, timestamp=%f", __FUNCTION__, this, (int)eventType_, timestamp_); } -void TRACE_paje_init(void) { - active_writer.print_DefineContainerType = print_pajeDefineContainerType; - active_writer.print_DefineVariableType = print_pajeDefineVariableType; - active_writer.print_DefineStateType = print_pajeDefineStateType; - active_writer.print_DefineEventType = print_pajeDefineEventType; - active_writer.print_DefineLinkType = print_pajeDefineLinkType; - active_writer.print_DefineEntityValue = print_pajeDefineEntityValue; - active_writer.print_CreateContainer = print_pajeCreateContainer; - active_writer.print_DestroyContainer = print_pajeDestroyContainer; - active_writer.print_SetVariable = print_pajeSetVariable; - active_writer.print_AddVariable = print_pajeAddVariable; - active_writer.print_SubVariable = print_pajeSubVariable; - active_writer.print_SetState = print_pajeSetState; - active_writer.print_PushState = print_pajePushState; - active_writer.print_PopState = print_pajePopState; - active_writer.print_ResetState = print_pajeResetState; - active_writer.print_StartLink = print_pajeStartLink; - active_writer.print_EndLink = print_pajeEndLink; - active_writer.print_NewEvent = print_pajeNewEvent; -} - -void TRACE_paje_start(void) { +void TRACE_paje_start() { char *filename = TRACE_get_filename(); tracing_file = fopen(filename, "w"); - if (tracing_file == NULL){ + if (tracing_file == nullptr){ THROWF (system_error, 1, "Tracefile %s could not be opened for writing.", filename); } @@ -126,168 +185,652 @@ void TRACE_paje_start(void) { TRACE_header(TRACE_basic(),TRACE_display_sizes()); } -void TRACE_paje_end(void) { +void TRACE_paje_end() { fclose(tracing_file); char *filename = TRACE_get_filename(); XBT_DEBUG("Filename %s is closed", filename); } -void print_pajeDefineContainerType(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeType_row(event); - print_row(); +void LogContainerTypeDefinition(simgrid::instr::Type* type) +{ + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, simgrid::instr::PAJE_DefineContainerType); + //print it + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, simgrid::instr::PAJE_DefineContainerType, + TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineContainerType; + stream << " " << type->getId() << " " << type->father_->getId() << " " << type->getName(); + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineVariableType(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeType_row(event); - if(static_cast(event->data)->type->color) - stream << " \"" << static_cast(event->data)->type->color << "\""; - print_row(); +void LogVariableTypeDefinition(simgrid::instr::Type* type) +{ + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, simgrid::instr::PAJE_DefineVariableType); + + //print it + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, simgrid::instr::PAJE_DefineVariableType, + TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineVariableType; + stream << " " << type->getId() << " " << type->father_->getId() << " " << type->getName(); + if (type->isColored()) + stream << " \"" << type->color_ << "\""; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineStateType(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeType_row(event); +void LogStateTypeDefinition(simgrid::instr::Type* type) +{ + //print it +if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, simgrid::instr::PAJE_DefineStateType, TRACE_precision(), + 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineStateType; + stream << " " << type->getId() << " " << type->father_->getId() << " " << type->getName(); print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineEventType(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeType_row(event); - print_row(); +void LogDefineEventType(simgrid::instr::Type* type) +{ + //print it + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, simgrid::instr::PAJE_DefineEventType, + TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineEventType; + stream << " " << type->getId() << " " << type->father_->getId() << " " << type->getName(); + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineLinkType(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - init_stream(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->type->father->id - << " " << static_cast(event->data)->source->id - << " " << static_cast(event->data)->dest->id - << " " << static_cast(event->data)->type->name; +void LogLinkTypeDefinition(simgrid::instr::Type* type, simgrid::instr::Type* source, simgrid::instr::Type* dest) +{ + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, simgrid::instr::PAJE_DefineLinkType); + //print it +if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, simgrid::instr::PAJE_DefineLinkType, TRACE_precision(), + 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineLinkType; + stream << " " << type->getId() << " " << type->father_->getId() << " " << source->getId() << " " << dest->getId() + << " " << type->getName(); print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineEntityValue (paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - init_stream(event); - stream << " " << static_cast(event->data)->value->id - << " " << static_cast(event->data)->value->father->id - << " " << static_cast(event->data)->value->name; - if(static_cast(event->data)->value->color) - stream << " \"" << static_cast(event->data)->value->color << "\""; - print_row(); +void simgrid::instr::Value::print() +{ + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, simgrid::instr::PAJE_DefineEntityValue); + //print it + if (instr_fmt_type == instr_fmt_paje) { + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DefineEntityValue; + stream << " " << id_ << " " << father_->getId() << " " << name_; + if (isColored()) + stream << " \"" << color_ << "\""; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeCreateContainer(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->container->id - << " " << static_cast(event->data)->container->type->id - << " " << static_cast(event->data)->container->father->id - << " \"" << static_cast(event->data)->container->name << "\""; +void LogContainerCreation (container_t container) +{ + double timestamp = SIMIX_get_clock(); - print_row(); + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, simgrid::instr::PAJE_CreateContainer, timestamp); + + if (instr_fmt_type == instr_fmt_paje) { + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_CreateContainer; + stream << " "; + /* prevent 0.0000 in the trace - this was the behavior before the transition to c++ */ + if (timestamp < 1e-12) + stream << 0; + else + stream << timestamp; + stream << " " << container->id_ << " " << container->type_->getId() << " " << container->father_->id_ << " \"" + << container->name_ << "\""; + + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + // if we are in the mode with only one file + static FILE* ti_unique_file = nullptr; + + if (tracing_files.empty()) { + // generate unique run id with time + prefix = xbt_os_time(); + } + + if (not xbt_cfg_get_boolean("tracing/smpi/format/ti-one-file") || ti_unique_file == nullptr) { + char* folder_name = bprintf("%s_files", TRACE_get_filename()); + char* filename = bprintf("%s/%f_%s.txt", folder_name, prefix, container->name_.c_str()); +#ifdef WIN32 + _mkdir(folder_name); +#else + mkdir(folder_name, S_IRWXU | S_IRWXG | S_IRWXO); +#endif + ti_unique_file = fopen(filename, "w"); + xbt_assert(ti_unique_file, "Tracefile %s could not be opened for writing: %s", filename, strerror(errno)); + fprintf(tracing_file, "%s\n", filename); + + xbt_free(folder_name); + xbt_free(filename); + } + + tracing_files.insert({container, ti_unique_file}); + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDestroyContainer(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->container->type->id - << " " << static_cast(event->data)->container->id; +void LogContainerDestruction(container_t container) +{ + double timestamp = SIMIX_get_clock(); - print_row(); + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, simgrid::instr::PAJE_DestroyContainer, timestamp); + + if (instr_fmt_type == instr_fmt_paje) { + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << simgrid::instr::PAJE_DestroyContainer; + stream << " "; + /* prevent 0.0000 in the trace - this was the behavior before the transition to c++ */ + if (timestamp < 1e-12) + stream << 0; + else + stream << timestamp; + stream << " " << container->type_->getId() << " " << container->id_; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + if (not xbt_cfg_get_boolean("tracing/smpi/format/ti-one-file") || tracing_files.size() == 1) { + FILE* f = tracing_files.at(container); + fclose(f); + } + tracing_files.erase(container); + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeSetVariable(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeVariable_row(event); +simgrid::instr::SetVariableEvent::SetVariableEvent(double timestamp, container_t container, Type* type, double value) + : simgrid::instr::PajeEvent::PajeEvent(container, type, timestamp, PAJE_SetVariable), value(value) +{ + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + insertIntoBuffer(); } -void print_pajeAddVariable(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeVariable_row(event); +void simgrid::instr::SetVariableEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->getId() << " " << container->id_ << " " << value; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeSubVariable(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeVariable_row(event); +simgrid::instr::AddVariableEvent::AddVariableEvent(double timestamp, container_t container, simgrid::instr::Type* type, + double value) + : simgrid::instr::PajeEvent::PajeEvent(container, type, timestamp, PAJE_AddVariable), value(value) +{ + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + insertIntoBuffer(); } -void print_pajeSetState(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); +void simgrid::instr::AddVariableEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->getId() << " " << container->id_ << " " << value; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } +} - print_default_pajeState_row(event); - stream << " " << static_cast(event->data)->value->id; - print_row(); +simgrid::instr::SubVariableEvent::SubVariableEvent(double timestamp, container_t container, Type* type, double value) + : simgrid::instr::PajeEvent::PajeEvent(container, type, timestamp, PAJE_SubVariable), value(value) +{ + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + insertIntoBuffer(); } -void print_pajePushState(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeState_row(event); - stream << " " << static_cast(event->data)->value->id; +void simgrid::instr::SubVariableEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->getId() << " " << container->id_ << " " << value; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } +} - if (TRACE_display_sizes()) { - stream << " "; - if (static_cast(event->data)->extra != NULL) { - stream << static_cast(static_cast(event->data)->extra)->send_size; +simgrid::instr::SetStateEvent::SetStateEvent(double timestamp, container_t container, Type* type, Value* value) + : simgrid::instr::PajeEvent::PajeEvent(container, type, timestamp, PAJE_SetState), value(value) +{ +#if HAVE_SMPI + if (xbt_cfg_get_boolean("smpi/trace-call-location")) { + smpi_trace_call_location_t* loc = smpi_trace_get_call_location(); + filename = loc->filename; + linenumber = loc->linenumber; + } +#endif + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + insertIntoBuffer(); +} + +void simgrid::instr::SetStateEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->getId() << " " << container->id_; + stream << " " << value->getId(); +#if HAVE_SMPI + if (xbt_cfg_get_boolean("smpi/trace-call-location")) { + stream << " \"" << filename << "\" " << linenumber; } - else { - stream << 0; +#endif + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } +} + +simgrid::instr::PushStateEvent::PushStateEvent(double timestamp, container_t container, Type* type, Value* value, + void* extra) + : simgrid::instr::PajeEvent::PajeEvent(container, type, timestamp, PAJE_PushState), value(value), extra_(extra) +{ +#if HAVE_SMPI + if (xbt_cfg_get_boolean("smpi/trace-call-location")) { + smpi_trace_call_location_t* loc = smpi_trace_get_call_location(); + filename = loc->filename; + linenumber = loc->linenumber; + } +#endif + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + + insertIntoBuffer(); +} + +simgrid::instr::PushStateEvent::PushStateEvent(double timestamp, container_t container, Type* type, Value* val) + : PushStateEvent(timestamp, container, type, val, nullptr) +{} +void simgrid::instr::PushStateEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->getId() << " " << container->id_; + stream << " " << value->getId(); + + if (TRACE_display_sizes()) { + stream << " "; + if (extra_ != nullptr) { + stream << static_cast(extra_)->send_size; + } else { + stream << 0; + } + } +#if HAVE_SMPI + if (xbt_cfg_get_boolean("smpi/trace-call-location")) { + stream << " \"" << filename << "\" " << linenumber; + } +#endif + print_row(); + + if (extra_ != nullptr) { + if (static_cast(extra_)->sendcounts != nullptr) + xbt_free(static_cast(extra_)->sendcounts); + if (static_cast(extra_)->recvcounts != nullptr) + xbt_free(static_cast(extra_)->recvcounts); + xbt_free(extra_); } + } else if (instr_fmt_type == instr_fmt_TI) { + if (extra_ == nullptr) + return; + instr_extra_data extra = (instr_extra_data)extra_; + + char* process_id = nullptr; + // FIXME: dirty extract "rank-" from the name, as we want the bare process id here + if (strstr(container->name_.c_str(), "rank-") == nullptr) + process_id = xbt_strdup(container->name_.c_str()); + else + process_id = xbt_strdup(container->name_.c_str() + 5); + + FILE* trace_file = tracing_files.at(container); + + switch (extra->type) { + case TRACING_INIT: + fprintf(trace_file, "%s init\n", process_id); + break; + case TRACING_FINALIZE: + fprintf(trace_file, "%s finalize\n", process_id); + break; + case TRACING_SEND: + fprintf(trace_file, "%s send %d %d %s\n", process_id, extra->dst, extra->send_size, extra->datatype1); + break; + case TRACING_ISEND: + fprintf(trace_file, "%s Isend %d %d %s\n", process_id, extra->dst, extra->send_size, extra->datatype1); + break; + case TRACING_RECV: + fprintf(trace_file, "%s recv %d %d %s\n", process_id, extra->src, extra->send_size, extra->datatype1); + break; + case TRACING_IRECV: + fprintf(trace_file, "%s Irecv %d %d %s\n", process_id, extra->src, extra->send_size, extra->datatype1); + break; + case TRACING_TEST: + fprintf(trace_file, "%s test\n", process_id); + break; + case TRACING_WAIT: + fprintf(trace_file, "%s wait\n", process_id); + break; + case TRACING_WAITALL: + fprintf(trace_file, "%s waitAll\n", process_id); + break; + case TRACING_BARRIER: + fprintf(trace_file, "%s barrier\n", process_id); + break; + case TRACING_BCAST: // rank bcast size (root) (datatype) + fprintf(trace_file, "%s bcast %d ", process_id, extra->send_size); + if (extra->root != 0 || (extra->datatype1 && strcmp(extra->datatype1, ""))) + fprintf(trace_file, "%d %s", extra->root, extra->datatype1); + fprintf(trace_file, "\n"); + break; + case TRACING_REDUCE: // rank reduce comm_size comp_size (root) (datatype) + fprintf(trace_file, "%s reduce %d %f ", process_id, extra->send_size, extra->comp_size); + if (extra->root != 0 || (extra->datatype1 && strcmp(extra->datatype1, ""))) + fprintf(trace_file, "%d %s", extra->root, extra->datatype1); + fprintf(trace_file, "\n"); + break; + case TRACING_ALLREDUCE: // rank allreduce comm_size comp_size (datatype) + fprintf(trace_file, "%s allReduce %d %f %s\n", process_id, extra->send_size, extra->comp_size, + extra->datatype1); + break; + case TRACING_ALLTOALL: // rank alltoall send_size recv_size (sendtype) (recvtype) + fprintf(trace_file, "%s allToAll %d %d %s %s\n", process_id, extra->send_size, extra->recv_size, + extra->datatype1, extra->datatype2); + break; + case TRACING_ALLTOALLV: // rank alltoallv send_size [sendcounts] recv_size [recvcounts] (sendtype) (recvtype) + fprintf(trace_file, "%s allToAllV %d ", process_id, extra->send_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->sendcounts[i]); + fprintf(trace_file, "%d ", extra->recv_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%s %s \n", extra->datatype1, extra->datatype2); + break; + case TRACING_GATHER: // rank gather send_size recv_size root (sendtype) (recvtype) + fprintf(trace_file, "%s gather %d %d %d %s %s\n", process_id, extra->send_size, extra->recv_size, extra->root, + extra->datatype1, extra->datatype2); + break; + case TRACING_ALLGATHERV: // rank allgatherv send_size [recvcounts] (sendtype) (recvtype) + fprintf(trace_file, "%s allGatherV %d ", process_id, extra->send_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%s %s \n", extra->datatype1, extra->datatype2); + break; + case TRACING_REDUCE_SCATTER: // rank reducescatter [recvcounts] comp_size (sendtype) + fprintf(trace_file, "%s reduceScatter ", process_id); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%f %s\n", extra->comp_size, extra->datatype1); + break; + case TRACING_COMPUTING: + fprintf(trace_file, "%s compute %f\n", process_id, extra->comp_size); + break; + case TRACING_SLEEPING: + fprintf(trace_file, "%s sleep %f\n", process_id, extra->sleep_duration); + break; + case TRACING_GATHERV: // rank gatherv send_size [recvcounts] root (sendtype) (recvtype) + fprintf(trace_file, "%s gatherV %d ", process_id, extra->send_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%d %s %s\n", extra->root, extra->datatype1, extra->datatype2); + break; + case TRACING_ALLGATHER: // rank allgather sendcount recvcounts (sendtype) (recvtype) + fprintf(trace_file, "%s allGather %d %d %s %s", process_id, extra->send_size, extra->recv_size, + extra->datatype1, extra->datatype2); + break; + case TRACING_WAITANY: + case TRACING_SENDRECV: + case TRACING_SCATTER: + case TRACING_SCATTERV: + case TRACING_SCAN: + case TRACING_EXSCAN: + case TRACING_COMM_SIZE: + case TRACING_COMM_SPLIT: + case TRACING_COMM_DUP: + case TRACING_SSEND: + case TRACING_ISSEND: + default: + XBT_WARN("Call from %s impossible to translate into replay command : Not implemented (yet)", value->getCname()); + break; + } + + if (extra->recvcounts != nullptr) + xbt_free(extra->recvcounts); + if (extra->sendcounts != nullptr) + xbt_free(extra->sendcounts); + xbt_free(process_id); + xbt_free(extra); + + } else { + THROW_IMPOSSIBLE; } - print_row(); +} + +simgrid::instr::PopStateEvent::PopStateEvent(double timestamp, container_t container, Type* type) + : simgrid::instr::PajeEvent::PajeEvent(container, type, timestamp, PAJE_PopState) +{ + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + insertIntoBuffer(); +} - if (static_cast(event->data)->extra != NULL) { - if (static_cast(static_cast(event->data)->extra)->sendcounts != NULL) - xbt_free(static_cast(static_cast(event->data)->extra)->sendcounts); - if (static_cast(static_cast(event->data)->extra)->recvcounts != NULL) - xbt_free(static_cast(static_cast(event->data)->extra)->recvcounts); - xbt_free(static_cast(event->data)->extra); +void simgrid::instr::PopStateEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->getId() << " " << container->id_; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } } -void print_pajePopState(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeState_row(event); - print_row(); +simgrid::instr::ResetStateEvent::ResetStateEvent(double timestamp, container_t container, Type* type) + : simgrid::instr::PajeEvent::PajeEvent(container, type, timestamp, PAJE_ResetState) +{ + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + insertIntoBuffer(); + delete[] this; } -void print_pajeResetState(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeState_row(event); - print_row(); +void simgrid::instr::ResetStateEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->getId() << " " << container->id_; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeStartLink(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeLink_row(event); - stream << " " << static_cast(event->data)->sourceContainer->id - << " " << static_cast(event->data)->key; +simgrid::instr::StartLinkEvent::StartLinkEvent(double timestamp, container_t container, Type* type, + container_t sourceContainer, std::string value, std::string key) + : StartLinkEvent(timestamp, container, type, sourceContainer, value, key, -1) +{} + +simgrid::instr::StartLinkEvent::StartLinkEvent(double timestamp, container_t container, Type* type, + container_t sourceContainer, std::string value, std::string key, + int size) + : simgrid::instr::PajeEvent::PajeEvent(container, type, timestamp, PAJE_StartLink) + , sourceContainer_(sourceContainer) + , value_(value) + , key_(key) + , size_(size) +{ + XBT_DEBUG("%s: event_type=%d, timestamp=%f, value:%s", __FUNCTION__, (int)eventType_, this->timestamp_, this->value_.c_str()); + insertIntoBuffer(); +} - if (TRACE_display_sizes()) { - stream << " " << static_cast(event->data)->size; +void simgrid::instr::StartLinkEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->getId() << " " << container->id_ << " " << value_; + stream << " " << sourceContainer_->id_ << " " << key_; + + if (TRACE_display_sizes()) { + stream << " " << size_; + } + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } - print_row(); } -void print_pajeEndLink(paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - print_default_pajeLink_row(event); - stream << " " << static_cast(event->data)->destContainer->id - << " " << static_cast(event->data)->key; - print_row(); +simgrid::instr::EndLinkEvent::EndLinkEvent(double timestamp, container_t container, Type* type, + container_t destContainer, std::string value, std::string key) + : simgrid::instr::PajeEvent::PajeEvent(container, type, timestamp, PAJE_EndLink) + , destContainer(destContainer) + , value(value) + , key(key) +{ + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + insertIntoBuffer(); } -void print_pajeNewEvent (paje_event_t event) { - print_paje_debug(__FUNCTION__, event); - init_stream(event); - print_timestamp(event); - stream << " " << static_cast(event->data)->type->id - << " " << static_cast(event->data)->container->id - << " " << static_cast(event->data)->value->id; - print_row(); +void simgrid::instr::EndLinkEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->getId() << " " << container->id_ << " " << value; + stream << " " << destContainer->id_ << " " << key; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } +} + +simgrid::instr::NewEvent::NewEvent(double timestamp, container_t container, Type* type, Value* val) + : simgrid::instr::PajeEvent::PajeEvent(container, type, timestamp, PAJE_NewEvent) +{ + this->val = val; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)eventType_, this->timestamp_); + + insertIntoBuffer(); +} + +void simgrid::instr::NewEvent::print() +{ + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)eventType_, TRACE_precision(), timestamp_); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->eventType_; + print_timestamp(this); + stream << " " << type->getId() << " " << container->id_ << " " << val->getId(); + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } +} + +void TRACE_TI_start() +{ + char *filename = TRACE_get_filename(); + tracing_file = fopen(filename, "w"); + if (tracing_file == nullptr) + THROWF(system_error, 1, "Tracefile %s could not be opened for writing.", filename); + + XBT_DEBUG("Filename %s is open for writing", filename); + + /* output one line comment */ + dump_comment(TRACE_get_comment()); + + /* output comment file */ + dump_comment_file(TRACE_get_comment_file()); +} + +void TRACE_TI_end() +{ + fclose(tracing_file); + char *filename = TRACE_get_filename(); + XBT_DEBUG("Filename %s is closed", filename); }