X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/9f6cbb176d4301cae36a945dfa57e6b6a9cbafef..8d3b419c15aea5862d3fc3cc2a9e363493f0a04f:/src/instr/instr_paje_trace.cpp diff --git a/src/instr/instr_paje_trace.cpp b/src/instr/instr_paje_trace.cpp index 8d586155a0..cd2a3ceb7c 100644 --- a/src/instr/instr_paje_trace.cpp +++ b/src/instr/instr_paje_trace.cpp @@ -1,44 +1,165 @@ -/* Copyright (c) 2010-2015. The SimGrid Team. +/* Copyright (c) 2010-2016. The SimGrid Team. * All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it * under the terms of the license (GNU LGPL) which comes with this package. */ #include "src/instr/instr_private.h" +#include "src/instr/instr_smpi.h" +#include "src/smpi/include/private.hpp" +#include "typeinfo" #include "xbt/virtu.h" /* sg_cmdline */ +#include "simgrid/sg_config.h" -XBT_LOG_NEW_DEFAULT_SUBCATEGORY(instr_paje_trace, instr_trace, "tracing event system"); +#include +#include +#include /** std::setprecision **/ +#include +#ifdef WIN32 +#include // _mkdir +#endif -extern FILE * tracing_file; -extern s_instr_trace_writer_t active_writer; +XBT_LOG_NEW_DEFAULT_SUBCATEGORY(instr_paje_trace, instr, "tracing event system"); -void TRACE_paje_init(void) +static std::stringstream stream; +FILE *tracing_file = nullptr; + +static xbt_dict_t tracing_files = nullptr; // TI specific +static double prefix=0.0; // TI specific + +std::vector buffer; +void buffer_debug(std::vector *buf); + +void dump_comment (const char *comment) +{ + if (not strlen(comment)) + return; + fprintf (tracing_file, "# %s\n", comment); +} + +void dump_comment_file (const char *filename) +{ + if (not strlen(filename)) + return; + FILE *file = fopen (filename, "r"); + if (not file) { + THROWF (system_error, 1, "Comment file %s could not be opened for reading.", filename); + } + while (not feof(file)) { + char c; + c = fgetc(file); + if (feof(file)) break; + fprintf (tracing_file, "# "); + while (c != '\n'){ + fprintf (tracing_file, "%c", c); + c = fgetc(file); + if (feof(file)) break; + } + fprintf (tracing_file, "\n"); + } + fclose(file); +} + +double TRACE_last_timestamp_to_dump = 0; +//dumps the trace file until the timestamp TRACE_last_timestamp_to_dump +void TRACE_paje_dump_buffer (int force) +{ + if (not TRACE_is_enabled()) + return; + XBT_DEBUG("%s: dump until %f. starts", __FUNCTION__, TRACE_last_timestamp_to_dump); + if (force){ + for (auto event : buffer){ + event->print(); + delete event; + } + buffer.clear(); + }else{ + std::vector::iterator i = buffer.begin(); + for (auto event :buffer){ + double head_timestamp = event->timestamp; + if (head_timestamp > TRACE_last_timestamp_to_dump) + break; + event->print(); + delete event; + ++i; + } + buffer.erase(buffer.begin(), i); + } + XBT_DEBUG("%s: ends", __FUNCTION__); +} + +void buffer_debug(std::vector *buf); +void buffer_debug(std::vector *buf) { + return; + XBT_DEBUG(">>>>>> Dump the state of the buffer. %zu events", buf->size()); + for (auto event :*buf){ + event->print(); + XBT_DEBUG("%p %s", event, stream.str().c_str()); + stream.str(""); + stream.clear(); + } + XBT_DEBUG("<<<<<<"); +} + +static void print_row() { + stream << std::endl; + fprintf(tracing_file, "%s", stream.str().c_str()); + XBT_DEBUG("Dump %s", stream.str().c_str()); + stream.str(""); + stream.clear(); +} + +static void print_timestamp(PajeEvent* event) { + stream << " "; + /* prevent 0.0000 in the trace - this was the behavior before the transition to c++ */ + if (event->timestamp < 1e-12) + stream << 0; + else + stream << event->timestamp; +} + +/* internal do the instrumentation module */ +static void insert_into_buffer (PajeEvent* tbi) { - active_writer.print_DefineContainerType=print_pajeDefineContainerType; - active_writer.print_DefineVariableType=print_pajeDefineVariableType; - active_writer.print_DefineStateType=print_pajeDefineStateType; - active_writer.print_DefineEventType=print_pajeDefineEventType; - active_writer.print_DefineLinkType=print_pajeDefineLinkType; - active_writer.print_DefineEntityValue=print_pajeDefineEntityValue; - active_writer.print_CreateContainer=print_pajeCreateContainer; - active_writer.print_DestroyContainer=print_pajeDestroyContainer; - active_writer.print_SetVariable=print_pajeSetVariable; - active_writer.print_AddVariable=print_pajeAddVariable; - active_writer.print_SubVariable=print_pajeSubVariable; - active_writer.print_SetState=print_pajeSetState; - active_writer.print_PushState=print_pajePushState; - active_writer.print_PopState=print_pajePopState; - active_writer.print_ResetState=print_pajeResetState; - active_writer.print_StartLink=print_pajeStartLink; - active_writer.print_EndLink=print_pajeEndLink; - active_writer.print_NewEvent=print_pajeNewEvent; -} - -void TRACE_paje_start(void) + if (TRACE_buffer() == 0){ + tbi->print (); + delete tbi; + return; + } + buffer_debug(&buffer); + + XBT_DEBUG("%s: insert event_type=%d, timestamp=%f, buffersize=%zu)", + __FUNCTION__, (int)tbi->event_type, tbi->timestamp, buffer.size()); + std::vector::reverse_iterator i; + for (i = buffer.rbegin(); i != buffer.rend(); ++i) { + PajeEvent* e1 = *i; + XBT_DEBUG("compare to %p is of type %d; timestamp:%f", e1, + (int)e1->event_type, e1->timestamp); + if (e1->timestamp <= tbi->timestamp) + break; + } + if (i == buffer.rend()) + XBT_DEBUG("%s: inserted at beginning", __FUNCTION__); + else if (i == buffer.rbegin()) + XBT_DEBUG("%s: inserted at end", __FUNCTION__); + else + XBT_DEBUG("%s: inserted at pos= %zd from its end", __FUNCTION__, + std::distance(buffer.rbegin(),i)); + buffer.insert(i.base(), tbi); + + buffer_debug(&buffer); +} + +PajeEvent:: ~PajeEvent() { + XBT_DEBUG("%s not implemented for %p: event_type=%d, timestamp=%f", __FUNCTION__, + this, (int)event_type, timestamp); +} + +void TRACE_paje_start() { char *filename = TRACE_get_filename(); tracing_file = fopen(filename, "w"); - if (tracing_file == NULL){ + if (tracing_file == nullptr){ THROWF (system_error, 1, "Tracefile %s could not be opened for writing.", filename); } @@ -65,268 +186,709 @@ void TRACE_paje_start(void) TRACE_header(TRACE_basic(),TRACE_display_sizes()); } -void TRACE_paje_end(void) -{ +void TRACE_paje_end() { fclose(tracing_file); char *filename = TRACE_get_filename(); XBT_DEBUG("Filename %s is closed", filename); } -void print_pajeDefineContainerType(paje_event_t event) +void DefineContainerEvent(type_t type) { - XBT_DEBUG("%s: event_type=%d", __FUNCTION__, (int)event->event_type); - fprintf(tracing_file, "%d %s %s %s\n", (int)event->event_type, ((defineContainerType_t)event->data)->type->id, - ((defineContainerType_t)event->data)->type->father->id, ((defineContainerType_t)event->data)->type->name); + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, PAJE_DefineContainerType); + //print it + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, PAJE_DefineContainerType, TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << PAJE_DefineContainerType; + stream << " " << type->id << " " << type->father->id << " " << type->name; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } + //-- } -void print_pajeDefineVariableType(paje_event_t event) + + +void LogVariableTypeDefinition(type_t type) { - XBT_DEBUG("%s: event_type=%d", __FUNCTION__, (int)event->event_type); - fprintf(tracing_file, "%d %s %s %s \"%s\"\n", (int)event->event_type, - ((defineVariableType_t)event->data)->type->id, ((defineVariableType_t)event->data)->type->father->id, - ((defineVariableType_t)event->data)->type->name, ((defineVariableType_t)event->data)->type->color); + + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, PAJE_DefineVariableType); + + //print it +if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, PAJE_DefineVariableType, TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << PAJE_DefineVariableType; + stream << " " << type->id << " " << type->father->id << " " << type->name; + if (type->color) + stream << " \"" << type->color << "\""; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineStateType(paje_event_t event) + +void LogStateTypeDefinition(type_t type) { - XBT_DEBUG("%s: event_type=%d", __FUNCTION__, (int)event->event_type); - fprintf(tracing_file, "%d %s %s %s\n", (int)event->event_type, ((defineStateType_t)event->data)->type->id, - ((defineStateType_t)event->data)->type->father->id, ((defineStateType_t)event->data)->type->name); + //print it +if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, PAJE_DefineStateType, TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << PAJE_DefineStateType; + stream << " " << type->id << " " << type->father->id << " " << type->name; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineEventType(paje_event_t event) + +void LogDefineEventType(type_t type) { - XBT_DEBUG("%s: event_type=%d", __FUNCTION__, (int)event->event_type); - fprintf(tracing_file, "%d %s %s %s\n", (int)event->event_type, ((defineEventType_t)event->data)->type->id, - ((defineEventType_t)event->data)->type->father->id, ((defineEventType_t)event->data)->type->name); + //print it + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, PAJE_DefineEventType, TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << PAJE_DefineEventType; + stream << " " << type->id << " " << type->father->id << " " << type->name; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineLinkType(paje_event_t event) +void LogLinkTypeDefinition(type_t type, type_t source, type_t dest) { - XBT_DEBUG("%s: event_type=%d", __FUNCTION__, (int)event->event_type); - fprintf(tracing_file, "%d %s %s %s %s %s\n", (int)event->event_type, ((defineLinkType_t)event->data)->type->id, - ((defineLinkType_t)event->data)->type->father->id, ((defineLinkType_t)event->data)->source->id, - ((defineLinkType_t)event->data)->dest->id, ((defineLinkType_t)event->data)->type->name); + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, PAJE_DefineLinkType); + //print it +if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, PAJE_DefineLinkType, TRACE_precision(), 0.); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << PAJE_DefineLinkType; + stream << " " << type->id << " " << type->father->id << " " << source->id << " " << dest->id << " " << type->name; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeDefineEntityValue (paje_event_t event) +void LogEntityValue(value* val) { - XBT_DEBUG("%s: event_type=%d", __FUNCTION__, (int)event->event_type); - fprintf(tracing_file, "%d %s %s %s \"%s\"\n", (int)event->event_type, ((defineEntityValue_t)event->data)->value->id, - ((defineEntityValue_t)event->data)->value->father->id, ((defineEntityValue_t)event->data)->value->name, - ((defineEntityValue_t)event->data)->value->color); + XBT_DEBUG("%s: event_type=%d", __FUNCTION__, PAJE_DefineEntityValue); + //print it +if (instr_fmt_type == instr_fmt_paje) { + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << PAJE_DefineEntityValue; + stream << " " << val->id << " " << val->father->id << " " << val->name; + if (val->color) + stream << " \"" << val->color << "\""; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeCreateContainer(paje_event_t event) + +void LogContainerCreation (container_t container) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %s \"%s\"\n", (int)event->event_type, - ((createContainer_t)event->data)->container->id, ((createContainer_t)event->data)->container->type->id, - ((createContainer_t)event->data)->container->father->id, ((createContainer_t)event->data)->container->name); - }else{ - fprintf(tracing_file, "%d %.*f %s %s %s \"%s\"\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((createContainer_t)event->data)->container->id, ((createContainer_t)event->data)->container->type->id, - ((createContainer_t)event->data)->container->father->id, ((createContainer_t)event->data)->container->name); + double timestamp = SIMIX_get_clock(); + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, PAJE_CreateContainer,timestamp); + +if (instr_fmt_type == instr_fmt_paje) { + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << PAJE_CreateContainer; + stream << " "; + /* prevent 0.0000 in the trace - this was the behavior before the transition to c++ */ + if (timestamp < 1e-12) + stream << 0; + else + stream << timestamp; + stream << " " << container->id << " " << container->type->id << " " << container->father->id << " \"" + << container->name << "\""; + + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + // if we are in the mode with only one file + static FILE* ti_unique_file = nullptr; + + if (tracing_files == nullptr) { + tracing_files = xbt_dict_new_homogeneous(nullptr); + // generate unique run id with time + prefix = xbt_os_time(); + } + + if (not xbt_cfg_get_boolean("tracing/smpi/format/ti-one-file") || ti_unique_file == nullptr) { + char* folder_name = bprintf("%s_files", TRACE_get_filename()); + char* filename = bprintf("%s/%f_%s.txt", folder_name, prefix, container->name); +#ifdef WIN32 + _mkdir(folder_name); +#else + mkdir(folder_name, S_IRWXU | S_IRWXG | S_IRWXO); +#endif + ti_unique_file = fopen(filename, "w"); + xbt_assert(ti_unique_file, "Tracefile %s could not be opened for writing: %s", filename, strerror(errno)); + fprintf(tracing_file, "%s\n", filename); + + xbt_free(folder_name); + xbt_free(filename); + } + + xbt_dict_set(tracing_files, container->name, (void*)ti_unique_file, nullptr); + } else { + THROW_IMPOSSIBLE; } } -void print_pajeDestroyContainer(paje_event_t event) +void LogContainerDestruction(container_t container) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s\n", (int)event->event_type, - ((destroyContainer_t)event->data)->container->type->id, ((destroyContainer_t)event->data)->container->id); - }else{ - fprintf(tracing_file, "%d %.*f %s %s\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((destroyContainer_t)event->data)->container->type->id, ((destroyContainer_t)event->data)->container->id); - } + double timestamp = SIMIX_get_clock(); + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, PAJE_DestroyContainer, timestamp); + +if (instr_fmt_type == instr_fmt_paje) { + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << PAJE_DestroyContainer; + stream << " "; + /* prevent 0.0000 in the trace - this was the behavior before the transition to c++ */ + if (timestamp < 1e-12) + stream << 0; + else + stream << timestamp; + stream << " " << container->type->id << " " << container->id; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + if (not xbt_cfg_get_boolean("tracing/smpi/format/ti-one-file") || xbt_dict_length(tracing_files) == 1) { + FILE* f = (FILE*)xbt_dict_get_or_null(tracing_files, container->name); + fclose(f); + } + xbt_dict_remove(tracing_files, container->name); + } else { + THROW_IMPOSSIBLE; + } } -void print_pajeSetVariable(paje_event_t event) + +SetVariableEvent::SetVariableEvent (double timestamp, container_t container, type_t type, double value) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %f\n", (int)event->event_type, ((setVariable_t)event->data)->type->id, - ((setVariable_t)event->data)->container->id, ((setVariable_t)event->data)->value); - }else{ - fprintf(tracing_file, "%d %.*f %s %s %f\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((setVariable_t)event->data)->type->id, ((setVariable_t)event->data)->container->id, - ((setVariable_t)event->data)->value); + this->event_type = PAJE_SetVariable; + this->timestamp = timestamp; + this->type = type; + this->container = container; + this->value = value; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)event_type, this->timestamp); + + insert_into_buffer (this); +} + +void SetVariableEvent::print() { + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event_type, TRACE_precision(), timestamp); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->event_type; + print_timestamp(this); + stream << " " << type->id << " " << container->id << " " << value; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } } -void print_pajeAddVariable(paje_event_t event) +AddVariableEvent::AddVariableEvent (double timestamp, container_t container, type_t type, double value) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %f\n", (int)event->event_type, ((addVariable_t)event->data)->type->id, - ((addVariable_t)event->data)->container->id, ((addVariable_t)event->data)->value); - }else{ - fprintf(tracing_file, "%d %.*f %s %s %f\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((addVariable_t)event->data)->type->id, ((addVariable_t)event->data)->container->id, - ((addVariable_t)event->data)->value); + this->event_type = PAJE_AddVariable; + this->timestamp = timestamp; + this->type = type; + this->container = container; + this->value = value; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)event_type, this->timestamp); + + insert_into_buffer (this); +} + +void AddVariableEvent::print() { + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event_type, TRACE_precision(), timestamp); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->event_type; + print_timestamp(this); + stream << " " << type->id << " " << container->id << " " << value; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } } -void print_pajeSubVariable(paje_event_t event) +SubVariableEvent::SubVariableEvent (double timestamp, container_t container, type_t type, double value) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %f\n", (int)event->event_type, ((subVariable_t)event->data)->type->id, - ((subVariable_t)event->data)->container->id, ((subVariable_t)event->data)->value); - }else{ - fprintf(tracing_file, "%d %.*f %s %s %f\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((subVariable_t)event->data)->type->id, ((subVariable_t)event->data)->container->id, - ((subVariable_t)event->data)->value); + this->event_type = PAJE_SubVariable; + this->timestamp = timestamp; + this->type = type; + this->container = container; + this->value = value; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)event_type, this->timestamp); + + insert_into_buffer (this); +} + +void SubVariableEvent::print() { + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event_type, TRACE_precision(), timestamp); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->event_type; + print_timestamp(this); + stream << " " << type->id << " " << container->id << " " << value; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } } -void print_pajeSetState(paje_event_t event) +SetStateEvent::SetStateEvent(double timestamp, container_t container, type_t type, value* val) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %s\n", (int)event->event_type, ((setState_t)event->data)->type->id, - ((setState_t)event->data)->container->id, ((setState_t)event->data)->value->id); - }else{ - fprintf(tracing_file, "%d %.*f %s %s %s\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((setState_t)event->data)->type->id, ((setState_t)event->data)->container->id, - ((setState_t)event->data)->value->id); + this->event_type = PAJE_SetState; + this->timestamp = timestamp; + this->type = type; + this->container = container; + this->val = val; + +#if HAVE_SMPI + if (xbt_cfg_get_boolean("smpi/trace-call-location")) { + smpi_trace_call_location_t* loc = smpi_trace_get_call_location(); + filename = loc->filename; + linenumber = loc->linenumber; } +#endif + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)event_type, this->timestamp); + + insert_into_buffer (this); } -void print_pajePushState(paje_event_t event) -{ - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (!TRACE_display_sizes()){ - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %s\n", (int)event->event_type, ((pushState_t)event->data)->type->id, - ((pushState_t)event->data)->container->id, ((pushState_t)event->data)->value->id); - }else{ - fprintf(tracing_file, "%d %.*f %s %s %s\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((pushState_t)event->data)->type->id, ((pushState_t)event->data)->container->id, - ((pushState_t)event->data)->value->id); +void SetStateEvent::print() { + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event_type, TRACE_precision(), timestamp); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->event_type; + print_timestamp(this); + stream << " " << type->id << " " << container->id; + stream << " " << val->id; +#if HAVE_SMPI + if (xbt_cfg_get_boolean("smpi/trace-call-location")) { + stream << " \"" << filename << "\" " << linenumber; } - }else{ - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %s ", (int)event->event_type, ((pushState_t)event->data)->type->id, - ((pushState_t)event->data)->container->id, ((pushState_t)event->data)->value->id); - if(((pushState_t)event->data)->extra !=NULL){ - fprintf(tracing_file, "%d ", ((instr_extra_data)((pushState_t)event->data)->extra)->send_size); - }else{ - fprintf(tracing_file, "0 "); - } - fprintf(tracing_file, "\n"); - - }else{ - fprintf(tracing_file, "%d %.*f %s %s %s ", (int)event->event_type, TRACE_precision(), event->timestamp, - ((pushState_t)event->data)->type->id, ((pushState_t)event->data)->container->id, - ((pushState_t)event->data)->value->id); - if(((pushState_t)event->data)->extra !=NULL){ - fprintf(tracing_file, "%d ", ((instr_extra_data)((pushState_t)event->data)->extra)->send_size); - }else{ - fprintf(tracing_file, "0 "); +#endif + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; + } +} + +PushStateEvent::PushStateEvent(double timestamp, container_t container, type_t type, value* val, void* extra) +{ + this->event_type = PAJE_PushState; + this->timestamp = timestamp; + this->type = type; + this->container = container; + this->val = val; + this->extra_ = extra; + +#if HAVE_SMPI + if (xbt_cfg_get_boolean("smpi/trace-call-location")) { + smpi_trace_call_location_t* loc = smpi_trace_get_call_location(); + filename = loc->filename; + linenumber = loc->linenumber; + } +#endif + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)event_type, this->timestamp); + + insert_into_buffer (this); +} + +PushStateEvent::PushStateEvent(double timestamp, container_t container, type_t type, value* val) + : PushStateEvent(timestamp, container, type, val, nullptr) +{} +void PushStateEvent::print() { + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event_type, TRACE_precision(), timestamp); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->event_type; + print_timestamp(this); + stream << " " << type->id << " " << container->id; + stream << " " << val->id; + + if (TRACE_display_sizes()) { + stream << " "; + if (extra_ != nullptr) { + stream << static_cast(extra_)->send_size; + } else { + stream << 0; } - fprintf(tracing_file, "\n"); } +#if HAVE_SMPI + if (xbt_cfg_get_boolean("smpi/trace-call-location")) { + stream << " \"" << filename << "\" " << linenumber; + } +#endif + print_row(); + + if (extra_ != nullptr) { + if (static_cast(extra_)->sendcounts != nullptr) + xbt_free(static_cast(extra_)->sendcounts); + if (static_cast(extra_)->recvcounts != nullptr) + xbt_free(static_cast(extra_)->recvcounts); + xbt_free(extra_); + } + } else if (instr_fmt_type == instr_fmt_TI) { + if (extra_ == nullptr) + return; + instr_extra_data extra = (instr_extra_data)extra_; + + char* process_id = nullptr; + // FIXME: dirty extract "rank-" from the name, as we want the bare process id here + if (strstr(container->name, "rank-") == nullptr) + process_id = xbt_strdup(container->name); + else + process_id = xbt_strdup(container->name + 5); + + FILE* trace_file = (FILE*)xbt_dict_get(tracing_files, container->name); + + switch (extra->type) { + case TRACING_INIT: + fprintf(trace_file, "%s init\n", process_id); + break; + case TRACING_FINALIZE: + fprintf(trace_file, "%s finalize\n", process_id); + break; + case TRACING_SEND: + fprintf(trace_file, "%s send %d %d %s\n", process_id, extra->dst, extra->send_size, extra->datatype1); + break; + case TRACING_ISEND: + fprintf(trace_file, "%s Isend %d %d %s\n", process_id, extra->dst, extra->send_size, extra->datatype1); + break; + case TRACING_RECV: + fprintf(trace_file, "%s recv %d %d %s\n", process_id, extra->src, extra->send_size, extra->datatype1); + break; + case TRACING_IRECV: + fprintf(trace_file, "%s Irecv %d %d %s\n", process_id, extra->src, extra->send_size, extra->datatype1); + break; + case TRACING_TEST: + fprintf(trace_file, "%s test\n", process_id); + break; + case TRACING_WAIT: + fprintf(trace_file, "%s wait\n", process_id); + break; + case TRACING_WAITALL: + fprintf(trace_file, "%s waitAll\n", process_id); + break; + case TRACING_BARRIER: + fprintf(trace_file, "%s barrier\n", process_id); + break; + case TRACING_BCAST: // rank bcast size (root) (datatype) + fprintf(trace_file, "%s bcast %d ", process_id, extra->send_size); + if (extra->root != 0 || (extra->datatype1 && strcmp(extra->datatype1, ""))) + fprintf(trace_file, "%d %s", extra->root, extra->datatype1); + fprintf(trace_file, "\n"); + break; + case TRACING_REDUCE: // rank reduce comm_size comp_size (root) (datatype) + fprintf(trace_file, "%s reduce %d %f ", process_id, extra->send_size, extra->comp_size); + if (extra->root != 0 || (extra->datatype1 && strcmp(extra->datatype1, ""))) + fprintf(trace_file, "%d %s", extra->root, extra->datatype1); + fprintf(trace_file, "\n"); + break; + case TRACING_ALLREDUCE: // rank allreduce comm_size comp_size (datatype) + fprintf(trace_file, "%s allReduce %d %f %s\n", process_id, extra->send_size, extra->comp_size, + extra->datatype1); + break; + case TRACING_ALLTOALL: // rank alltoall send_size recv_size (sendtype) (recvtype) + fprintf(trace_file, "%s allToAll %d %d %s %s\n", process_id, extra->send_size, extra->recv_size, + extra->datatype1, extra->datatype2); + break; + case TRACING_ALLTOALLV: // rank alltoallv send_size [sendcounts] recv_size [recvcounts] (sendtype) (recvtype) + fprintf(trace_file, "%s allToAllV %d ", process_id, extra->send_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->sendcounts[i]); + fprintf(trace_file, "%d ", extra->recv_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%s %s \n", extra->datatype1, extra->datatype2); + break; + case TRACING_GATHER: // rank gather send_size recv_size root (sendtype) (recvtype) + fprintf(trace_file, "%s gather %d %d %d %s %s\n", process_id, extra->send_size, extra->recv_size, extra->root, + extra->datatype1, extra->datatype2); + break; + case TRACING_ALLGATHERV: // rank allgatherv send_size [recvcounts] (sendtype) (recvtype) + fprintf(trace_file, "%s allGatherV %d ", process_id, extra->send_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%s %s \n", extra->datatype1, extra->datatype2); + break; + case TRACING_REDUCE_SCATTER: // rank reducescatter [recvcounts] comp_size (sendtype) + fprintf(trace_file, "%s reduceScatter ", process_id); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%f %s\n", extra->comp_size, extra->datatype1); + break; + case TRACING_COMPUTING: + fprintf(trace_file, "%s compute %f\n", process_id, extra->comp_size); + break; + case TRACING_SLEEPING: + fprintf(trace_file, "%s sleep %f\n", process_id, extra->sleep_duration); + break; + case TRACING_GATHERV: // rank gatherv send_size [recvcounts] root (sendtype) (recvtype) + fprintf(trace_file, "%s gatherV %d ", process_id, extra->send_size); + for (int i = 0; i < extra->num_processes; i++) + fprintf(trace_file, "%d ", extra->recvcounts[i]); + fprintf(trace_file, "%d %s %s\n", extra->root, extra->datatype1, extra->datatype2); + break; + case TRACING_ALLGATHER: // rank allgather sendcount recvcounts (sendtype) (recvtype) + fprintf(trace_file, "%s allGather %d %d %s %s", process_id, extra->send_size, extra->recv_size, extra->datatype1, extra->datatype2); + break; + case TRACING_WAITANY: + case TRACING_SENDRECV: + case TRACING_SCATTER: + case TRACING_SCATTERV: + case TRACING_SCAN: + case TRACING_EXSCAN: + case TRACING_COMM_SIZE: + case TRACING_COMM_SPLIT: + case TRACING_COMM_DUP: + case TRACING_SSEND: + case TRACING_ISSEND: + default: + XBT_WARN("Call from %s impossible to translate into replay command : Not implemented (yet)", val->name); + break; + } + + if (extra->recvcounts != nullptr) + xbt_free(extra->recvcounts); + if (extra->sendcounts != nullptr) + xbt_free(extra->sendcounts); + xbt_free(process_id); + xbt_free(extra); + + } else { + THROW_IMPOSSIBLE; } - if(((pushState_t)event->data)->extra!=NULL){ - if(((instr_extra_data)((pushState_t)event->data)->extra)->sendcounts!=NULL) - xbt_free(((instr_extra_data)((pushState_t)event->data)->extra)->sendcounts); - if(((instr_extra_data)((pushState_t)event->data)->extra)->recvcounts!=NULL) - xbt_free(((instr_extra_data)((pushState_t)event->data)->extra)->recvcounts); - xbt_free(((pushState_t)event->data)->extra); - } } -void print_pajePopState(paje_event_t event) + +PopStateEvent::PopStateEvent (double timestamp, container_t container, type_t type) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s\n", (int)event->event_type, ((popState_t)event->data)->type->id, - ((popState_t)event->data)->container->id); - }else{ - fprintf(tracing_file, "%d %.*f %s %s\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((popState_t)event->data)->type->id, ((popState_t)event->data)->container->id); + this->event_type = PAJE_PopState; + this->timestamp = timestamp; + this->type = type; + this->container = container; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)event_type, this->timestamp); + + insert_into_buffer (this); +} + +void PopStateEvent::print() { + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event_type, TRACE_precision(), timestamp); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->event_type; + print_timestamp(this); + stream << " " << type->id << " " << container->id; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } } -void print_pajeResetState(paje_event_t event) +ResetStateEvent::ResetStateEvent (double timestamp, container_t container, type_t type) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s\n", (int)event->event_type, ((resetState_t)event->data)->type->id, - ((resetState_t)event->data)->container->id); - }else{ - fprintf(tracing_file, "%d %.*f %s %s\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((resetState_t)event->data)->type->id, ((resetState_t)event->data)->container->id); + this->event_type = PAJE_ResetState; + this->timestamp = timestamp; + this->type = type; + this->container = container; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)event_type, this->timestamp); + + insert_into_buffer (this); + delete[] this; +} + +void ResetStateEvent::print() { + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event_type, TRACE_precision(), timestamp); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->event_type; + print_timestamp(this); + stream << " " << type->id << " " << container->id; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } } -void print_pajeStartLink(paje_event_t event) +StartLinkEvent::~StartLinkEvent() { - if (!TRACE_display_sizes()){ - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %s %s %s\n", (int)event->event_type, ((startLink_t)event->data)->type->id, - ((startLink_t)event->data)->container->id, ((startLink_t)event->data)->value, - ((startLink_t)event->data)->sourceContainer->id, ((startLink_t)event->data)->key); - }else { - fprintf(tracing_file, "%d %.*f %s %s %s %s %s\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((startLink_t)event->data)->type->id, ((startLink_t)event->data)->container->id, - ((startLink_t)event->data)->value, ((startLink_t)event->data)->sourceContainer->id, - ((startLink_t)event->data)->key); - } - }else{ - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %s %s %s %d\n", (int)event->event_type, ((startLink_t)event->data)->type->id, - ((startLink_t)event->data)->container->id, ((startLink_t)event->data)->value, - ((startLink_t)event->data)->sourceContainer->id, ((startLink_t)event->data)->key, - ((startLink_t)event->data)->size); - }else { - fprintf(tracing_file, "%d %.*f %s %s %s %s %s %d\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((startLink_t)event->data)->type->id, ((startLink_t)event->data)->container->id, - ((startLink_t)event->data)->value, ((startLink_t)event->data)->sourceContainer->id, - ((startLink_t)event->data)->key, ((startLink_t)event->data)->size); + free(value); + free(key); +} +StartLinkEvent::StartLinkEvent (double timestamp, container_t container, + type_t type, container_t sourceContainer, const char *value, const char *key) + : StartLinkEvent(timestamp, container, type, sourceContainer, value, key, -1) +{} + +StartLinkEvent::StartLinkEvent (double timestamp, container_t container, type_t type, container_t sourceContainer, + const char *value, const char *key, int size) +{ + event_type = PAJE_StartLink; + this->timestamp = timestamp; + this->type = type; + this->container = container; + this->sourceContainer = sourceContainer; + this->value = xbt_strdup(value); + this->key = xbt_strdup(key); + this->size = size; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f, value:%s", __FUNCTION__, + (int)event_type, this->timestamp, this->value); + + insert_into_buffer (this); +} + +void StartLinkEvent::print() { + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event_type, TRACE_precision(), timestamp); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->event_type; + print_timestamp(this); + stream << " " << type->id << " " << container->id << " " << value; + stream << " " << sourceContainer->id << " " << key; + + if (TRACE_display_sizes()) { + stream << " " << size; } + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } } -void print_pajeEndLink(paje_event_t event) +EndLinkEvent::EndLinkEvent (double timestamp, container_t container, type_t type, container_t destContainer, + const char *value, const char *key) +{ + this->event_type = PAJE_EndLink; + this->timestamp = timestamp; + this->type = type; + this->container = container; + this->destContainer = destContainer; + this->value = xbt_strdup(value); + this->key = xbt_strdup(key); + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)event_type, this->timestamp); + + insert_into_buffer (this); +} + +EndLinkEvent::~EndLinkEvent() { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %s %s %s\n", (int)event->event_type, ((endLink_t)event->data)->type->id, - ((endLink_t)event->data)->container->id, ((endLink_t)event->data)->value, - ((endLink_t)event->data)->destContainer->id, ((endLink_t)event->data)->key); - }else { - fprintf(tracing_file, "%d %.*f %s %s %s %s %s\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((endLink_t)event->data)->type->id, ((endLink_t)event->data)->container->id, ((endLink_t)event->data)->value, - ((endLink_t)event->data)->destContainer->id, ((endLink_t)event->data)->key); + free(value); + free(key); +} +void EndLinkEvent::print() { + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event_type, TRACE_precision(), timestamp); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->event_type; + print_timestamp(this); + stream << " " << type->id << " " << container->id << " " << value; + stream << " " << destContainer->id << " " << key; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } } -void print_pajeNewEvent (paje_event_t event) +NewEvent::NewEvent(double timestamp, container_t container, type_t type, value* val) { - XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event->event_type, TRACE_precision(), - event->timestamp); - if (event->timestamp == 0){ - fprintf(tracing_file, "%d 0 %s %s %s\n", (int)event->event_type, ((newEvent_t)event->data)->type->id, - ((newEvent_t)event->data)->container->id, ((newEvent_t)event->data)->value->id); - }else{ - fprintf(tracing_file, "%d %.*f %s %s %s\n", (int)event->event_type, TRACE_precision(), event->timestamp, - ((newEvent_t)event->data)->type->id, ((newEvent_t)event->data)->container->id, - ((newEvent_t)event->data)->value->id); + this->event_type = PAJE_NewEvent; + this->timestamp = timestamp; + this->type = type; + this->container = container; + this->val = val; + + XBT_DEBUG("%s: event_type=%d, timestamp=%f", __FUNCTION__, (int)event_type, this->timestamp); + + insert_into_buffer (this); +} + +void NewEvent::print () { + if (instr_fmt_type == instr_fmt_paje) { + XBT_DEBUG("%s: event_type=%d, timestamp=%.*f", __FUNCTION__, (int)event_type, TRACE_precision(), timestamp); + stream << std::fixed << std::setprecision(TRACE_precision()); + stream << (int)this->event_type; + print_timestamp(this); + stream << " " << type->id << " " << container->id << " " << val->id; + print_row(); + } else if (instr_fmt_type == instr_fmt_TI) { + /* Nothing to do */ + } else { + THROW_IMPOSSIBLE; } } + + +void TRACE_TI_start() +{ + char *filename = TRACE_get_filename(); + tracing_file = fopen(filename, "w"); + if (tracing_file == nullptr) + THROWF(system_error, 1, "Tracefile %s could not be opened for writing.", filename); + + XBT_DEBUG("Filename %s is open for writing", filename); + + /* output one line comment */ + dump_comment(TRACE_get_comment()); + + /* output comment file */ + dump_comment_file(TRACE_get_comment_file()); +} + +void TRACE_TI_end() +{ + xbt_dict_free(&tracing_files); + fclose(tracing_file); + char *filename = TRACE_get_filename(); + XBT_DEBUG("Filename %s is closed", filename); +} +