X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/a029fe7d2e91e06917b9c905c8a8f7415be66d65..1960663a2867517c7e697436c6b49185faf2422c:/src/instr/instr_private.hpp diff --git a/src/instr/instr_private.hpp b/src/instr/instr_private.hpp index b9e4a14aea..5d6d12ec49 100644 --- a/src/instr/instr_private.hpp +++ b/src/instr/instr_private.hpp @@ -1,4 +1,4 @@ -/* Copyright (c) 2010-2017. The SimGrid Team. All rights reserved. */ +/* Copyright (c) 2010-2018. The SimGrid Team. All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it * under the terms of the license (GNU LGPL) which comes with this package. */ @@ -11,233 +11,186 @@ #include "instr/instr_interface.h" #include "simgrid/instr.h" #include "simgrid_config.h" +#include "src/instr/instr_paje_containers.hpp" +#include "src/instr/instr_paje_events.hpp" +#include "src/instr/instr_paje_types.hpp" +#include "src/instr/instr_paje_values.hpp" #include "src/internal_config.h" +#include "xbt/graph.h" + +#include /** std::setprecision **/ #include +#include #include +#include #include - +#include +#ifdef WIN32 +#include // _mkdir /* Need to define function drand48 for Windows */ /* FIXME: use _drand48() defined in src/surf/random_mgr.c instead */ -#ifdef _WIN32 #define drand48() (rand() / (RAND_MAX + 1.0)) #endif -#define INSTR_DEFAULT_STR_SIZE 500 - -#include "xbt/dict.h" -#include "xbt/graph.h" +typedef simgrid::instr::Container* container_t; namespace simgrid { namespace instr { -typedef enum { - PAJE_DefineContainerType, - PAJE_DefineVariableType, - PAJE_DefineStateType, - PAJE_DefineEventType, - PAJE_DefineLinkType, - PAJE_DefineEntityValue, - PAJE_CreateContainer, - PAJE_DestroyContainer, - PAJE_SetVariable, - PAJE_AddVariable, - PAJE_SubVariable, - PAJE_SetState, - PAJE_PushState, - PAJE_PopState, - PAJE_ResetState, - PAJE_StartLink, - PAJE_EndLink, - PAJE_NewEvent -} e_event_type; - -typedef enum { TYPE_VARIABLE, TYPE_LINK, TYPE_CONTAINER, TYPE_STATE, TYPE_EVENT } e_entity_types; - -//-------------------------------------------------- - -class Type { -public: - char* id_; - char* name_; - char* color_; - - e_entity_types kind_; - Type* father_; - xbt_dict_t children_; - xbt_dict_t values_; // valid for all types except variable and container - Type(const char* typeNameBuff, const char* key, const char* color, e_entity_types kind, Type* father); - ~Type(); - Type* getChild(const char* name); - Type* getChildOrNull(const char* name); - - static Type* containerNew(const char* name, Type* father); - static Type* eventNew(const char* name, Type* father); - static Type* variableNew(const char* name, const char* color, Type* father); - static Type* linkNew(const char* name, Type* father, Type* source, Type* dest); - static Type* stateNew(const char* name, Type* father); -}; -//-------------------------------------------------- -class Value { -private: +class TIData { std::string name_; - std::string id_; - std::string color_; - - explicit Value(std::string name, std::string color, Type* father); - -public: - ~Value() = default; - Type* father_; - static Value* byNameOrCreate(std::string name, std::string color, Type* father); - static Value* byName(std::string name, Type* father); - const char* getCname() { return name_.c_str(); } - const char* getId() { return id_.c_str(); } - bool isColored() { return not color_.empty(); } - void print(); -}; - -//-------------------------------------------------- -typedef enum { - INSTR_HOST, - INSTR_LINK, - INSTR_ROUTER, - INSTR_AS, - INSTR_SMPI, - INSTR_MSG_VM, - INSTR_MSG_PROCESS, - INSTR_MSG_TASK -} e_container_types; - -//-------------------------------------------------- - -class Container { -public: - Container(std::string name, simgrid::instr::e_container_types kind, Container* father); - virtual ~Container(); - - sg_netpoint_t netpoint_; - std::string name_; /* Unique name of this container */ - std::string id_; /* Unique id of this container */ - Type* type_; /* Type of this container */ - int level_ = 0; /* Level in the hierarchy, root level is 0 */ - e_container_types kind_; /* This container is of what kind */ - Container* father_; - std::map children_; -}; - -//-------------------------------------------------- -class PajeEvent { -protected: - Container* container; - Type* type; - -public: - double timestamp_; - e_event_type eventType_; - PajeEvent(Container* container, Type* type, double timestamp, e_event_type eventType) - : container(container), type(type), timestamp_(timestamp), eventType_(eventType){}; - virtual void print() = 0; - virtual ~PajeEvent(); -}; - -//-------------------------------------------------- -class SetVariableEvent : public PajeEvent { - double value; - -public: - SetVariableEvent(double timestamp, Container* container, Type* type, double value); - void print() override; -}; - -class AddVariableEvent : public PajeEvent { - double value; - -public: - AddVariableEvent(double timestamp, Container* container, Type* type, double value); - void print() override; -}; -//-------------------------------------------------- - -class SubVariableEvent : public PajeEvent { - double value; - -public: - SubVariableEvent(double timestamp, Container* container, Type* type, double value); - void print() override; -}; -//-------------------------------------------------- - -class SetStateEvent : public PajeEvent { - Value* value; - const char* filename; - int linenumber; - -public: - SetStateEvent(double timestamp, Container* container, Type* type, Value* val); - void print() override; -}; - -class PushStateEvent : public PajeEvent { - Value* value; - int size; - const char* filename; - int linenumber; - void* extra_; + double amount_ = 0; public: - PushStateEvent(double timestamp, Container* container, Type* type, Value* val); - PushStateEvent(double timestamp, Container* container, Type* type, Value* val, void* extra); - void print() override; + int endpoint = 0; + int send_size = 0; + std::shared_ptr> sendcounts = nullptr; + int recv_size = 0; + std::shared_ptr> recvcounts = nullptr; + std::string send_type = ""; + std::string recv_type = ""; + + // NoOpTI: init, finalize, test, wait, barrier + explicit TIData(std::string name) : name_(name){}; + // CPuTI: compute, sleep (+ waitAny and waitAll out of laziness) + explicit TIData(std::string name, double amount) : name_(name), amount_(amount){}; + // Pt2PtTI: send, isend, sssend, issend, recv, irecv + explicit TIData(std::string name, int endpoint, int size, std::string datatype) + : name_(name), endpoint(endpoint), send_size(size), send_type(datatype){}; + // CollTI: bcast, reduce, allReduce, gather, scatter, allGather, allToAll + explicit TIData(std::string name, int root, double amount, int send_size, int recv_size, std::string send_type, + std::string recv_type) + : name_(name) + , amount_(amount) + , endpoint(root) + , send_size(send_size) + , recv_size(recv_size) + , send_type(send_type) + , recv_type(recv_type){}; + // VarCollTI: gatherV, scatterV, allGatherV, allToAllV (+ reduceScatter out of laziness) + explicit TIData(std::string name, int root, int send_size, std::vector* sendcounts, int recv_size, + std::vector* recvcounts, std::string send_type, std::string recv_type) + : TIData(name, root, send_size, std::shared_ptr>(sendcounts), recv_size, + std::shared_ptr>(recvcounts), send_type, recv_type){}; + + explicit TIData(std::string name, int root, int send_size, std::shared_ptr> sendcounts, + int recv_size, std::shared_ptr> recvcounts, std::string send_type, + std::string recv_type) + : name_(name) + , endpoint(root) + , send_size(send_size) + , sendcounts(sendcounts) + , recv_size(recv_size) + , recvcounts(recvcounts) + , send_type(send_type) + , recv_type(recv_type){}; + + virtual ~TIData() {} + + std::string getName() { return name_; } + double getAmount() { return amount_; } + virtual std::string print() = 0; + virtual std::string display_size() = 0; }; -class PopStateEvent : public PajeEvent { +class NoOpTIData : public TIData { public: - PopStateEvent(double timestamp, Container* container, Type* type); - void print() override; + explicit NoOpTIData(std::string name) : TIData(name){}; + std::string print() override { return getName(); } + std::string display_size() override { return ""; } }; -class ResetStateEvent : public PajeEvent { +class CpuTIData : public TIData { public: - ResetStateEvent(double timestamp, Container* container, Type* type); - void print() override; + explicit CpuTIData(std::string name, double amount) : TIData(name, amount){}; + std::string print() override + { + std::stringstream stream; + stream << getName() << " " << getAmount(); + return stream.str(); + } + std::string display_size() override { return std::to_string(getAmount()); } }; -class StartLinkEvent : public PajeEvent { - Container* sourceContainer_; - std::string value_; - std::string key_; - int size_; - +class Pt2PtTIData : public TIData { + int tag; public: - StartLinkEvent(double timestamp, Container* container, Type* type, Container* sourceContainer, const char* value, - const char* key); - StartLinkEvent(double timestamp, Container* container, Type* type, Container* sourceContainer, const char* value, - const char* key, int size); - void print() override; + explicit Pt2PtTIData(std::string name, int endpoint, int size, int tag, std::string datatype) + : TIData(name, endpoint, size, datatype), tag(tag) {}; + + explicit Pt2PtTIData(std::string name, int endpoint, int size, std::string datatype) + : TIData(name, endpoint, size, datatype), tag(0) {}; + std::string print() override + { + std::stringstream stream; + stream << getName() << " "; + if (endpoint >= 0) + stream << endpoint << " "; + stream << tag << " " << send_size << " " << send_type; + return stream.str(); + } + std::string display_size() override { return std::to_string(send_size); } }; -class EndLinkEvent : public PajeEvent { - Container* destContainer; - std::string value; - std::string key; - +class CollTIData : public TIData { public: - EndLinkEvent(double timestamp, Container* container, Type* type, Container* destContainer, std::string value, - std::string key); - ~EndLinkEvent() = default; - void print() override; + explicit CollTIData(std::string name, int root, double amount, int send_size, int recv_size, std::string send_type, + std::string recv_type) + : TIData(name, root, amount, send_size, recv_size, send_type, recv_type){}; + std::string print() override + { + std::stringstream stream; + stream << getName() << " " << send_size << " "; + if (recv_size >= 0) + stream << recv_size << " "; + if (getAmount() >= 0.0) + stream << getAmount() << " "; + if (endpoint > 0 || (endpoint == 0 && not send_type.empty())) + stream << endpoint << " "; + stream << send_type << " " << recv_type; + + return stream.str(); + } + std::string display_size() override { return std::to_string(send_size); } }; -class NewEvent : public PajeEvent { - Value* val; - +class VarCollTIData : public TIData { public: - NewEvent(double timestamp, Container* container, Type* type, Value* val); - void print() override; + explicit VarCollTIData(std::string name, int root, int send_size, std::vector* sendcounts, int recv_size, + std::vector* recvcounts, std::string send_type, std::string recv_type) + : TIData(name, root, send_size, sendcounts, recv_size, recvcounts, send_type, recv_type){}; + + explicit VarCollTIData(std::string name, int root, int send_size, std::shared_ptr> sendcounts, + int recv_size, std::shared_ptr> recvcounts, std::string send_type, + std::string recv_type) + : TIData(name, root, send_size, sendcounts, recv_size, recvcounts, send_type, recv_type){}; + + std::string print() override + { + std::stringstream stream; + stream << getName() << " "; + if (send_size >= 0) + stream << send_size << " "; + if (sendcounts != nullptr) + for (auto count : *sendcounts) + stream << count << " "; + if (recv_size >= 0) + stream << recv_size << " "; + if (recvcounts != nullptr) + for (auto count : *recvcounts) + stream << count << " "; + if (endpoint > 0 || (endpoint == 0 && not send_type.empty())) + stream << endpoint << " "; + stream << send_type << " " << recv_type; + + return stream.str(); + } + std::string display_size() override { return std::to_string(send_size > 0 ? send_size : recv_size); } }; } -} // namespace simgrid::instr -typedef simgrid::instr::Container* container_t; +} + +XBT_PRIVATE std::string instr_pid(s4u_Actor* proc); extern "C" { @@ -249,12 +202,11 @@ extern XBT_PRIVATE std::set user_link_variables; extern XBT_PRIVATE double TRACE_last_timestamp_to_dump; /* instr_paje_header.c */ -XBT_PRIVATE void TRACE_header(int basic, int size); +XBT_PRIVATE void TRACE_header(bool basic, int size); /* from paje.c */ XBT_PRIVATE void TRACE_paje_start(); XBT_PRIVATE void TRACE_paje_end(); -XBT_PRIVATE void TRACE_paje_dump_buffer(int force); /* from instr_config.c */ XBT_PRIVATE bool TRACE_needs_platform(); @@ -264,115 +216,45 @@ XBT_PRIVATE bool TRACE_platform_topology(); XBT_PRIVATE bool TRACE_is_configured(); XBT_PRIVATE bool TRACE_categorized(); XBT_PRIVATE bool TRACE_uncategorized(); -XBT_PRIVATE bool TRACE_msg_process_is_enabled(); -XBT_PRIVATE bool TRACE_msg_vm_is_enabled(); +XBT_PRIVATE bool TRACE_actor_is_enabled(); +XBT_PRIVATE bool TRACE_vm_is_enabled(); XBT_PRIVATE bool TRACE_buffer(); XBT_PRIVATE bool TRACE_disable_link(); XBT_PRIVATE bool TRACE_disable_speed(); -XBT_PRIVATE bool TRACE_onelink_only(); XBT_PRIVATE bool TRACE_disable_destroy(); XBT_PRIVATE bool TRACE_basic(); XBT_PRIVATE bool TRACE_display_sizes(); -XBT_PRIVATE char* TRACE_get_comment(); -XBT_PRIVATE char* TRACE_get_comment_file(); XBT_PRIVATE int TRACE_precision(); -XBT_PRIVATE char* TRACE_get_filename(); -XBT_PRIVATE char* TRACE_get_viva_uncat_conf(); -XBT_PRIVATE char* TRACE_get_viva_cat_conf(); -XBT_PRIVATE void TRACE_generate_viva_uncat_conf(); -XBT_PRIVATE void TRACE_generate_viva_cat_conf(); -XBT_PRIVATE void instr_pause_tracing(); -XBT_PRIVATE void instr_resume_tracing(); /* Public functions used in SMPI */ -XBT_PUBLIC(bool) TRACE_smpi_is_enabled(); -XBT_PUBLIC(bool) TRACE_smpi_is_grouped(); -XBT_PUBLIC(bool) TRACE_smpi_is_computing(); -XBT_PUBLIC(bool) TRACE_smpi_is_sleeping(); -XBT_PUBLIC(bool) TRACE_smpi_view_internals(); +XBT_PUBLIC bool TRACE_smpi_is_enabled(); +XBT_PUBLIC bool TRACE_smpi_is_grouped(); +XBT_PUBLIC bool TRACE_smpi_is_computing(); +XBT_PUBLIC bool TRACE_smpi_is_sleeping(); +XBT_PUBLIC bool TRACE_smpi_view_internals(); /* from resource_utilization.c */ XBT_PRIVATE void TRACE_surf_host_set_utilization(const char* resource, const char* category, double value, double now, double delta); XBT_PRIVATE void TRACE_surf_link_set_utilization(const char* resource, const char* category, double value, double now, double delta); -XBT_PUBLIC(void) TRACE_surf_resource_utilization_alloc(); /* instr_paje.c */ extern XBT_PRIVATE std::set trivaNodeTypes; extern XBT_PRIVATE std::set trivaEdgeTypes; XBT_PRIVATE long long int instr_new_paje_id(); -XBT_PUBLIC(container_t) PJ_container_get(const char* name); -XBT_PUBLIC(simgrid::instr::Container*) PJ_container_get_or_null(const char* name); -XBT_PUBLIC(container_t) PJ_container_get_root (); -XBT_PUBLIC(void) PJ_container_set_root (container_t root); -XBT_PUBLIC(void) PJ_container_remove_from_parent (container_t container); - -/* instr_paje_types.c */ -XBT_PUBLIC(simgrid::instr::Type*) PJ_type_get_root(); +void instr_new_variable_type(std::string new_typename, std::string color); +void instr_new_user_variable_type(std::string father_type, std::string new_typename, std::string color); +void instr_new_user_state_type(std::string father_type, std::string new_typename); +void instr_new_value_for_user_state_type(std::string new_typename, const char* value, std::string color); /* instr_config.c */ XBT_PRIVATE void TRACE_TI_start(); XBT_PRIVATE void TRACE_TI_end(); -XBT_PRIVATE void TRACE_paje_dump_buffer(int force); -XBT_PRIVATE void dump_comment_file(const char* filename); -XBT_PRIVATE void dump_comment(const char* comment); - -struct s_instr_extra_data; -typedef struct s_instr_extra_data* instr_extra_data; - -typedef enum { - TRACING_INIT, - TRACING_FINALIZE, - TRACING_COMM_SIZE, - TRACING_COMM_SPLIT, - TRACING_COMM_DUP, - TRACING_SEND, - TRACING_ISEND, - TRACING_SSEND, - TRACING_ISSEND, - TRACING_RECV, - TRACING_IRECV, - TRACING_SENDRECV, - TRACING_TEST, - TRACING_WAIT, - TRACING_WAITALL, - TRACING_WAITANY, - TRACING_BARRIER, - TRACING_BCAST, - TRACING_REDUCE, - TRACING_ALLREDUCE, - TRACING_ALLTOALL, - TRACING_ALLTOALLV, - TRACING_GATHER, - TRACING_GATHERV, - TRACING_SCATTER, - TRACING_SCATTERV, - TRACING_ALLGATHER, - TRACING_ALLGATHERV, - TRACING_REDUCE_SCATTER, - TRACING_COMPUTING, - TRACING_SLEEPING, - TRACING_SCAN, - TRACING_EXSCAN -} e_caller_type; - -typedef struct s_instr_extra_data { - e_caller_type type; - int send_size; - int recv_size; - double comp_size; - double sleep_duration; - int src; - int dst; - int root; - const char* datatype1; - const char* datatype2; - int* sendcounts; - int* recvcounts; - int num_processes; -} s_instr_extra_data_t; +XBT_PRIVATE void TRACE_paje_dump_buffer(bool force); +XBT_PRIVATE void dump_comment_file(std::string filename); +XBT_PRIVATE void dump_comment(std::string comment); /* Format of TRACING output. * - paje is the regular format, that we all know @@ -380,16 +262,11 @@ typedef struct s_instr_extra_data { * trace can easily be replayed with smpi_replay afterward. This trick should be removed and replaced by some code * using the signal that we will create to cleanup the TRACING */ -typedef enum { instr_fmt_paje, instr_fmt_TI } instr_fmt_type_t; +enum instr_fmt_type_t { instr_fmt_paje, instr_fmt_TI }; extern instr_fmt_type_t instr_fmt_type; } - -void LogContainerTypeDefinition(simgrid::instr::Type* type); -void LogVariableTypeDefinition(simgrid::instr::Type* type); -void LogStateTypeDefinition(simgrid::instr::Type* type); -void LogLinkTypeDefinition(simgrid::instr::Type* type, simgrid::instr::Type* source, simgrid::instr::Type* dest); -void LogContainerCreation(container_t container); -void LogContainerDestruction(container_t container); -void LogDefineEventType(simgrid::instr::Type* type); +XBT_PRIVATE std::string TRACE_get_comment(); +XBT_PRIVATE std::string TRACE_get_comment_file(); +XBT_PRIVATE std::string TRACE_get_filename(); #endif