-#include "surf.hpp"
-#include "workstation.hpp"
-#include "network.hpp"
-#include "surf_routing_cluster.hpp"
-#include "instr/instr_private.h"
+/* Copyright (c) 2004-2018. The SimGrid Team. All rights reserved. */
+
+/* This program is free software; you can redistribute it and/or modify it
+ * under the terms of the license (GNU LGPL) which comes with this package. */
+
+#include "surf_interface.hpp"
+#include "mc/mc.h"
+#include "simgrid/s4u/Engine.hpp"
+#include "simgrid/sg_config.h"
+#include "src/instr/instr_private.hpp" // TRACE_is_enabled(). FIXME: remove by subscribing tracing to the surf signals
+#include "src/kernel/lmm/maxmin.hpp" // Constraint
+#include "src/kernel/routing/NetPoint.hpp"
+#include "src/surf/HostImpl.hpp"
+#include "xbt/utility.hpp"
+
+#include <fstream>
+#include <set>
+#include <string>
+#include <vector>
+
+#ifdef _WIN32
+#include <windows.h>
+#endif
-XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(surf_kernel);
+XBT_LOG_NEW_CATEGORY(surf, "All SURF categories");
+XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_kernel, surf, "Logging specific to SURF (kernel)");
/*********
- * TOOLS *
+ * Utils *
*********/
-extern double NOW;
-static CpuPtr get_casted_cpu(surf_resource_t resource){
- return dynamic_cast<CpuPtr>(static_cast<ResourcePtr>(surf_cpu_resource_priv(resource)));
+std::vector<surf_model_t> * all_existing_models = nullptr; /* to destroy models correctly */
+
+simgrid::trace_mgr::future_evt_set *future_evt_set = nullptr;
+std::vector<std::string> surf_path;
+std::vector<simgrid::s4u::Host*> host_that_restart;
+/** set of hosts for which one want to be notified if they ever restart. */
+std::set<std::string> watched_hosts;
+extern std::map<std::string, simgrid::surf::StorageType*> storage_types;
+
+namespace simgrid {
+namespace surf {
+
+simgrid::xbt::signal<void()> surfExitCallbacks;
+}
+}
+
+#include <simgrid/plugins/energy.h> // FIXME: this plug-in should not be linked to the core
+#include <simgrid/plugins/load.h> // FIXME: this plug-in should not be linked to the core
+
+s_surf_model_description_t surf_plugin_description[] = {
+ {"Energy", "Cpu energy consumption.", &sg_host_energy_plugin_init},
+ {"Load", "Cpu load.", &sg_host_load_plugin_init},
+ {nullptr, nullptr, nullptr} /* this array must be nullptr terminated */
+};
+
+/* Don't forget to update the option description in smx_config when you change this */
+s_surf_model_description_t surf_network_model_description[] = {
+ {"LV08", "Realistic network analytic model (slow-start modeled by multiplying latency by 13.01, bandwidth by .97; "
+ "bottleneck sharing uses a payload of S=20537 for evaluating RTT). ",
+ &surf_network_model_init_LegrandVelho},
+ {"Constant", "Simplistic network model where all communication take a constant time (one second). This model "
+ "provides the lowest realism, but is (marginally) faster.",
+ &surf_network_model_init_Constant},
+ {"SMPI", "Realistic network model specifically tailored for HPC settings (accurate modeling of slow start with "
+ "correction factors on three intervals: < 1KiB, < 64 KiB, >= 64 KiB)",
+ &surf_network_model_init_SMPI},
+ {"IB", "Realistic network model specifically tailored for HPC settings, with Infiniband contention model",
+ &surf_network_model_init_IB},
+ {"CM02", "Legacy network analytic model (Very similar to LV08, but without corrective factors. The timings of "
+ "small messages are thus poorly modeled).",
+ &surf_network_model_init_CM02},
+ {"NS3", "Network pseudo-model using the NS3 tcp model instead of an analytic model", &surf_network_model_init_NS3},
+ {"Reno",
+ "Model from Steven H. Low using lagrange_solve instead of lmm_solve (experts only; check the code for more info).",
+ &surf_network_model_init_Reno},
+ {"Reno2",
+ "Model from Steven H. Low using lagrange_solve instead of lmm_solve (experts only; check the code for more info).",
+ &surf_network_model_init_Reno2},
+ {"Vegas",
+ "Model from Steven H. Low using lagrange_solve instead of lmm_solve (experts only; check the code for more info).",
+ &surf_network_model_init_Vegas},
+ {nullptr, nullptr, nullptr} /* this array must be nullptr terminated */
+};
+
+#if ! HAVE_SMPI
+void surf_network_model_init_SMPI() {
+ xbt_die("Please activate SMPI support in cmake to use the SMPI network model.");
+}
+void surf_network_model_init_IB() {
+ xbt_die("Please activate SMPI support in cmake to use the IB network model.");
}
-
-static WorkstationCLM03Ptr get_casted_workstation(surf_resource_t resource){
- return dynamic_cast<WorkstationCLM03Ptr>(static_cast<ResourcePtr>(surf_workstation_resource_priv(resource)));
+#endif
+#if !SIMGRID_HAVE_NS3
+void surf_network_model_init_NS3() {
+ xbt_die("Please activate NS3 support in cmake and install the dependencies to use the NS3 network model.");
}
+#endif
-char *surf_routing_edge_name(sg_routing_edge_t edge){
- return edge->p_name;
+s_surf_model_description_t surf_cpu_model_description[] = {
+ {"Cas01", "Simplistic CPU model (time=size/power).", &surf_cpu_model_init_Cas01},
+ {nullptr, nullptr, nullptr} /* this array must be nullptr terminated */
+};
+
+s_surf_model_description_t surf_host_model_description[] = {
+ {"default", "Default host model. Currently, CPU:Cas01 and network:LV08 (with cross traffic enabled)", &surf_host_model_init_current_default},
+ {"compound", "Host model that is automatically chosen if you change the network and CPU models", &surf_host_model_init_compound},
+ {"ptask_L07", "Host model somehow similar to Cas01+CM02 but allowing parallel tasks", &surf_host_model_init_ptask_L07},
+ {nullptr, nullptr, nullptr} /* this array must be nullptr terminated */
+};
+
+s_surf_model_description_t surf_optimization_mode_description[] = {
+ {"Lazy", "Lazy action management (partial invalidation in lmm + heap in action remaining).", nullptr},
+ {"TI", "Trace integration. Highly optimized mode when using availability traces (only available for the Cas01 CPU model for now).", nullptr},
+ {"Full", "Full update of remaining and variables. Slow but may be useful when debugging.", nullptr},
+ {nullptr, nullptr, nullptr} /* this array must be nullptr terminated */
+};
+
+s_surf_model_description_t surf_storage_model_description[] = {
+ {"default", "Simplistic storage model.", &surf_storage_model_init_default},
+ {nullptr, nullptr, nullptr} /* this array must be nullptr terminated */
+};
+
+double NOW = 0;
+
+double surf_get_clock()
+{
+ return NOW;
}
-#ifdef CONTEXT_THREADS
-static xbt_parmap_t surf_parmap = NULL; /* parallel map on models */
+#ifdef _WIN32
+# define FILE_DELIM "\\"
+#else
+# define FILE_DELIM "/" /* FIXME: move to better location */
#endif
-static double *surf_mins = NULL; /* return value of share_resources for each model */
-static int surf_min_index; /* current index in surf_mins */
-static double surf_min; /* duration determined by surf_solve */
-
-void surf_presolve(void)
-{
- double next_event_date = -1.0;
- tmgr_trace_event_t event = NULL;
- double value = -1.0;
- ResourcePtr resource = NULL;
- ModelPtr model = NULL;
- unsigned int iter;
-
- XBT_DEBUG
- ("First Run! Let's \"purge\" events and put models in the right state");
- while ((next_event_date = tmgr_history_next_date(history)) != -1.0) {
- if (next_event_date > NOW)
- break;
- while ((event =
- tmgr_history_get_next_event_leq(history, next_event_date,
- &value,
- (void **) &resource))) {
- if (value >= 0){
- resource->updateState(event, value, NOW);
- }
+std::ifstream* surf_ifsopen(std::string name)
+{
+ std::ifstream* fs = new std::ifstream();
+ xbt_assert(not name.empty());
+ if (__surf_is_absolute_file_path(name.c_str())) { /* don't mess with absolute file names */
+ fs->open(name.c_str(), std::ifstream::in);
+ }
+
+ /* search relative files in the path */
+ for (auto const& path_elm : surf_path) {
+ std::string buff = path_elm + FILE_DELIM + name;
+ fs->open(buff.c_str(), std::ifstream::in);
+
+ if (not fs->fail()) {
+ XBT_DEBUG("Found file at %s", buff.c_str());
+ return fs;
}
}
- xbt_dynar_foreach(model_list, iter, model)
- model->updateActionsState(NOW, 0.0);
+
+ return fs;
}
-static void surf_share_resources(surf_model_t model)
+FILE *surf_fopen(const char *name, const char *mode)
{
- double next_action_end = -1.0;
- int i = __sync_fetch_and_add(&surf_min_index, 1);
- if (strcmp(model->m_name.c_str(), "network NS3")) {
- XBT_DEBUG("Running for Resource [%s]", model->m_name.c_str());
- next_action_end = model->shareResources(NOW);
- XBT_DEBUG("Resource [%s] : next action end = %f",
- model->m_name.c_str(), next_action_end);
+ FILE *file = nullptr;
+
+ xbt_assert(name);
+
+ if (__surf_is_absolute_file_path(name)) /* don't mess with absolute file names */
+ return fopen(name, mode);
+
+ /* search relative files in the path */
+ for (auto const& path_elm : surf_path) {
+ std::string buff = path_elm + FILE_DELIM + name;
+ file = fopen(buff.c_str(), mode);
+
+ if (file)
+ return file;
}
- surf_mins[i] = next_action_end;
+ return nullptr;
+}
+
+/* The __surf_is_absolute_file_path() returns 1 if
+ * file_path is a absolute file path, in the other
+ * case the function returns 0.
+ */
+int __surf_is_absolute_file_path(const char *file_path)
+{
+#ifdef _WIN32
+ WIN32_FIND_DATA wfd = { 0 };
+ HANDLE hFile = FindFirstFile(file_path, &wfd);
+
+ if (INVALID_HANDLE_VALUE == hFile)
+ return 0;
+
+ FindClose(hFile);
+ return 1;
+#else
+ return (file_path[0] == '/');
+#endif
}
-static void surf_update_actions_state(surf_model_t model)
+/** Displays the long description of all registered models, and quit */
+void model_help(const char *category, s_surf_model_description_t * table)
{
- model->updateActionsState(NOW, surf_min);
+ printf("Long description of the %s models accepted by this simulator:\n", category);
+ for (int i = 0; table[i].name; i++)
+ printf(" %s: %s\n", table[i].name, table[i].description);
}
-double surf_solve(double max_date)
+int find_model_description(s_surf_model_description_t* table, std::string name)
{
- surf_min = -1.0; /* duration */
- double next_event_date = -1.0;
- double model_next_action_end = -1.0;
- double value = -1.0;
- ResourcePtr resource = NULL;
- ModelPtr model = NULL;
- tmgr_trace_event_t event = NULL;
- unsigned int iter;
+ for (int i = 0; table[i].name; i++)
+ if (name == table[i].name)
+ return i;
- if (max_date != -1.0 && max_date != NOW) {
- surf_min = max_date - NOW;
- }
+ if (not table[0].name)
+ xbt_die("No model is valid! This is a bug.");
- XBT_DEBUG("Looking for next action end for all models except NS3");
+ std::string name_list = std::string(table[0].name);
+ for (int i = 1; table[i].name; i++)
+ name_list = name_list + ", " + table[i].name;
- if (surf_mins == NULL) {
- surf_mins = xbt_new(double, xbt_dynar_length(model_list));
- }
- surf_min_index = 0;
+ xbt_die("Model '%s' is invalid! Valid models are: %s.", name.c_str(), name_list.c_str());
+ return -1;
+}
- /* sequential version */
- xbt_dynar_foreach(model_list, iter, model) {
- surf_share_resources(static_cast<ModelPtr>(model));
+void sg_version_check(int lib_version_major, int lib_version_minor, int lib_version_patch)
+{
+ if ((lib_version_major != SIMGRID_VERSION_MAJOR) || (lib_version_minor != SIMGRID_VERSION_MINOR)) {
+ fprintf(stderr, "FATAL ERROR: Your program was compiled with SimGrid version %d.%d.%d, "
+ "and then linked against SimGrid %d.%d.%d. Please fix this.\n",
+ lib_version_major, lib_version_minor, lib_version_patch, SIMGRID_VERSION_MAJOR, SIMGRID_VERSION_MINOR,
+ SIMGRID_VERSION_PATCH);
+ abort();
}
-
- unsigned i;
- for (i = 0; i < xbt_dynar_length(model_list); i++) {
- if ((surf_min < 0.0 || surf_mins[i] < surf_min)
- && surf_mins[i] >= 0.0) {
- surf_min = surf_mins[i];
+ if (lib_version_patch != SIMGRID_VERSION_PATCH) {
+ if (SIMGRID_VERSION_PATCH >= 90 || lib_version_patch >= 90) {
+ fprintf(
+ stderr,
+ "FATAL ERROR: Your program was compiled with SimGrid version %d.%d.%d, "
+ "and then linked against SimGrid %d.%d.%d. \n"
+ "One of them is a development version, and should not be mixed with the stable release. Please fix this.\n",
+ lib_version_major, lib_version_minor, lib_version_patch, SIMGRID_VERSION_MAJOR, SIMGRID_VERSION_MINOR,
+ SIMGRID_VERSION_PATCH);
+ abort();
}
+ fprintf(stderr, "Warning: Your program was compiled with SimGrid version %d.%d.%d, "
+ "and then linked against SimGrid %d.%d.%d. Proceeding anyway.\n",
+ lib_version_major, lib_version_minor, lib_version_patch, SIMGRID_VERSION_MAJOR, SIMGRID_VERSION_MINOR,
+ SIMGRID_VERSION_PATCH);
}
+}
- XBT_DEBUG("Min for resources (remember that NS3 don't update that value) : %f", surf_min);
-
- XBT_DEBUG("Looking for next trace event");
+void sg_version_get(int* ver_major, int* ver_minor, int* ver_patch)
+{
+ *ver_major = SIMGRID_VERSION_MAJOR;
+ *ver_minor = SIMGRID_VERSION_MINOR;
+ *ver_patch = SIMGRID_VERSION_PATCH;
+}
- do {
- XBT_DEBUG("Next TRACE event : %f", next_event_date);
+void sg_version()
+{
+ std::printf("This program was linked against %s (git: %s), found in %s.\n",
+ SIMGRID_VERSION_STRING, SIMGRID_GIT_VERSION, SIMGRID_INSTALL_PREFIX);
- next_event_date = tmgr_history_next_date(history);
+#if SIMGRID_HAVE_MC
+ std::printf(" Model-checking support compiled in.\n");
+#else
+ std::printf(" Model-checking support disabled at compilation.\n");
+#endif
- if(!strcmp(surf_network_model->m_name.c_str(), "network NS3")){//FIXME: add surf_network_model->m_name &&
- if(next_event_date!=-1.0 && surf_min!=-1.0) {
- surf_min = MIN(next_event_date - NOW, surf_min);
- } else{
- surf_min = MAX(next_event_date - NOW, surf_min);
- }
+#if SIMGRID_HAVE_NS3
+ std::printf(" NS3 support compiled in.\n");
+#else
+ std::printf(" NS3 support disabled at compilation.\n");
+#endif
- XBT_DEBUG("Run for network at most %f", surf_min);
- // run until min or next flow
- model_next_action_end = surf_network_model->shareResources(surf_min);
+#if SIMGRID_HAVE_JEDULE
+ std::printf(" Jedule support compiled in.\n");
+#else
+ std::printf(" Jedule support disabled at compilation.\n");
+#endif
- XBT_DEBUG("Min for network : %f", model_next_action_end);
- if(model_next_action_end>=0.0)
- surf_min = model_next_action_end;
- }
+#if SIMGRID_HAVE_LUA
+ std::printf(" Lua support compiled in.\n");
+#else
+ std::printf(" Lua support disabled at compilation.\n");
+#endif
- if (next_event_date < 0.0) {
- XBT_DEBUG("no next TRACE event. Stop searching for it");
- break;
- }
+#if SIMGRID_HAVE_MALLOCATOR
+ std::printf(" Mallocator support compiled in.\n");
+#else
+ std::printf(" Mallocator support disabled at compilation.\n");
+#endif
- if ((surf_min == -1.0) || (next_event_date > NOW + surf_min)) break;
-
- XBT_DEBUG("Updating models (min = %g, NOW = %g, next_event_date = %g)", surf_min, NOW, next_event_date);
- while ((event =
- tmgr_history_get_next_event_leq(history, next_event_date,
- &value,
- (void **) &resource))) {
- if (resource->isUsed()) {
- surf_min = next_event_date - NOW;
- XBT_DEBUG
- ("This event will modify model state. Next event set to %f",
- surf_min);
- }
- /* update state of model_obj according to new value. Does not touch lmm.
- It will be modified if needed when updating actions */
- XBT_DEBUG("Calling update_resource_state for resource %s with min %lf",
- resource->p_model->m_name.c_str(), surf_min);
- resource->updateState(event, value, next_event_date);
- }
- } while (1);
-
- /* FIXME: Moved this test to here to avoid stopping simulation if there are actions running on cpus and all cpus are with availability = 0.
- * This may cause an infinite loop if one cpu has a trace with periodicity = 0 and the other a trace with periodicity > 0.
- * The options are: all traces with same periodicity(0 or >0) or we need to change the way how the events are managed */
- if (surf_min == -1.0) {
- XBT_DEBUG("No next event at all. Bail out now.");
- return -1.0;
- }
+ std::printf("\nTo cite SimGrid in a publication, please use:\n"
+ " Henri Casanova, Arnaud Giersch, Arnaud Legrand, Martin Quinson, Frédéric Suter. \n"
+ " Versatile, Scalable, and Accurate Simulation of Distributed Applications and Platforms. \n"
+ " Journal of Parallel and Distributed Computing, Elsevier, 2014, 74 (10), pp.2899-2917.\n");
+ std::printf("The pdf file and a BibTeX entry for LaTeX users can be found at http://hal.inria.fr/hal-01017319\n");
+}
- XBT_DEBUG("Duration set to %f", surf_min);
+void surf_init(int *argc, char **argv)
+{
+ if (USER_HOST_LEVEL != -1) // Already initialized
+ return;
- NOW = NOW + surf_min;
+ XBT_DEBUG("Create all Libs");
+ USER_HOST_LEVEL = simgrid::s4u::Host::extension_create(nullptr);
- /* sequential version */
- xbt_dynar_foreach(model_list, iter, model) {
- surf_update_actions_state(model);
- }
+ xbt_init(argc, argv);
+ if (not all_existing_models)
+ all_existing_models = new std::vector<simgrid::surf::Model*>();
+ if (not future_evt_set)
+ future_evt_set = new simgrid::trace_mgr::future_evt_set();
-#ifdef HAVE_TRACING
- TRACE_paje_dump_buffer (0);
-#endif
+ sg_config_init(argc, argv);
- return surf_min;
+ if (MC_is_active())
+ MC_memory_init();
}
-XBT_INLINE double surf_get_clock(void)
+void surf_exit()
{
- return NOW;
-}
+ TRACE_end(); /* Just in case it was not called by the upper layer (or there is no upper layer) */
+
+ simgrid::s4u::Engine::shutdown();
+ sg_link_exit();
+ for (auto const& e : storage_types) {
+ simgrid::surf::StorageType* stype = e.second;
+ delete stype->properties;
+ delete stype->model_properties;
+ delete stype;
+ }
+ for (auto const& s : *simgrid::surf::StorageImpl::storagesMap())
+ delete s.second;
+ delete simgrid::surf::StorageImpl::storagesMap();
+
+ for (auto const& model : *all_existing_models)
+ delete model;
+ delete all_existing_models;
-void routing_get_route_and_latency(sg_routing_edge_t src, sg_routing_edge_t dst,
- xbt_dynar_t * route, double *latency){
- routing_platf->getRouteAndLatency(src, dst, route, latency);
+ simgrid::surf::surfExitCallbacks();
+
+ if (future_evt_set) {
+ delete future_evt_set;
+ future_evt_set = nullptr;
+ }
+
+ tmgr_finalize();
+ sg_platf_exit();
+
+ NOW = 0; /* Just in case the user plans to restart the simulation afterward */
}
/*********
- * MODEL *
+ * Model *
*********/
-void *surf_as_cluster_get_backbone(AS_t as){
- return static_cast<AsClusterPtr>(as)->p_backbone;
-}
+namespace simgrid {
+namespace surf {
-void surf_as_cluster_set_backbone(AS_t as, void* backbone){
- static_cast<AsClusterPtr>(as)->p_backbone = dynamic_cast<NetworkCm02LinkPtr>(static_cast<ResourcePtr>(backbone));
-}
+Model::Model()
+ : maxminSystem_(nullptr)
+{
+ readyActionSet_ = new ActionList();
+ runningActionSet_ = new ActionList();
+ failedActionSet_ = new ActionList();
+ doneActionSet_ = new ActionList();
-const char *surf_model_name(surf_model_t model){
- return model->m_name.c_str();
+ modifiedSet_ = nullptr;
+ updateMechanism_ = UM_UNDEFINED;
+ selectiveUpdate_ = 0;
}
-xbt_swag_t surf_model_done_action_set(surf_model_t model){
- return model->p_doneActionSet;
+Model::~Model(){
+ delete readyActionSet_;
+ delete runningActionSet_;
+ delete failedActionSet_;
+ delete doneActionSet_;
+ delete modifiedSet_;
+ delete maxminSystem_;
}
-xbt_swag_t surf_model_failed_action_set(surf_model_t model){
- return model->p_failedActionSet;
+Action* Model::actionHeapPop()
+{
+ Action* action = actionHeap_.top().second;
+ actionHeap_.pop();
+ action->clearHeapHandle();
+ return action;
}
-xbt_swag_t surf_model_ready_action_set(surf_model_t model){
- return model->p_readyActionSet;
+double Model::nextOccuringEvent(double now)
+{
+ //FIXME: set the good function once and for all
+ if (updateMechanism_ == UM_LAZY)
+ return nextOccuringEventLazy(now);
+ else if (updateMechanism_ == UM_FULL)
+ return nextOccuringEventFull(now);
+ else
+ xbt_die("Invalid cpu update mechanism!");
}
-xbt_swag_t surf_model_running_action_set(surf_model_t model){
- return model->p_runningActionSet;
-}
+double Model::nextOccuringEventLazy(double now)
+{
+ XBT_DEBUG("Before share resources, the size of modified actions set is %zu", modifiedSet_->size());
+ lmm_solve(maxminSystem_);
+ XBT_DEBUG("After share resources, The size of modified actions set is %zu", modifiedSet_->size());
-surf_action_t surf_workstation_model_execute_parallel_task(surf_workstation_model_t model,
- int workstation_nb,
- void **workstation_list,
- double *computation_amount,
- double *communication_amount,
- double rate){
- return static_cast<ActionPtr>(model->executeParallelTask(workstation_nb, workstation_list, computation_amount, communication_amount, rate));
-}
+ while (not modifiedSet_->empty()) {
+ Action *action = &(modifiedSet_->front());
+ modifiedSet_->pop_front();
+ bool max_dur_flag = false;
-surf_action_t surf_workstation_model_communicate(surf_workstation_model_t model, surf_resource_t src, surf_resource_t dst, double size, double rate){
- return model->communicate(get_casted_workstation(src), get_casted_workstation(dst), size, rate);
-}
+ if (action->getStateSet() != runningActionSet_)
+ continue;
-xbt_dynar_t surf_workstation_model_get_route(surf_workstation_model_t model,
- surf_resource_t src, surf_resource_t dst){
- return model->getRoute(get_casted_workstation(src), get_casted_workstation(dst));
-}
+ /* bogus priority, skip it */
+ if (action->getPriority() <= 0 || action->getHat()==LATENCY)
+ continue;
+
+ action->updateRemainingLazy(now);
+
+ double min = -1;
+ double share = action->getVariable()->get_value();
-surf_action_t surf_network_model_communicate(surf_network_model_t model, sg_routing_edge_t src, sg_routing_edge_t dst, double size, double rate){
- return model->communicate(src, dst, size, rate);
+ if (share > 0) {
+ double time_to_completion;
+ if (action->getRemains() > 0) {
+ time_to_completion = action->getRemainsNoUpdate() / share;
+ } else {
+ time_to_completion = 0.0;
+ }
+ min = now + time_to_completion; // when the task will complete if nothing changes
+ }
+
+ if ((action->getMaxDuration() > NO_MAX_DURATION) &&
+ (min <= -1 || action->getStartTime() + action->getMaxDuration() < min)) {
+ // when the task will complete anyway because of the deadline if any
+ min = action->getStartTime() + action->getMaxDuration();
+ max_dur_flag = true;
+ }
+
+ XBT_DEBUG("Action(%p) corresponds to variable %d", action, action->getVariable()->id_int);
+
+ XBT_DEBUG("Action(%p) Start %f. May finish at %f (got a share of %f). Max_duration %f", action,
+ action->getStartTime(), min, share,
+ action->getMaxDuration());
+
+ if (min > -1) {
+ action->heapUpdate(actionHeap_, min, max_dur_flag ? MAX_DURATION : NORMAL);
+ XBT_DEBUG("Insert at heap action(%p) min %f now %f", action, min, now);
+ } else
+ DIE_IMPOSSIBLE;
+ }
+
+ //hereafter must have already the min value for this resource model
+ if (not actionHeapIsEmpty()) {
+ double min = actionHeapTopDate() - now;
+ XBT_DEBUG("minimum with the HEAP %f", min);
+ return min;
+ } else {
+ XBT_DEBUG("The HEAP is empty, thus returning -1");
+ return -1;
+ }
}
-const char *surf_resource_name(surf_cpp_resource_t resource){
- return resource->m_name;
+double Model::nextOccuringEventFull(double /*now*/) {
+ maxminSystem_->solve_fun(maxminSystem_);
+
+ double min = -1;
+
+ for (Action& action : *getRunningActionSet()) {
+ double value = action.getVariable()->get_value();
+ if (value > 0) {
+ if (action.getRemains() > 0)
+ value = action.getRemainsNoUpdate() / value;
+ else
+ value = 0.0;
+ if (min < 0 || value < min) {
+ min = value;
+ XBT_DEBUG("Updating min (value) with %p: %f", &action, min);
+ }
+ }
+ if ((action.getMaxDuration() >= 0) && (min < 0 || action.getMaxDuration() < min)) {
+ min = action.getMaxDuration();
+ XBT_DEBUG("Updating min (duration) with %p: %f", &action, min);
+ }
+ }
+ XBT_DEBUG("min value : %f", min);
+
+ return min;
}
-xbt_dict_t surf_resource_get_properties(surf_cpp_resource_t resource){
- return resource->getProperties();
+void Model::updateActionsState(double now, double delta)
+{
+ if (updateMechanism_ == UM_FULL)
+ updateActionsStateFull(now, delta);
+ else if (updateMechanism_ == UM_LAZY)
+ updateActionsStateLazy(now, delta);
+ else
+ xbt_die("Invalid cpu update mechanism!");
}
-e_surf_resource_state_t surf_resource_get_state(surf_cpp_resource_t resource){
- return resource->getState();
+void Model::updateActionsStateLazy(double /*now*/, double /*delta*/)
+{
+ THROW_UNIMPLEMENTED;
}
-surf_action_t surf_workstation_sleep(surf_resource_t resource, double duration){
- return get_casted_workstation(resource)->sleep(duration);
+void Model::updateActionsStateFull(double /*now*/, double /*delta*/)
+{
+ THROW_UNIMPLEMENTED;
}
-double surf_workstation_get_speed(surf_resource_t resource, double load){
- return get_casted_workstation(resource)->getSpeed(load);
}
+}
+
+/************
+ * Resource *
+ ************/
-double surf_workstation_get_available_speed(surf_resource_t resource){
- return get_casted_workstation(resource)->getAvailableSpeed();
+namespace simgrid {
+namespace surf {
+
+Resource::Resource(Model* model, const std::string& name, lmm_constraint_t constraint)
+ : name_(name), model_(model), constraint_(constraint)
+{}
+
+Resource::~Resource() = default;
+
+bool Resource::isOn() const {
+ return isOn_;
+}
+bool Resource::isOff() const {
+ return not isOn_;
}
-int surf_workstation_get_core(surf_resource_t resource){
- return get_casted_workstation(resource)->getCore();
+void Resource::turnOn()
+{
+ isOn_ = true;
}
-surf_action_t surf_workstation_execute(surf_resource_t resource, double size){
- return get_casted_workstation(resource)->execute(size);
+void Resource::turnOff()
+{
+ isOn_ = false;
}
-surf_action_t surf_workstation_open(surf_resource_t workstation, const char* mount, const char* path){
- return get_casted_workstation(workstation)->open(mount, path);
+double Resource::getLoad()
+{
+ return constraint_->get_usage();
}
-surf_action_t surf_workstation_close(surf_resource_t workstation, surf_file_t fd){
- return get_casted_workstation(workstation)->close(fd);
+Model* Resource::model() const
+{
+ return model_;
}
-int surf_workstation_unlink(surf_resource_t workstation, surf_file_t fd){
- return get_casted_workstation(workstation)->unlink(fd);
+const std::string& Resource::getName() const
+{
+ return name_;
}
-surf_action_t surf_workstation_ls(surf_resource_t workstation, const char* mount, const char *path){
- return get_casted_workstation(workstation)->ls(mount, path);
+const char* Resource::getCname() const
+{
+ return name_.c_str();
}
-size_t surf_workstation_get_size(surf_resource_t workstation, surf_file_t fd){
- return get_casted_workstation(workstation)->getSize(fd);
+bool Resource::operator==(const Resource &other) const {
+ return name_ == other.name_;
}
-surf_action_t surf_workstation_read(surf_resource_t resource, void *ptr, size_t size, surf_file_t fd){
- return get_casted_workstation(resource)->read(ptr, size, fd);
+lmm_constraint_t Resource::constraint() const
+{
+ return constraint_;
}
-surf_action_t surf_workstation_write(surf_resource_t resource, const void *ptr, size_t size, surf_file_t fd){
- return get_casted_workstation(resource)->write(ptr, size, fd);
+}
}
-int surf_network_link_is_shared(surf_cpp_resource_t link){
- return dynamic_cast<NetworkCm02LinkPtr>(link)->isShared();
+/**********
+ * Action *
+ **********/
+
+namespace simgrid {
+namespace surf {
+
+Action::Action(simgrid::surf::Model* model, double cost, bool failed) : Action(model, cost, failed, nullptr)
+{
}
-double surf_network_link_get_bandwidth(surf_cpp_resource_t link){
- return dynamic_cast<NetworkCm02LinkPtr>(link)->getBandwidth();
+Action::Action(simgrid::surf::Model* model, double cost, bool failed, lmm_variable_t var)
+ : remains_(cost), start_(surf_get_clock()), cost_(cost), model_(model), variable_(var)
+{
+ if (failed)
+ stateSet_ = getModel()->getFailedActionSet();
+ else
+ stateSet_ = getModel()->getRunningActionSet();
+
+ stateSet_->push_back(*this);
}
-double surf_network_link_get_latency(surf_cpp_resource_t link){
- return dynamic_cast<NetworkCm02LinkPtr>(link)->getLatency();
+Action::~Action() {
+ xbt_free(category_);
}
-surf_action_t surf_cpu_execute(surf_resource_t cpu, double size){
- return get_casted_cpu(cpu)->execute(size);
+void Action::finish(Action::State state)
+{
+ finishTime_ = surf_get_clock();
+ setState(state);
}
-surf_action_t surf_cpu_sleep(surf_resource_t cpu, double duration){
- return get_casted_cpu(cpu)->sleep(duration);
+Action::State Action::getState() const
+{
+ if (stateSet_ == model_->getReadyActionSet())
+ return Action::State::ready;
+ if (stateSet_ == model_->getRunningActionSet())
+ return Action::State::running;
+ if (stateSet_ == model_->getFailedActionSet())
+ return Action::State::failed;
+ if (stateSet_ == model_->getDoneActionSet())
+ return Action::State::done;
+ return Action::State::not_in_the_system;
+}
+
+void Action::setState(Action::State state)
+{
+ simgrid::xbt::intrusive_erase(*stateSet_, *this);
+ switch (state) {
+ case Action::State::ready:
+ stateSet_ = model_->getReadyActionSet();
+ break;
+ case Action::State::running:
+ stateSet_ = model_->getRunningActionSet();
+ break;
+ case Action::State::failed:
+ stateSet_ = model_->getFailedActionSet();
+ break;
+ case Action::State::done:
+ stateSet_ = model_->getDoneActionSet();
+ break;
+ default:
+ stateSet_ = nullptr;
+ break;
+ }
+ if (stateSet_)
+ stateSet_->push_back(*this);
}
-double surf_action_get_start_time(surf_action_t action){
- return action->m_start;
+double Action::getBound() const
+{
+ return variable_ ? variable_->get_bound() : 0;
}
-double surf_action_get_finish_time(surf_action_t action){
- return action->m_finish;
+void Action::setBound(double bound)
+{
+ XBT_IN("(%p,%g)", this, bound);
+ if (variable_)
+ getModel()->getMaxminSystem()->update_variable_bound(variable_, bound);
+
+ if (getModel()->getUpdateMechanism() == UM_LAZY && getLastUpdate() != surf_get_clock())
+ heapRemove(getModel()->getActionHeap());
+ XBT_OUT();
}
-double surf_action_get_remains(surf_action_t action){
- return action->m_remains;
+void Action::setCategory(const char *category)
+{
+ category_ = xbt_strdup(category);
}
-void surf_action_unref(surf_action_t action){
- action->unref();
+void Action::ref(){
+ refcount_++;
}
-void surf_action_suspend(surf_action_t action){
- action->suspend();
+void Action::setMaxDuration(double duration)
+{
+ maxDuration_ = duration;
+ if (getModel()->getUpdateMechanism() == UM_LAZY) // remove action from the heap
+ heapRemove(getModel()->getActionHeap());
}
-void surf_action_resume(surf_action_t action){
- action->resume();
+void Action::setSharingWeight(double weight)
+{
+ XBT_IN("(%p,%g)", this, weight);
+ sharingWeight_ = weight;
+ getModel()->getMaxminSystem()->update_variable_weight(getVariable(), weight);
+
+ if (getModel()->getUpdateMechanism() == UM_LAZY)
+ heapRemove(getModel()->getActionHeap());
+ XBT_OUT();
}
-void surf_action_cancel(surf_action_t action){
- action->cancel();
+void Action::cancel(){
+ setState(Action::State::failed);
+ if (getModel()->getUpdateMechanism() == UM_LAZY) {
+ if (action_lmm_hook.is_linked())
+ simgrid::xbt::intrusive_erase(*getModel()->getModifiedSet(), *this);
+ heapRemove(getModel()->getActionHeap());
+ }
}
-void surf_action_set_priority(surf_action_t action, double priority){
- action->setPriority(priority);
+int Action::unref(){
+ refcount_--;
+ if (not refcount_) {
+ if (action_hook.is_linked())
+ simgrid::xbt::intrusive_erase(*stateSet_, *this);
+ if (getVariable())
+ getModel()->getMaxminSystem()->variable_free(getVariable());
+ if (getModel()->getUpdateMechanism() == UM_LAZY) {
+ /* remove from heap */
+ heapRemove(getModel()->getActionHeap());
+ if (action_lmm_hook.is_linked())
+ simgrid::xbt::intrusive_erase(*getModel()->getModifiedSet(), *this);
+ }
+ delete this;
+ return 1;
+ }
+ return 0;
}
-void surf_action_set_category(surf_action_t action, const char *category){
- action->setCategory(category);
+void Action::suspend()
+{
+ XBT_IN("(%p)", this);
+ if (suspended_ != SuspendStates::sleeping) {
+ getModel()->getMaxminSystem()->update_variable_weight(getVariable(), 0.0);
+ if (getModel()->getUpdateMechanism() == UM_LAZY){
+ heapRemove(getModel()->getActionHeap());
+ if (getModel()->getUpdateMechanism() == UM_LAZY && stateSet_ == getModel()->getRunningActionSet() &&
+ sharingWeight_ > 0) {
+ //If we have a lazy model, we need to update the remaining value accordingly
+ updateRemainingLazy(surf_get_clock());
+ }
+ }
+ suspended_ = SuspendStates::suspended;
+ }
+ XBT_OUT();
}
-void *surf_action_get_data(surf_action_t action){
- return action->p_data;
+void Action::resume()
+{
+ XBT_IN("(%p)", this);
+ if (suspended_ != SuspendStates::sleeping) {
+ getModel()->getMaxminSystem()->update_variable_weight(getVariable(), getPriority());
+ suspended_ = SuspendStates::not_suspended;
+ if (getModel()->getUpdateMechanism() == UM_LAZY)
+ heapRemove(getModel()->getActionHeap());
+ }
+ XBT_OUT();
}
-void surf_action_set_data(surf_action_t action, void *data){
- action->p_data = data;
+bool Action::isSuspended()
+{
+ return suspended_ == SuspendStates::suspended;
+}
+/* insert action on heap using a given key and a hat (heap_action_type)
+ * a hat can be of three types for communications:
+ *
+ * NORMAL = this is a normal heap entry stating the date to finish transmitting
+ * LATENCY = this is a heap entry to warn us when the latency is payed
+ * MAX_DURATION =this is a heap entry to warn us when the max_duration limit is reached
+ */
+void Action::heapInsert(heap_type& heap, double key, enum heap_action_type hat)
+{
+ hat_ = hat;
+ heapHandle_ = heap.emplace(std::make_pair(key, this));
}
-e_surf_action_state_t surf_action_get_state(surf_action_t action){
- return action->getState();
+void Action::heapRemove(heap_type& heap)
+{
+ hat_ = NOTSET;
+ if (heapHandle_) {
+ heap.erase(*heapHandle_);
+ clearHeapHandle();
+ }
}
-int surf_action_get_cost(surf_action_t action){
- return action->m_cost;
+void Action::heapUpdate(heap_type& heap, double key, enum heap_action_type hat)
+{
+ hat_ = hat;
+ if (heapHandle_) {
+ heap.update(*heapHandle_, std::make_pair(key, this));
+ } else {
+ heapHandle_ = heap.emplace(std::make_pair(key, this));
+ }
}
-surf_file_t surf_storage_action_get_file(surf_storage_action_lmm_t action){
- return action->p_file;
+double Action::getRemains()
+{
+ XBT_IN("(%p)", this);
+ /* update remains before return it */
+ if (getModel()->getUpdateMechanism() == UM_LAZY) /* update remains before return it */
+ updateRemainingLazy(surf_get_clock());
+ XBT_OUT();
+ return remains_;
}
-xbt_dict_t surf_storage_action_get_ls_dict(surf_storage_action_lmm_t action){
- return action->p_lsDict;
+}
}