Logo AND Algorithmique Numérique Distribuée

Public GIT Repository
[PLUGINS] Initial commit for the Dvfs plugin (frequency governors)
authorChristian Heinrich <franz-christian.heinrich@inria.fr>
Sun, 28 Jan 2018 15:10:21 +0000 (16:10 +0100)
committerChristian Heinrich <franz-christian.heinrich@inria.fr>
Mon, 5 Feb 2018 15:50:43 +0000 (16:50 +0100)
include/simgrid/plugins/dvfs.h [new file with mode: 0644]
src/surf/plugins/host_dvfs.cpp [new file with mode: 0644]
tools/cmake/DefinePackages.cmake

diff --git a/include/simgrid/plugins/dvfs.h b/include/simgrid/plugins/dvfs.h
new file mode 100644 (file)
index 0000000..57726ed
--- /dev/null
@@ -0,0 +1,21 @@
+/* Copyright (c) 2017. The SimGrid Team.
+ * All rights reserved.                                                     */
+
+/* This program is free software; you can redistribute it and/or modify it
+ * under the terms of the license (GNU LGPL) which comes with this package. */
+
+#ifndef SIMGRID_PLUGINS_DVFS_H_
+#define SIMGRID_PLUGINS_DVFS_H_
+
+#include <simgrid/forward.h>
+#include <xbt/base.h>
+
+SG_BEGIN_DECL()
+
+XBT_PUBLIC(void) sg_host_dvfs_plugin_init();
+
+#define MSG_host_dvfs_plugin_init() sg_host_dvfs_plugin_init()
+
+SG_END_DECL()
+
+#endif
diff --git a/src/surf/plugins/host_dvfs.cpp b/src/surf/plugins/host_dvfs.cpp
new file mode 100644 (file)
index 0000000..589dfed
--- /dev/null
@@ -0,0 +1,211 @@
+/* Copyright (c) 2010, 2012-2016. The SimGrid Team. All rights reserved.    */
+
+/* This program is free software; you can redistribute it and/or modify it
+ * under the terms of the license (GNU LGPL) which comes with this package. */
+
+#include "simgrid/plugins/dvfs.h"
+#include "simgrid/plugins/load.h"
+#include "simgrid/simix.hpp"
+#include "src/plugins/vm/VirtualMachineImpl.hpp"
+#include "src/surf/cpu_interface.hpp"
+
+#include <boost/algorithm/string/classification.hpp>
+#include <boost/algorithm/string/split.hpp>
+#include <simgrid/msg.h>
+#include <simgrid/s4u/Engine.hpp>
+#include <string>
+#include <utility>
+#include <vector>
+
+/** @addtogroup SURF_plugin_load
+
+  This plugin makes it very simple for users to obtain the current load for each host.
+
+*/
+
+XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_plugin_dvfs, surf, "Logging specific to the SURF HostDvfs plugin");
+
+namespace simgrid {
+namespace plugin {
+
+namespace dvfs {
+class Governor {
+
+protected:
+  simgrid::s4u::Host* host;
+
+public:
+  double sampling_rate;
+
+  Governor(simgrid::s4u::Host* ptr) : host(ptr) { init(); }
+
+  void init()
+  {
+    const char* local_sampling_rate_config = host->getProperty("plugin/dvfs/sampling_rate");
+    double global_sampling_rate_config     = xbt_cfg_get_double("plugin/dvfs/sampling_rate");
+    if (local_sampling_rate_config != nullptr) {
+      sampling_rate = std::stod(local_sampling_rate_config);
+    } else {
+      sampling_rate = global_sampling_rate_config;
+    }
+  }
+
+  virtual void update() = 0;
+  double samplingRate() { return sampling_rate; }
+};
+
+class Performance : public Governor {
+public:
+  Performance(simgrid::s4u::Host* ptr) : Governor(ptr) {}
+
+  void update() { host->setPstate(0); }
+};
+
+class Powersave : public Governor {
+public:
+  Powersave(simgrid::s4u::Host* ptr) : Governor(ptr) {}
+
+  void update() { host->setPstate(host->getPstatesCount() - 1); }
+};
+
+class OnDemand : public Governor {
+  double freq_up_threshold = 0.95;
+
+public:
+  OnDemand(simgrid::s4u::Host* ptr) : Governor(ptr) {}
+
+  void update()
+  {
+    double load = sg_host_get_current_load(host);
+
+    if (load > freq_up_threshold) {
+      host->setPstate(0); /* Run at max. performance! */
+      XBT_INFO("Changed to pstate %f", 0.0);
+    } else {
+      /* The actual implementation uses a formula here: (See Kernel file cpufreq_ondemand.c:158)
+       *
+       *    freq_next = min_f + load * (max_f - min_f) / 100;
+       *
+       * So they assume that frequency increases by 100 MHz. We will just use
+       * lowest_pstate - load*pstatesCount();
+       */
+      int max_pstate = host->getPstatesCount() - 1;
+
+      host->setPstate(max_pstate - load * max_pstate);
+      XBT_INFO("Changed to pstate %f -- check: %i", max_pstate - load * max_pstate, host->getPstate());
+    }
+  }
+};
+
+class Conservative : public Governor {
+  double freq_up_threshold   = .8;
+  double freq_down_threshold = .2;
+
+public:
+  Conservative(simgrid::s4u::Host* ptr) : Governor(ptr) {}
+
+  void update()
+  {
+    double load = sg_host_get_current_load(host);
+    int pstate  = host->getPstate();
+
+    if (load > freq_up_threshold) {
+      if (pstate != 0) {
+        host->setPstate(pstate - 1);
+        XBT_INFO("Reducing pstate to %d", pstate - 1);
+      }
+    }
+
+    if (load < freq_down_threshold) {
+      int max_pstate = host->getPstatesCount() - 1;
+      if (pstate != max_pstate) { // Are we in the slowest pstate already?
+        host->setPstate(pstate + 1);
+        XBT_INFO("Increasing pstate to %d", pstate + 1);
+      }
+    }
+  }
+};
+}
+
+class HostDvfs {
+public:
+  static simgrid::xbt::Extension<simgrid::s4u::Host, HostDvfs> EXTENSION_ID;
+
+  explicit HostDvfs(simgrid::s4u::Host* ptr);
+  ~HostDvfs();
+
+private:
+  simgrid::s4u::Host* host = nullptr;
+};
+
+simgrid::xbt::Extension<simgrid::s4u::Host, HostDvfs> HostDvfs::EXTENSION_ID;
+
+HostDvfs::HostDvfs(simgrid::s4u::Host* ptr) : host(ptr)
+{
+}
+
+HostDvfs::~HostDvfs() = default;
+}
+}
+
+using simgrid::plugin::HostDvfs;
+
+/* **************************** events  callback *************************** */
+static int check(int argc, char* argv[]);
+
+static void on_host_added(simgrid::s4u::Host& host)
+{
+  if (dynamic_cast<simgrid::s4u::VirtualMachine*>(&host)) // Ignore virtual machines
+    return;
+
+  // host.extension_set(new HostDvfs(&host));
+  // This call must be placed in this function. Otherweise, the daemonize() call comes too late and
+  // SMPI will take this process as an MPI process!
+  MSG_process_daemonize(MSG_process_create("daemon", check, NULL, &host));
+}
+
+static int check(int argc, char* argv[])
+{
+  msg_host_t host = MSG_host_self();
+
+  int isDaemon = (MSG_process_self())->getImpl()->isDaemon();
+  XBT_INFO("Bin ein Daemon: %d", isDaemon);
+
+  simgrid::plugin::dvfs::Conservative governor(host);
+  while (1) {
+    // Sleep before updating; important for startup (i.e., t = 0).
+    // In the beginning, we want to go with the pstates specified in the platform file
+    // (so we sleep first)
+    MSG_process_sleep(governor.samplingRate());
+    governor.update();
+    XBT_INFO("Governor just updated!");
+  }
+
+  // const char* dvfs_governor = host->property("plugin/dvfs/governor");
+
+  XBT_INFO("I will never reach that point: daemons are killed when regular processes are done");
+  return 0;
+}
+
+/* **************************** Public interface *************************** */
+SG_BEGIN_DECL()
+
+/** \ingroup SURF_plugin_load
+ * \brief Initializes the HostDvfs plugin
+ * \details The HostDvfs plugin provides an API to get the current load of each host.
+ */
+void sg_host_dvfs_plugin_init()
+{
+  if (HostDvfs::EXTENSION_ID.valid())
+    return;
+
+  HostDvfs::EXTENSION_ID = simgrid::s4u::Host::extension_create<HostDvfs>();
+
+  sg_host_load_plugin_init();
+
+  simgrid::s4u::Host::onCreation.connect(&on_host_added);
+  xbt_cfg_register_double("plugin/dvfs/sampling_rate", 0.1, nullptr,
+                          "How often should the dvfs plugin check whether the frequency needs to be changed?");
+}
+
+SG_END_DECL()
index 28db933..145d972 100644 (file)
@@ -341,6 +341,7 @@ set(SURF_SRC
   src/surf/network_constant.cpp
   src/surf/network_interface.cpp
   src/surf/plugins/dirty_page_tracking.cpp
+  src/surf/plugins/host_dvfs.cpp
   src/surf/plugins/host_energy.cpp
   src/surf/plugins/link_energy.cpp
   src/surf/plugins/host_load.cpp