src/plugins/dirty_page_tracking.cpp

   1 /* Copyright (c) 2017-2019. The SimGrid Team. All rights reserved.          */
   2
   3 /* This program is free software; you can redistribute it and/or modify it
   4  * under the terms of the license (GNU LGPL) which comes with this package. */
   5
   6 #include "simgrid/plugins/live_migration.h"
   7 #include "simgrid/s4u/Exec.hpp"
   8 #include "src/kernel/activity/ExecImpl.hpp"
   9 #include "src/plugins/vm/VirtualMachineImpl.hpp"
  10
  11 namespace simgrid {
  12 namespace vm {
  13 class DirtyPageTrackingExt {
  14   bool dp_tracking_ = false;
  15   std::map<kernel::activity::ExecImpl const*, double> dp_objs_;
  16   double dp_updated_by_deleted_tasks_ = 0.0;
  17   // Percentage of pages that get dirty compared to netspeed [0;1] bytes per 1 flop execution
  18   double dp_intensity_          = 0.0;
  19   sg_size_t working_set_memory_ = 0.0;
  20   double max_downtime_          = 0.03;
  21   double mig_speed_             = 0.0;
  22
  23 public:
  24   void start_tracking();
  25   void stop_tracking() { dp_tracking_ = false; }
  26   bool is_tracking() { return dp_tracking_; }
  27   void track(kernel::activity::ExecImpl const* exec, double amount) { dp_objs_.insert({exec, amount}); }
  28   void untrack(kernel::activity::ExecImpl const* exec) { dp_objs_.erase(exec); }
  29   double get_stored_remains(kernel::activity::ExecImpl const* exec) { return dp_objs_.at(exec); }
  30   void update_dirty_page_count(double delta) { dp_updated_by_deleted_tasks_ += delta; }
  31   double computed_flops_lookup();
  32   double get_intensity() { return dp_intensity_; }
  33   void set_intensity(double intensity) { dp_intensity_ = intensity; }
  34   double get_working_set_memory() { return working_set_memory_; }
  35   void set_working_set_memory(sg_size_t size) { working_set_memory_ = size; }
  36   void set_migration_speed(double speed) { mig_speed_ = speed; }
  37   double get_migration_speed() { return mig_speed_; }
  38   double get_max_downtime() { return max_downtime_; }
  39
  40   static simgrid::xbt::Extension<VirtualMachineImpl, DirtyPageTrackingExt> EXTENSION_ID;
  41   virtual ~DirtyPageTrackingExt() = default;
  42   DirtyPageTrackingExt()          = default;
  43 };
  44
  45 simgrid::xbt::Extension<VirtualMachineImpl, DirtyPageTrackingExt> DirtyPageTrackingExt::EXTENSION_ID;
  46
  47 void DirtyPageTrackingExt::start_tracking()
  48 {
  49   dp_tracking_ = true;
  50   for (auto const& elm : dp_objs_)
  51     dp_objs_[elm.first] = elm.first->get_remaining();
  52 }
  53
  54 double DirtyPageTrackingExt::computed_flops_lookup()
  55 {
  56   double total = 0;
  57
  58   for (auto const& elm : dp_objs_) {
  59     total += elm.second - elm.first->get_remaining();
  60     dp_objs_[elm.first] = elm.first->get_remaining();
  61   }
  62   total += dp_updated_by_deleted_tasks_;
  63
  64   dp_updated_by_deleted_tasks_ = 0;
  65
  66   return total;
  67 }
  68 } // namespace vm
  69 } // namespace simgrid
  70
  71 static void on_virtual_machine_creation(simgrid::vm::VirtualMachineImpl& vm)
  72 {
  73   vm.extension_set<simgrid::vm::DirtyPageTrackingExt>(new simgrid::vm::DirtyPageTrackingExt());
  74 }
  75
  76 static void on_exec_creation(simgrid::s4u::Actor const&, simgrid::s4u::Exec const& e)
  77 {
  78   auto exec                        = static_cast<simgrid::kernel::activity::ExecImpl*>(e.get_impl());
  79   const simgrid::s4u::VirtualMachine* vm = dynamic_cast<simgrid::s4u::VirtualMachine*>(exec->get_host());
  80   if (vm == nullptr)
  81     return;
  82
  83   if (vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->is_tracking()) {
  84     vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->track(exec, exec->get_remaining());
  85   } else {
  86     vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->track(exec, 0.0);
  87   }
  88 }
  89
  90 static void on_exec_completion(simgrid::s4u::Actor const&, simgrid::s4u::Exec const& e)
  91 {
  92   auto exec                        = static_cast<simgrid::kernel::activity::ExecImpl*>(e.get_impl());
  93   const simgrid::s4u::VirtualMachine* vm = dynamic_cast<simgrid::s4u::VirtualMachine*>(exec->get_host());
  94   if (vm == nullptr)
  95     return;
  96
  97   /* If we are in the middle of dirty page tracking, we record how much computation has been done until now, and keep
  98    * the information for the lookup_() function that will called soon. */
  99   if (vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->is_tracking()) {
 100     double delta = vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_stored_remains(exec);
 101     vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->update_dirty_page_count(delta);
 102   }
 103   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->untrack(exec);
 104 }
 105
 106 void sg_vm_dirty_page_tracking_init()
 107 {
 108   if (not simgrid::vm::DirtyPageTrackingExt::EXTENSION_ID.valid()) {
 109     simgrid::vm::DirtyPageTrackingExt::EXTENSION_ID =
 110         simgrid::vm::VirtualMachineImpl::extension_create<simgrid::vm::DirtyPageTrackingExt>();
 111     simgrid::vm::VirtualMachineImpl::on_creation.connect(&on_virtual_machine_creation);
 112     simgrid::s4u::Exec::on_start.connect(&on_exec_creation);
 113     simgrid::s4u::Exec::on_completion.connect(&on_exec_completion);
 114   }
 115 }
 116
 117 void sg_vm_start_dirty_page_tracking(sg_vm_t vm)
 118 {
 119   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->start_tracking();
 120 }
 121
 122 void sg_vm_stop_dirty_page_tracking(sg_vm_t vm)
 123 {
 124   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->stop_tracking();
 125 }
 126
 127 double sg_vm_lookup_computed_flops(sg_vm_t vm)
 128 {
 129   return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->computed_flops_lookup();
 130 }
 131
 132 void sg_vm_set_dirty_page_intensity(sg_vm_t vm, double intensity)
 133 {
 134   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_intensity(intensity);
 135 }
 136
 137 double sg_vm_get_dirty_page_intensity(sg_vm_t vm)
 138 {
 139   return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_intensity();
 140 }
 141
 142 void sg_vm_set_working_set_memory(sg_vm_t vm, sg_size_t size)
 143 {
 144   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_working_set_memory(size);
 145 }
 146
 147 sg_size_t sg_vm_get_working_set_memory(sg_vm_t vm)
 148 {
 149   return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_working_set_memory();
 150 }
 151
 152 void sg_vm_set_migration_speed(sg_vm_t vm, double speed)
 153 {
 154   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_migration_speed(speed);
 155 }
 156
 157 double sg_vm_get_migration_speed(sg_vm_t vm)
 158 {
 159   return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_migration_speed();
 160 }
 161
 162 double sg_vm_get_max_downtime(sg_vm_t vm)
 163 {
 164   return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_max_downtime();
 165 }