src/plugins/dirty_page_tracking.cpp

   1 /* Copyright (c) 2017-2021. The SimGrid Team. All rights reserved.          */
   2
   3 /* This program is free software; you can redistribute it and/or modify it
   4  * under the terms of the license (GNU LGPL) which comes with this package. */
   5
   6 #include <simgrid/plugins/live_migration.h>
   7 #include <simgrid/s4u/Exec.hpp>
   8 #include <simgrid/s4u/VirtualMachine.hpp>
   9
  10 #include "src/kernel/activity/ExecImpl.hpp"
  11 #include "src/plugins/vm/VirtualMachineImpl.hpp"
  12
  13 namespace simgrid {
  14 namespace vm {
  15 class DirtyPageTrackingExt {
  16   bool dp_tracking_ = false;
  17   std::map<kernel::activity::ExecImpl const*, double> dp_objs_;
  18   double dp_updated_by_deleted_tasks_ = 0.0;
  19   // Percentage of pages that get dirty compared to netspeed [0;1] bytes per 1 flop execution
  20   double dp_intensity_          = 0.0;
  21   sg_size_t working_set_memory_ = 0.0;
  22   double max_downtime_          = 0.03;
  23   double mig_speed_             = 0.0;
  24
  25 public:
  26   void start_tracking();
  27   void stop_tracking() { dp_tracking_ = false; }
  28   bool is_tracking() const { return dp_tracking_; }
  29   void track(kernel::activity::ExecImpl const* exec, double amount) { dp_objs_.insert({exec, amount}); }
  30   void untrack(kernel::activity::ExecImpl const* exec) { dp_objs_.erase(exec); }
  31   double get_stored_remains(kernel::activity::ExecImpl const* exec) { return dp_objs_.at(exec); }
  32   void update_dirty_page_count(double delta) { dp_updated_by_deleted_tasks_ += delta; }
  33   double computed_flops_lookup();
  34   double get_intensity() const { return dp_intensity_; }
  35   void set_intensity(double intensity) { dp_intensity_ = intensity; }
  36   sg_size_t get_working_set_memory() const { return working_set_memory_; }
  37   void set_working_set_memory(sg_size_t size) { working_set_memory_ = size; }
  38   void set_migration_speed(double speed) { mig_speed_ = speed; }
  39   double get_migration_speed() const { return mig_speed_; }
  40   double get_max_downtime() const { return max_downtime_; }
  41
  42   static simgrid::xbt::Extension<VirtualMachineImpl, DirtyPageTrackingExt> EXTENSION_ID;
  43   DirtyPageTrackingExt()          = default;
  44 };
  45
  46 simgrid::xbt::Extension<VirtualMachineImpl, DirtyPageTrackingExt> DirtyPageTrackingExt::EXTENSION_ID;
  47
  48 void DirtyPageTrackingExt::start_tracking()
  49 {
  50   dp_tracking_ = true;
  51   for (auto const& elm : dp_objs_)
  52     dp_objs_[elm.first] = elm.first->get_remaining();
  53 }
  54
  55 double DirtyPageTrackingExt::computed_flops_lookup()
  56 {
  57   double total = 0;
  58
  59   for (auto const& elm : dp_objs_) {
  60     total += elm.second - elm.first->get_remaining();
  61     dp_objs_[elm.first] = elm.first->get_remaining();
  62   }
  63   total += dp_updated_by_deleted_tasks_;
  64
  65   dp_updated_by_deleted_tasks_ = 0;
  66
  67   return total;
  68 }
  69 } // namespace vm
  70 } // namespace simgrid
  71
  72 static void on_virtual_machine_creation(const simgrid::s4u::VirtualMachine& vm)
  73 {
  74   vm.get_vm_impl()->extension_set<simgrid::vm::DirtyPageTrackingExt>(new simgrid::vm::DirtyPageTrackingExt());
  75 }
  76
  77 static void on_exec_creation(simgrid::s4u::Exec const& e)
  78 {
  79   auto exec                              = static_cast<simgrid::kernel::activity::ExecImpl*>(e.get_impl());
  80   const simgrid::s4u::VirtualMachine* vm = dynamic_cast<simgrid::s4u::VirtualMachine*>(exec->get_host());
  81   if (vm == nullptr)
  82     return;
  83
  84   if (vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->is_tracking()) {
  85     vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->track(exec, exec->get_remaining());
  86   } else {
  87     vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->track(exec, 0.0);
  88   }
  89 }
  90
  91 static void on_exec_completion(simgrid::s4u::Exec const& e)
  92 {
  93   auto exec                        = static_cast<simgrid::kernel::activity::ExecImpl*>(e.get_impl());
  94   const simgrid::s4u::VirtualMachine* vm = dynamic_cast<simgrid::s4u::VirtualMachine*>(exec->get_host());
  95   if (vm == nullptr)
  96     return;
  97
  98   /* If we are in the middle of dirty page tracking, we record how much computation has been done until now, and keep
  99    * the information for the lookup_() function that will called soon. */
 100   if (vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->is_tracking()) {
 101     double delta = vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_stored_remains(exec);
 102     vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->update_dirty_page_count(delta);
 103   }
 104   vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->untrack(exec);
 105 }
 106
 107 void sg_vm_dirty_page_tracking_init()
 108 {
 109   if (not simgrid::vm::DirtyPageTrackingExt::EXTENSION_ID.valid()) {
 110     simgrid::vm::DirtyPageTrackingExt::EXTENSION_ID =
 111         simgrid::vm::VirtualMachineImpl::extension_create<simgrid::vm::DirtyPageTrackingExt>();
 112     simgrid::s4u::VirtualMachine::on_creation.connect(&on_virtual_machine_creation);
 113     simgrid::s4u::Exec::on_start.connect(&on_exec_creation);
 114     simgrid::s4u::Exec::on_completion.connect(&on_exec_completion);
 115   }
 116 }
 117
 118 void sg_vm_start_dirty_page_tracking(const_sg_vm_t vm)
 119 {
 120   vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->start_tracking();
 121 }
 122
 123 void sg_vm_stop_dirty_page_tracking(const_sg_vm_t vm)
 124 {
 125   vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->stop_tracking();
 126 }
 127
 128 double sg_vm_lookup_computed_flops(const_sg_vm_t vm)
 129 {
 130   return vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->computed_flops_lookup();
 131 }
 132
 133 void sg_vm_set_dirty_page_intensity(const_sg_vm_t vm, double intensity)
 134 {
 135   vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_intensity(intensity);
 136 }
 137
 138 double sg_vm_get_dirty_page_intensity(const_sg_vm_t vm)
 139 {
 140   return vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_intensity();
 141 }
 142
 143 void sg_vm_set_working_set_memory(const_sg_vm_t vm, sg_size_t size)
 144 {
 145   vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_working_set_memory(size);
 146 }
 147
 148 sg_size_t sg_vm_get_working_set_memory(const_sg_vm_t vm)
 149 {
 150   return vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_working_set_memory();
 151 }
 152
 153 void sg_vm_set_migration_speed(const_sg_vm_t vm, double speed)
 154 {
 155   vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_migration_speed(speed);
 156 }
 157
 158 double sg_vm_get_migration_speed(const_sg_vm_t vm)
 159 {
 160   return vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_migration_speed();
 161 }
 162
 163 double sg_vm_get_max_downtime(const_sg_vm_t vm)
 164 {
 165   return vm->get_vm_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_max_downtime();
 166 }