src/plugins/dirty_page_tracking.cpp

   1 /* Copyright (c) 2017-2018. The SimGrid Team. All rights reserved.          */
   2
   3 /* This program is free software; you can redistribute it and/or modify it
   4  * under the terms of the license (GNU LGPL) which comes with this package. */
   5
   6 #include "simgrid/plugins/live_migration.h"
   7 #include "src/kernel/activity/ExecImpl.hpp"
   8 #include "src/plugins/vm/VirtualMachineImpl.hpp"
   9
  10 namespace simgrid {
  11 namespace vm {
  12 class DirtyPageTrackingExt {
  13   bool dp_tracking_ = false;
  14   std::map<kernel::activity::ExecImplPtr, double> dp_objs_;
  15   double dp_updated_by_deleted_tasks_ = 0.0;
  16   // Percentage of pages that get dirty compared to netspeed [0;1] bytes per 1 flop execution
  17   double dp_intensity_          = 0.0;
  18   sg_size_t working_set_memory_ = 0.0;
  19   double max_downtime_          = 0.03;
  20   double mig_speed_             = 0.0;
  21
  22 public:
  23   void start_tracking();
  24   void stop_tracking() { dp_tracking_ = false; }
  25   bool is_tracking() { return dp_tracking_; }
  26   void track(kernel::activity::ExecImplPtr exec, double amount) { dp_objs_.insert({exec, amount}); }
  27   void untrack(kernel::activity::ExecImplPtr exec) { dp_objs_.erase(exec); }
  28   double get_stored_remains(kernel::activity::ExecImplPtr exec) { return dp_objs_.at(exec); }
  29   void update_dirty_page_count(double delta) { dp_updated_by_deleted_tasks_ += delta; }
  30   double computed_flops_lookup();
  31   double get_intensity() { return dp_intensity_; }
  32   void set_intensity(double intensity) { dp_intensity_ = intensity; }
  33   double get_working_set_memory() { return working_set_memory_; }
  34   void set_working_set_memory(sg_size_t size) { working_set_memory_ = size; }
  35   void set_migration_speed(double speed) { mig_speed_ = speed; }
  36   double get_migration_speed() { return mig_speed_; }
  37   double get_max_downtime() { return max_downtime_; }
  38
  39   static simgrid::xbt::Extension<VirtualMachineImpl, DirtyPageTrackingExt> EXTENSION_ID;
  40   virtual ~DirtyPageTrackingExt() = default;
  41   DirtyPageTrackingExt()          = default;
  42 };
  43
  44 simgrid::xbt::Extension<VirtualMachineImpl, DirtyPageTrackingExt> DirtyPageTrackingExt::EXTENSION_ID;
  45
  46 void DirtyPageTrackingExt::start_tracking()
  47 {
  48   dp_tracking_ = true;
  49   for (auto const& elm : dp_objs_)
  50     dp_objs_[elm.first] = elm.first->get_remaining();
  51 }
  52
  53 double DirtyPageTrackingExt::computed_flops_lookup()
  54 {
  55   double total = 0;
  56
  57   for (auto const& elm : dp_objs_) {
  58     total += elm.second - elm.first->get_remaining();
  59     dp_objs_[elm.first] = elm.first->get_remaining();
  60   }
  61   total += dp_updated_by_deleted_tasks_;
  62
  63   dp_updated_by_deleted_tasks_ = 0;
  64
  65   return total;
  66 }
  67 } // namespace vm
  68 } // namespace simgrid
  69
  70 static void on_virtual_machine_creation(simgrid::vm::VirtualMachineImpl* vm)
  71 {
  72   vm->extension_set<simgrid::vm::DirtyPageTrackingExt>(new simgrid::vm::DirtyPageTrackingExt());
  73 }
  74
  75 static void on_exec_creation(simgrid::kernel::activity::ExecImplPtr exec)
  76 {
  77   simgrid::s4u::VirtualMachine* vm = dynamic_cast<simgrid::s4u::VirtualMachine*>(exec->host_);
  78   if (vm == nullptr)
  79     return;
  80
  81   if (vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->is_tracking()) {
  82     vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->track(exec, exec->get_remaining());
  83   } else {
  84     vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->track(exec, 0.0);
  85   }
  86 }
  87
  88 static void on_exec_completion(simgrid::kernel::activity::ExecImplPtr exec)
  89 {
  90   simgrid::s4u::VirtualMachine* vm = dynamic_cast<simgrid::s4u::VirtualMachine*>(exec->host_);
  91   if (vm == nullptr)
  92     return;
  93
  94   /* If we are in the middle of dirty page tracking, we record how much computation has been done until now, and keep
  95    * the information for the lookup_() function that will called soon. */
  96   if (vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->is_tracking()) {
  97     double delta = vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_stored_remains(exec) -
  98                    exec->get_remaining();
  99     vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->update_dirty_page_count(delta);
 100   }
 101   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->untrack(exec);
 102 }
 103
 104 void sg_vm_dirty_page_tracking_init()
 105 {
 106   if (not simgrid::vm::DirtyPageTrackingExt::EXTENSION_ID.valid()) {
 107     simgrid::vm::DirtyPageTrackingExt::EXTENSION_ID =
 108         simgrid::vm::VirtualMachineImpl::extension_create<simgrid::vm::DirtyPageTrackingExt>();
 109     simgrid::vm::VirtualMachineImpl::on_creation.connect(&on_virtual_machine_creation);
 110     simgrid::kernel::activity::ExecImpl::onCreation.connect(&on_exec_creation);
 111     simgrid::kernel::activity::ExecImpl::onCompletion.connect(&on_exec_completion);
 112   }
 113 }
 114
 115 void sg_vm_start_dirty_page_tracking(sg_vm_t vm)
 116 {
 117   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->start_tracking();
 118 }
 119
 120 void sg_vm_stop_dirty_page_tracking(sg_vm_t vm)
 121 {
 122   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->stop_tracking();
 123 }
 124
 125 double sg_vm_lookup_computed_flops(sg_vm_t vm)
 126 {
 127   return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->computed_flops_lookup();
 128 }
 129
 130 void sg_vm_set_dirty_page_intensity(sg_vm_t vm, double intensity)
 131 {
 132   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_intensity(intensity);
 133 }
 134
 135 double sg_vm_get_dirty_page_intensity(sg_vm_t vm)
 136 {
 137   return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_intensity();
 138 }
 139
 140 void sg_vm_set_working_set_memory(sg_vm_t vm, sg_size_t size)
 141 {
 142   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_working_set_memory(size);
 143 }
 144
 145 sg_size_t sg_vm_get_working_set_memory(sg_vm_t vm)
 146 {
 147   return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_working_set_memory();
 148 }
 149
 150 void sg_vm_set_migration_speed(sg_vm_t vm, double speed)
 151 {
 152   vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_migration_speed(speed);
 153 }
 154
 155 double sg_vm_get_migration_speed(sg_vm_t vm)
 156 {
 157   return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_migration_speed();
 158 }
 159
 160 double sg_vm_get_max_downtime(sg_vm_t vm)
 161 {
 162   return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_max_downtime();
 163 }