1 /* Copyright (c) 2017-2019. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
6 #include "simgrid/plugins/live_migration.h"
7 #include "src/kernel/activity/ExecImpl.hpp"
8 #include "src/plugins/vm/VirtualMachineImpl.hpp"
12 class DirtyPageTrackingExt {
13 bool dp_tracking_ = false;
14 std::map<kernel::activity::ExecImpl const*, double> dp_objs_;
15 double dp_updated_by_deleted_tasks_ = 0.0;
16 // Percentage of pages that get dirty compared to netspeed [0;1] bytes per 1 flop execution
17 double dp_intensity_ = 0.0;
18 sg_size_t working_set_memory_ = 0.0;
19 double max_downtime_ = 0.03;
20 double mig_speed_ = 0.0;
23 void start_tracking();
24 void stop_tracking() { dp_tracking_ = false; }
25 bool is_tracking() { return dp_tracking_; }
26 void track(kernel::activity::ExecImpl const* exec, double amount) { dp_objs_.insert({exec, amount}); }
27 void untrack(kernel::activity::ExecImpl const* exec) { dp_objs_.erase(exec); }
28 double get_stored_remains(kernel::activity::ExecImpl const* exec) { return dp_objs_.at(exec); }
29 void update_dirty_page_count(double delta) { dp_updated_by_deleted_tasks_ += delta; }
30 double computed_flops_lookup();
31 double get_intensity() { return dp_intensity_; }
32 void set_intensity(double intensity) { dp_intensity_ = intensity; }
33 double get_working_set_memory() { return working_set_memory_; }
34 void set_working_set_memory(sg_size_t size) { working_set_memory_ = size; }
35 void set_migration_speed(double speed) { mig_speed_ = speed; }
36 double get_migration_speed() { return mig_speed_; }
37 double get_max_downtime() { return max_downtime_; }
39 static simgrid::xbt::Extension<VirtualMachineImpl, DirtyPageTrackingExt> EXTENSION_ID;
40 virtual ~DirtyPageTrackingExt() = default;
41 DirtyPageTrackingExt() = default;
44 simgrid::xbt::Extension<VirtualMachineImpl, DirtyPageTrackingExt> DirtyPageTrackingExt::EXTENSION_ID;
46 void DirtyPageTrackingExt::start_tracking()
49 for (auto const& elm : dp_objs_)
50 dp_objs_[elm.first] = elm.first->get_remaining();
53 double DirtyPageTrackingExt::computed_flops_lookup()
57 for (auto const& elm : dp_objs_) {
58 total += elm.second - elm.first->get_remaining();
59 dp_objs_[elm.first] = elm.first->get_remaining();
61 total += dp_updated_by_deleted_tasks_;
63 dp_updated_by_deleted_tasks_ = 0;
68 } // namespace simgrid
70 static void on_virtual_machine_creation(simgrid::vm::VirtualMachineImpl& vm)
72 vm.extension_set<simgrid::vm::DirtyPageTrackingExt>(new simgrid::vm::DirtyPageTrackingExt());
75 static void on_exec_creation(simgrid::kernel::activity::ExecImpl const& exec)
77 simgrid::s4u::VirtualMachine* vm = dynamic_cast<simgrid::s4u::VirtualMachine*>(exec.get_host());
81 if (vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->is_tracking()) {
82 vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->track(&exec, exec.get_remaining());
84 vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->track(&exec, 0.0);
88 static void on_exec_completion(simgrid::kernel::activity::ExecImpl const& exec)
90 simgrid::s4u::VirtualMachine* vm = dynamic_cast<simgrid::s4u::VirtualMachine*>(exec.get_host());
94 /* If we are in the middle of dirty page tracking, we record how much computation has been done until now, and keep
95 * the information for the lookup_() function that will called soon. */
96 if (vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->is_tracking()) {
97 double delta = vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_stored_remains(&exec);
98 vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->update_dirty_page_count(delta);
100 vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->untrack(&exec);
103 void sg_vm_dirty_page_tracking_init()
105 if (not simgrid::vm::DirtyPageTrackingExt::EXTENSION_ID.valid()) {
106 simgrid::vm::DirtyPageTrackingExt::EXTENSION_ID =
107 simgrid::vm::VirtualMachineImpl::extension_create<simgrid::vm::DirtyPageTrackingExt>();
108 simgrid::vm::VirtualMachineImpl::on_creation.connect(&on_virtual_machine_creation);
109 simgrid::kernel::activity::ExecImpl::on_creation.connect(&on_exec_creation);
110 simgrid::kernel::activity::ExecImpl::on_completion.connect(&on_exec_completion);
114 void sg_vm_start_dirty_page_tracking(sg_vm_t vm)
116 vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->start_tracking();
119 void sg_vm_stop_dirty_page_tracking(sg_vm_t vm)
121 vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->stop_tracking();
124 double sg_vm_lookup_computed_flops(sg_vm_t vm)
126 return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->computed_flops_lookup();
129 void sg_vm_set_dirty_page_intensity(sg_vm_t vm, double intensity)
131 vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_intensity(intensity);
134 double sg_vm_get_dirty_page_intensity(sg_vm_t vm)
136 return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_intensity();
139 void sg_vm_set_working_set_memory(sg_vm_t vm, sg_size_t size)
141 vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_working_set_memory(size);
144 sg_size_t sg_vm_get_working_set_memory(sg_vm_t vm)
146 return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_working_set_memory();
149 void sg_vm_set_migration_speed(sg_vm_t vm, double speed)
151 vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->set_migration_speed(speed);
154 double sg_vm_get_migration_speed(sg_vm_t vm)
156 return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_migration_speed();
159 double sg_vm_get_max_downtime(sg_vm_t vm)
161 return vm->get_impl()->extension<simgrid::vm::DirtyPageTrackingExt>()->get_max_downtime();