-/* Copyright (c) 2013-2014. The SimGrid Team.
- * All rights reserved. */
+/* Copyright (c) 2013-2021. The SimGrid Team. All rights reserved. */
/* This program is free software; you can redistribute it and/or modify it
* under the terms of the license (GNU LGPL) which comes with this package. */
#include "cpu_interface.hpp"
+#include "cpu_ti.hpp"
+#include "src/kernel/resource/profile/Profile.hpp"
+#include "src/surf/surf_interface.hpp"
+#include "surf/surf.hpp"
-XBT_LOG_EXTERNAL_CATEGORY(surf_kernel);
-XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_cpu, surf,
- "Logging specific to the SURF cpu module");
+XBT_LOG_NEW_DEFAULT_SUBCATEGORY(res_cpu, ker_resource, "CPU resource, fueling execution activites");
-int autoload_surf_cpu_model = 1;
-void_f_void_t surf_cpu_model_init_preparse = NULL;
+namespace simgrid {
+namespace kernel {
+namespace resource {
-CpuModelPtr surf_cpu_model_pm;
-CpuModelPtr surf_cpu_model_vm;
-/*************
- * Callbacks *
- *************/
-
-CpuPtr getActionCpu(CpuActionPtr action) {
- return static_cast<CpuPtr>(lmm_constraint_id(lmm_get_cnst_from_var
- (action->getModel()->getMaxminSystem(),
- action->getVariable(), 0)));
-}
+/*********
+ * Model *
+ *********/
-surf_callback(void, CpuPtr) cpuCreatedCallbacks;
-surf_callback(void, CpuPtr) cpuDestructedCallbacks;
-surf_callback(void, CpuPtr, e_surf_resource_state_t, e_surf_resource_state_t) cpuStateChangedCallbacks;
-surf_callback(void, CpuActionPtr, e_surf_action_state_t, e_surf_action_state_t) cpuActionStateChangedCallbacks;
-
-void cpu_parse_init(sg_platf_host_cbarg_t host){
- surf_cpu_model_pm->createCpu(
- host->id,
- host->power_peak,
- host->pstate,
- host->power_scale,
- host->power_trace,
- host->core_amount,
- host->initial_state,
- host->state_trace,
- host->properties);
-}
+void CpuModel::update_actions_state_lazy(double now, double /*delta*/)
+{
+ while (not get_action_heap().empty() && double_equals(get_action_heap().top_date(), now, sg_surf_precision)) {
+ auto* action = static_cast<CpuAction*>(get_action_heap().pop());
+ XBT_DEBUG("Something happened to action %p", action);
-void cpu_add_traces(){
- surf_cpu_model_pm->addTraces();
+ action->finish(kernel::resource::Action::State::FINISHED);
+ XBT_DEBUG("Action %p finished", action);
+ }
}
-/*********
- * Model *
- *********/
-void CpuModel::updateActionsStateLazy(double now, double /*delta*/)
+void CpuModel::update_actions_state_full(double /*now*/, double delta)
{
- CpuActionPtr action;
- while ((xbt_heap_size(getActionHeap()) > 0)
- && (double_equals(xbt_heap_maxkey(getActionHeap()), now, sg_surf_precision))) {
- action = static_cast<CpuActionPtr>(xbt_heap_pop(getActionHeap()));
- XBT_CDEBUG(surf_kernel, "Something happened to action %p", action);
- if (TRACE_is_enabled()) {
- CpuPtr cpu = static_cast<CpuPtr>(lmm_constraint_id(lmm_get_cnst_from_var(getMaxminSystem(), action->getVariable(), 0)));
- TRACE_surf_host_set_utilization(cpu->getName(), action->getCategory(),
- lmm_variable_getvalue(action->getVariable()),
- action->getLastUpdate(),
- now - action->getLastUpdate());
- }
+ for (auto it = std::begin(*get_started_action_set()); it != std::end(*get_started_action_set());) {
+ auto& action = static_cast<CpuAction&>(*it);
+ ++it; // increment iterator here since the following calls to action.finish() may invalidate it
- action->finish();
- XBT_CDEBUG(surf_kernel, "Action %p finished", action);
+ action.update_remains(action.get_rate() * delta);
+ action.update_max_duration(delta);
- /* set the remains to 0 due to precision problems when updating the remaining amount */
- action->setRemains(0);
- action->setState(SURF_ACTION_DONE);
- action->heapRemove(getActionHeap()); //FIXME: strange call since action was already popped
- }
- if (TRACE_is_enabled()) {
- //defining the last timestamp that we can safely dump to trace file
- //without losing the event ascending order (considering all CPU's)
- double smaller = -1;
- ActionListPtr actionSet = getRunningActionSet();
- for(ActionList::iterator it(actionSet->begin()), itend(actionSet->end())
- ; it != itend ; ++it) {
- action = static_cast<CpuActionPtr>(&*it);
- if (smaller < 0) {
- smaller = action->getLastUpdate();
- continue;
- }
- if (action->getLastUpdate() < smaller) {
- smaller = action->getLastUpdate();
- }
- }
- if (smaller > 0) {
- TRACE_last_timestamp_to_dump = smaller;
+ if (((action.get_remains_no_update() <= 0) && (action.get_variable()->get_penalty() > 0)) ||
+ ((action.get_max_duration() != NO_MAX_DURATION) && (action.get_max_duration() <= 0))) {
+ action.finish(Action::State::FINISHED);
}
}
- return;
}
-void CpuModel::updateActionsStateFull(double now, double delta)
+/************
+ * Resource *
+ ************/
+CpuImpl::CpuImpl(s4u::Host* host, const std::vector<double>& speed_per_pstate)
+ : Resource_T(host->get_cname()), piface_(host), speed_per_pstate_(speed_per_pstate)
{
- CpuActionPtr action = NULL;
- ActionListPtr running_actions = getRunningActionSet();
-
- for(ActionList::iterator it(running_actions->begin()), itNext=it, itend(running_actions->end())
- ; it != itend ; it=itNext) {
- ++itNext;
- action = static_cast<CpuActionPtr>(&*it);
- if (TRACE_is_enabled()) {
- CpuPtr x = (CpuPtr) lmm_constraint_id(lmm_get_cnst_from_var
- (getMaxminSystem(), action->getVariable(), 0));
-
- TRACE_surf_host_set_utilization(x->getName(),
- action->getCategory(),
- lmm_variable_getvalue(action->getVariable()),
- now - delta,
- delta);
- TRACE_last_timestamp_to_dump = now - delta;
- }
-
- action->updateRemains(lmm_variable_getvalue(action->getVariable()) * delta);
+ speed_.scale = 1;
+ speed_.peak = speed_per_pstate_.front();
+ host->set_cpu(this);
+}
+void CpuImpl::reset_vcpu(CpuImpl* that)
+{
+ this->pstate_ = that->pstate_;
+ this->speed_ = that->speed_;
+ this->speed_per_pstate_.clear();
+ this->speed_per_pstate_.assign(that->speed_per_pstate_.begin(), that->speed_per_pstate_.end());
+}
- if (action->getMaxDuration() != NO_MAX_DURATION)
- action->updateMaxDuration(delta);
+CpuImpl* CpuImpl::set_pstate(unsigned long pstate_index)
+{
+ xbt_assert(
+ pstate_index <= speed_per_pstate_.size(),
+ "Invalid parameters for CPU %s (pstate %lu > length of pstates %d). Please fix your platform file, or your "
+ "call to change the pstate.",
+ get_cname(), pstate_index, static_cast<int>(speed_per_pstate_.size()));
+ double new_peak_speed = speed_per_pstate_[pstate_index];
+ pstate_ = pstate_index;
+ speed_.peak = new_peak_speed;
- if ((action->getRemainsNoUpdate() <= 0) &&
- (lmm_get_variable_weight(action->getVariable()) > 0)) {
- action->finish();
- action->setState(SURF_ACTION_DONE);
- } else if ((action->getMaxDuration() != NO_MAX_DURATION) &&
- (action->getMaxDuration() <= 0)) {
- action->finish();
- action->setState(SURF_ACTION_DONE);
- }
- }
+ on_speed_change();
+ return this;
+}
- return;
+CpuImpl* CpuImpl::set_pstate_speed(const std::vector<double>& speed_per_state)
+{
+ xbt_assert(not speed_per_state.empty(), "CPU %s: processor speed vector cannot be empty", get_cname());
+ xbt_assert(not is_sealed(), "CPU %s: processor speed cannot be changed once CPU has been sealed", get_cname());
+ speed_per_pstate_ = speed_per_state;
+ speed_.peak = speed_per_pstate_.front();
+ return this;
}
-/************
- * Resource *
- ************/
+double CpuImpl::get_pstate_peak_speed(unsigned long pstate_index) const
+{
+ xbt_assert((pstate_index <= speed_per_pstate_.size()), "Invalid parameters (pstate index out of bounds)");
-Cpu::Cpu(){
- surf_callback_emit(cpuCreatedCallbacks, this);
+ return speed_per_pstate_[pstate_index];
}
-Cpu::Cpu(ModelPtr model, const char *name, xbt_dict_t props,
- int core, double powerPeak, double powerScale)
- : Resource(model, name, props)
- , m_core(core)
- , m_powerPeak(powerPeak)
- , m_powerScale(powerScale)
- , p_constraintCore(NULL)
- , p_constraintCoreId(NULL)
+void CpuImpl::on_speed_change()
{
- surf_callback_emit(cpuCreatedCallbacks, this);
+ s4u::Host::on_speed_change(*piface_);
}
-Cpu::Cpu(ModelPtr model, const char *name, xbt_dict_t props,
- lmm_constraint_t constraint, int core, double powerPeak, double powerScale)
- : Resource(model, name, props, constraint)
- , m_core(core)
- , m_powerPeak(powerPeak)
- , m_powerScale(powerScale)
+CpuImpl* CpuImpl::set_core_count(int core_count)
{
- surf_callback_emit(cpuCreatedCallbacks, this);
- /* At now, we assume that a VM does not have a multicore CPU. */
- if (core > 1)
- xbt_assert(model == surf_cpu_model_pm);
-
- p_constraintCore = NULL;
- p_constraintCoreId = NULL;
- if (model->getUpdateMechanism() != UM_UNDEFINED) {
- p_constraintCore = xbt_new(lmm_constraint_t, core);
- p_constraintCoreId = xbt_new(void*, core);
-
- int i;
- for (i = 0; i < core; i++) {
- /* just for a unique id, never used as a string. */
- p_constraintCoreId[i] = bprintf("%s:%i", name, i);
- p_constraintCore[i] = lmm_constraint_new(model->getMaxminSystem(), p_constraintCoreId[i], m_powerScale * m_powerPeak);
- }
- }
+ xbt_assert(not is_sealed(), "Core count cannot be changed once CPU has been sealed");
+ xbt_assert(core_count > 0, "Host %s must have at least one core, not 0.", piface_->get_cname());
+ if (dynamic_cast<CpuTiModel*>(get_model()) != nullptr)
+ xbt_assert(core_count == 1, "Multi-core not handled by this model yet");
+
+ core_count_ = core_count;
+ return this;
}
-Cpu::~Cpu(){
- surf_callback_emit(cpuDestructedCallbacks, this);
- if (p_constraintCoreId){
- for (int i = 0; i < m_core; i++) {
- xbt_free(p_constraintCoreId[i]);
- }
- xbt_free(p_constraintCore);
- }
- if (p_constraintCoreId)
- xbt_free(p_constraintCoreId);
+void CpuImpl::apply_sharing_policy_cfg() const
+{
+ if (!get_constraint())
+ return;
+
+ kernel::lmm::Constraint::SharingPolicy lmm_policy = kernel::lmm::Constraint::SharingPolicy::SHARED;
+ if (sharing_policy_ == s4u::Host::SharingPolicy::NONLINEAR)
+ lmm_policy = kernel::lmm::Constraint::SharingPolicy::NONLINEAR;
+
+ get_constraint()->set_sharing_policy(lmm_policy, sharing_policy_cb_);
}
-double Cpu::getCurrentPowerPeak()
+void CpuImpl::set_sharing_policy(s4u::Host::SharingPolicy policy, const s4u::NonLinearResourceCb& cb)
{
- return m_powerPeak;
+ xbt_assert(dynamic_cast<CpuTiModel*>(get_model()) == nullptr, "Cannot change sharing policy with CPU:TI model");
+ sharing_policy_ = policy;
+ sharing_policy_cb_ = cb;
+ apply_sharing_policy_cfg();
}
-double Cpu::getSpeed(double load)
+s4u::Host::SharingPolicy CpuImpl::get_sharing_policy() const
{
- return load * m_powerPeak;
+ return sharing_policy_;
}
-double Cpu::getAvailableSpeed()
+int CpuImpl::get_core_count()
{
-/* number between 0 and 1 */
- return m_powerScale;
+ return core_count_;
}
-int Cpu::getCore()
+CpuImpl* CpuImpl::set_speed_profile(kernel::profile::Profile* profile)
{
- return m_core;
+ if (profile) {
+ xbt_assert(speed_.event == nullptr, "Cannot set a second speed trace to Host %s", piface_->get_cname());
+ speed_.event = profile->schedule(&profile::future_evt_set, this);
+ }
+ return this;
}
-void Cpu::setState(e_surf_resource_state_t state)
+void CpuImpl::seal()
{
- e_surf_resource_state_t old = Resource::getState();
- Resource::setState(state);
- surf_callback_emit(cpuStateChangedCallbacks, this, old, state);
+ if (is_sealed()) {
+ return;
+ }
+ lmm::System* lmm = get_model()->get_maxmin_system();
+ if (dynamic_cast<CpuTiModel*>(get_model()) == nullptr)
+ this->set_constraint(lmm->constraint_new(this, core_count_ * speed_per_pstate_.front()));
+ apply_sharing_policy_cfg();
+ Resource::seal();
}
+
/**********
* Action *
**********/
-void CpuAction::updateRemainingLazy(double now)
+void CpuAction::update_remains_lazy(double now)
{
- double delta = 0.0;
+ xbt_assert(get_state_set() == get_model()->get_started_action_set(),
+ "You're updating an action that is not running.");
+ xbt_assert(get_sharing_penalty() > 0, "You're updating an action that seems suspended.");
- xbt_assert(getStateSet() == getModel()->getRunningActionSet(),
- "You're updating an action that is not running.");
+ double delta = now - get_last_update();
- /* bogus priority, skip it */
- xbt_assert(getPriority() > 0,
- "You're updating an action that seems suspended.");
+ if (get_remains_no_update() > 0) {
+ XBT_DEBUG("Updating action(%p): remains was %f, last_update was: %f", this, get_remains_no_update(),
+ get_last_update());
+ update_remains(get_last_value() * delta);
- delta = now - m_lastUpdate;
-
- if (m_remains > 0) {
- XBT_CDEBUG(surf_kernel, "Updating action(%p): remains was %f, last_update was: %f", this, m_remains, m_lastUpdate);
- double_update(&(m_remains), m_lastValue * delta, sg_maxmin_precision*sg_surf_precision);
-
- if (TRACE_is_enabled()) {
- CpuPtr cpu = static_cast<CpuPtr>(lmm_constraint_id(lmm_get_cnst_from_var(getModel()->getMaxminSystem(), getVariable(), 0)));
- TRACE_surf_host_set_utilization(cpu->getName(), getCategory(), m_lastValue, m_lastUpdate, now - m_lastUpdate);
- }
- XBT_CDEBUG(surf_kernel, "Updating action(%p): remains is now %f", this, m_remains);
+ XBT_DEBUG("Updating action(%p): remains is now %f", this, get_remains_no_update());
}
- m_lastUpdate = now;
- m_lastValue = lmm_variable_getvalue(getVariable());
+ set_last_update();
+ set_last_value(get_rate());
}
-/*
- *
- * This function formulates a constraint problem that pins a given task to
- * particular cores. Currently, it is possible to pin a task to an exactly one
- * specific core. The system links the variable object of the task to the
- * per-core constraint object.
- *
- * But, the taskset command on Linux takes a mask value specifying a CPU
- * affinity setting of a given task. If the mask value is 0x03, the given task
- * will be executed on the first core (CPU0) or the second core (CPU1) on the
- * given PM. The schedular will determine appropriate placements of tasks,
- * considering given CPU affinities and task activities.
- *
- * How should the system formulate constraint problems for an affinity to
- * multiple cores?
- *
- * The cpu argument must be the host where the task is being executed. The
- * action object does not have the information about the location where the
- * action is being executed.
- */
-void CpuAction::setAffinity(CpuPtr cpu, unsigned long mask)
-{
- lmm_variable_t var_obj = getVariable();
- XBT_IN("(%p,%lx)", this, mask);
-
- {
- unsigned long nbits = 0;
+xbt::signal<void(CpuAction const&, Action::State)> CpuAction::on_state_change;
- /* FIXME: There is much faster algorithms doing this. */
- for (int i = 0; i < cpu->m_core; i++) {
- unsigned long has_affinity = (1UL << i) & mask;
- if (has_affinity)
- nbits += 1;
- }
+void CpuAction::suspend()
+{
+ Action::State previous = get_state();
+ on_state_change(*this, previous);
+ Action::suspend();
+}
- if (nbits > 1) {
- XBT_CRITICAL("Do not specify multiple cores for an affinity mask.");
- XBT_CRITICAL("See the comment in cpu_action_set_affinity().");
- DIE_IMPOSSIBLE;
- }
- }
+void CpuAction::resume()
+{
+ Action::State previous = get_state();
+ on_state_change(*this, previous);
+ Action::resume();
+}
- for (int i = 0; i < cpu->m_core; i++) {
- XBT_DEBUG("clear affinity %p to cpu-%d@%s", this, i, cpu->getName());
- lmm_shrink(cpu->getModel()->getMaxminSystem(), cpu->p_constraintCore[i], var_obj);
-
- unsigned long has_affinity = (1UL << i) & mask;
- if (has_affinity) {
- /* This function only accepts an affinity setting on the host where the
- * task is now running. In future, a task might move to another host.
- * But, at this moment, this function cannot take an affinity setting on
- * that future host.
- *
- * It might be possible to extend the code to allow this function to
- * accept affinity settings on a future host. We might be able to assign
- * zero to elem->value to maintain such inactive affinity settings in the
- * system. But, this will make the system complex. */
- XBT_DEBUG("set affinity %p to cpu-%d@%s", this, i, cpu->getName());
- lmm_expand(cpu->getModel()->getMaxminSystem(), cpu->p_constraintCore[i], var_obj, 1.0);
- }
- }
+void CpuAction::set_state(Action::State state)
+{
+ Action::State previous = get_state();
+ Action::set_state(state);
+ on_state_change(*this, previous);
+}
- if (cpu->getModel()->getUpdateMechanism() == UM_LAZY) {
- /* FIXME (hypervisor): Do we need to do something for the LAZY mode? */
+/** @brief returns a list of all CPUs that this action is using */
+std::list<CpuImpl*> CpuAction::cpus() const
+{
+ std::list<CpuImpl*> retlist;
+ int llen = get_variable()->get_number_of_constraint();
+
+ for (int i = 0; i < llen; i++) {
+ /* Beware of composite actions: ptasks put links and cpus together */
+ // extra pb: we cannot dynamic_cast from void*...
+ Resource* resource = get_variable()->get_constraint(i)->get_id();
+ auto* cpu = dynamic_cast<CpuImpl*>(resource);
+ if (cpu != nullptr)
+ retlist.push_back(cpu);
}
- XBT_OUT();
-}
-void CpuAction::setState(e_surf_action_state_t state){
- e_surf_action_state_t old = getState();
- Action::setState(state);
- surf_callback_emit(cpuActionStateChangedCallbacks, this, old, state);
+ return retlist;
}
+} // namespace resource
+} // namespace kernel
+} // namespace simgrid