src/surf/surf_action.c

   1 /* Copyright (c) 2009, 2010. The SimGrid Team.
   2  * All rights reserved.                                                     */
   3
   4 /* This program is free software; you can redistribute it and/or modify it
   5  * under the terms of the license (GNU LGPL) which comes with this package. */
   6
   7 #include "surf_private.h"
   8 #include "network_private.h"
   9 #include "xbt/mallocator.h"
  10
  11 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(surf_kernel);
  12
  13 /*
  14  * Generic action
  15  */
  16
  17 const char *surf_action_state_names[6] = {
  18   "SURF_ACTION_READY",
  19   "SURF_ACTION_RUNNING",
  20   "SURF_ACTION_FAILED",
  21   "SURF_ACTION_DONE",
  22   "SURF_ACTION_TO_FREE",
  23   "SURF_ACTION_NOT_IN_THE_SYSTEM"
  24 };
  25
  26 /* Surf actions mallocator */
  27 static xbt_mallocator_t action_mallocator = NULL;
  28 static int action_mallocator_allocated_size = 0;
  29 static void* surf_action_mallocator_new_f(void);
  30 #define surf_action_mallocator_free_f xbt_free_f
  31 static void surf_action_mallocator_reset_f(void* action);
  32
  33 /**
  34  * \brief Initializes the action module of Surf.
  35  */
  36 void surf_action_init(void) {
  37
  38   /* the action mallocator will always provide actions of the following size,
  39    * so this size should be set to the maximum size of the surf action structures
  40    */
  41   action_mallocator_allocated_size = sizeof(s_surf_action_network_CM02_t);
  42   action_mallocator = xbt_mallocator_new(65536, surf_action_mallocator_new_f,
  43       surf_action_mallocator_free_f, surf_action_mallocator_reset_f);
  44 }
  45
  46 /**
  47  * \brief Uninitializes the action module of Surf.
  48  */
  49 void surf_action_exit(void) {
  50
  51   xbt_mallocator_free(action_mallocator);
  52 }
  53
  54 static void* surf_action_mallocator_new_f(void) {
  55   return xbt_malloc(action_mallocator_allocated_size);
  56 }
  57
  58 static void surf_action_mallocator_reset_f(void* action) {
  59   memset(action, 0, action_mallocator_allocated_size);
  60 }
  61
  62 void *surf_action_new(size_t size, double cost, surf_model_t model,
  63                       int failed)
  64 {
  65   xbt_assert(size <= action_mallocator_allocated_size,
  66       "Cannot create a surf action of size %zu: the mallocator only provides actions of size %d",
  67       size, action_mallocator_allocated_size);
  68
  69   surf_action_t action = xbt_mallocator_get(action_mallocator);
  70   action->refcount = 1;
  71   action->cost = cost;
  72   action->remains = cost;
  73   action->priority = 1.0;
  74   action->max_duration = NO_MAX_DURATION;
  75   action->start = surf_get_clock();
  76   action->finish = -1.0;
  77   action->model_type = model;
  78 #ifdef HAVE_TRACING
  79   action->category = NULL;
  80 #endif
  81
  82   if (failed)
  83     action->state_set = model->states.failed_action_set;
  84   else
  85     action->state_set = model->states.running_action_set;
  86
  87   xbt_swag_insert(action, action->state_set);
  88
  89   return action;
  90 }
  91
  92 e_surf_action_state_t surf_action_state_get(surf_action_t action)
  93 {
  94   surf_action_state_t action_state = &(action->model_type->states);
  95
  96   if (action->state_set == action_state->ready_action_set)
  97     return SURF_ACTION_READY;
  98   if (action->state_set == action_state->running_action_set)
  99     return SURF_ACTION_RUNNING;
 100   if (action->state_set == action_state->failed_action_set)
 101     return SURF_ACTION_FAILED;
 102   if (action->state_set == action_state->done_action_set)
 103     return SURF_ACTION_DONE;
 104   return SURF_ACTION_NOT_IN_THE_SYSTEM;
 105 }
 106
 107 double surf_action_get_start_time(surf_action_t action)
 108 {
 109   return action->start;
 110 }
 111
 112 double surf_action_get_finish_time(surf_action_t action)
 113 {
 114   /* keep the function behavior, some models (cpu_ti) change the finish time before the action end */
 115   return action->remains == 0 ? action->finish : -1;
 116 }
 117
 118 XBT_INLINE void surf_action_free(surf_action_t * action)
 119 {
 120   xbt_mallocator_release(action_mallocator, *action);
 121   *action = NULL;
 122 }
 123
 124 void surf_action_state_set(surf_action_t action,
 125                            e_surf_action_state_t state)
 126 {
 127   surf_action_state_t action_state = &(action->model_type->states);
 128   XBT_IN("(%p,%s)", action, surf_action_state_names[state]);
 129   xbt_swag_remove(action, action->state_set);
 130
 131   if (state == SURF_ACTION_READY)
 132     action->state_set = action_state->ready_action_set;
 133   else if (state == SURF_ACTION_RUNNING)
 134     action->state_set = action_state->running_action_set;
 135   else if (state == SURF_ACTION_FAILED)
 136     action->state_set = action_state->failed_action_set;
 137   else if (state == SURF_ACTION_DONE)
 138     action->state_set = action_state->done_action_set;
 139   else
 140     action->state_set = NULL;
 141
 142   if (action->state_set)
 143     xbt_swag_insert(action, action->state_set);
 144   XBT_OUT();
 145 }
 146
 147 void surf_action_data_set(surf_action_t action, void *data)
 148 {
 149   action->data = data;
 150 }
 151
 152 XBT_INLINE void surf_action_ref(surf_action_t action)
 153 {
 154   action->refcount++;
 155 }
 156
 157 /*
 158  * Maxmin action
 159  */
 160
 161 /* added to manage the communication action's heap */
 162 void surf_action_lmm_update_index_heap(void *action, int i) {
 163   surf_action_lmm_t a = action;
 164   a->index_heap = i;
 165 }
 166 /* insert action on heap using a given key and a hat (heap_action_type)
 167  * a hat can be of three types for communications:
 168  *
 169  * NORMAL = this is a normal heap entry stating the date to finish transmitting
 170  * LATENCY = this is a heap entry to warn us when the latency is payed
 171  * MAX_DURATION =this is a heap entry to warn us when the max_duration limit is reached
 172  */
 173 void surf_action_lmm_heap_insert(xbt_heap_t heap, surf_action_lmm_t action, double key,
 174     enum heap_action_type hat)
 175 {
 176   action->hat = hat;
 177   xbt_heap_push(heap, action, key);
 178 }
 179
 180 void surf_action_lmm_heap_remove(xbt_heap_t heap, surf_action_lmm_t action)
 181 {
 182   action->hat = NOTSET;
 183   if (action->index_heap >= 0) {
 184     xbt_heap_remove(heap, action->index_heap);
 185   }
 186 }
 187
 188 void surf_action_cancel(surf_action_t action)
 189 {
 190   surf_model_t model = action->model_type;
 191   surf_action_state_set(action, SURF_ACTION_FAILED);
 192   if (model->model_private->update_mechanism == UM_LAZY) {
 193     xbt_swag_remove(action, model->model_private->modified_set);
 194     surf_action_lmm_heap_remove(model->model_private->action_heap,(surf_action_lmm_t)action);
 195   }
 196   return;
 197 }
 198
 199 int surf_action_unref(surf_action_t action)
 200 {
 201   surf_model_t model = action->model_type;
 202   action->refcount--;
 203   if (!action->refcount) {
 204     xbt_swag_remove(action, action->state_set);
 205     if (((surf_action_lmm_t) action)->variable)
 206       lmm_variable_free(model->model_private->maxmin_system,
 207                         ((surf_action_lmm_t) action)->variable);
 208     if (model->model_private->update_mechanism == UM_LAZY) {
 209       /* remove from heap */
 210       surf_action_lmm_heap_remove(model->model_private->action_heap,(surf_action_lmm_t)action);
 211       xbt_swag_remove(action, model->model_private->modified_set);
 212     }
 213 #ifdef HAVE_TRACING
 214     xbt_free(action->category);
 215 #endif
 216     surf_action_free(&action);
 217     return 1;
 218   }
 219   return 0;
 220 }
 221
 222 void surf_action_suspend(surf_action_t action)
 223 {
 224   surf_model_t model = action->model_type;
 225   XBT_IN("(%p)", action);
 226   if (((surf_action_lmm_t) action)->suspended != 2) {
 227     lmm_update_variable_weight(model->model_private->maxmin_system,
 228                                ((surf_action_lmm_t) action)->variable,
 229                                0.0);
 230     ((surf_action_lmm_t) action)->suspended = 1;
 231     if (model->model_private->update_mechanism == UM_LAZY)
 232       surf_action_lmm_heap_remove(model->model_private->action_heap,(surf_action_lmm_t)action);
 233   }
 234   XBT_OUT();
 235 }
 236
 237 void surf_action_resume(surf_action_t action)
 238 {
 239   surf_model_t model = action->model_type;
 240   XBT_IN("(%p)", action);
 241   if (((surf_action_lmm_t) action)->suspended != 2) {
 242     lmm_update_variable_weight(model->model_private->maxmin_system,
 243                                ((surf_action_lmm_t) action)->variable,
 244                                action->priority);
 245     ((surf_action_lmm_t) action)->suspended = 0;
 246     if (model->model_private->update_mechanism == UM_LAZY)
 247       surf_action_lmm_heap_remove(model->model_private->action_heap,(surf_action_lmm_t)action);
 248   }
 249   XBT_OUT();
 250 }
 251
 252 int surf_action_is_suspended(surf_action_t action)
 253 {
 254   return (((surf_action_lmm_t) action)->suspended == 1);
 255 }
 256
 257 void surf_action_set_max_duration(surf_action_t action, double duration)
 258 {
 259   surf_model_t model = action->model_type;
 260   XBT_IN("(%p,%g)", action, duration);
 261   action->max_duration = duration;
 262   if (model->model_private->update_mechanism == UM_LAZY)      // remove action from the heap
 263     surf_action_lmm_heap_remove(model->model_private->action_heap,(surf_action_lmm_t)action);
 264   XBT_OUT();
 265 }
 266
 267 void surf_action_set_priority(surf_action_t action, double priority)
 268 {
 269   surf_model_t model = action->model_type;
 270   XBT_IN("(%p,%g)", action, priority);
 271   action->priority = priority;
 272   lmm_update_variable_weight(model->model_private->maxmin_system,
 273                              ((surf_action_lmm_t) action)->variable,
 274                              priority);
 275
 276   if (model->model_private->update_mechanism == UM_LAZY)
 277     surf_action_lmm_heap_remove(model->model_private->action_heap,(surf_action_lmm_t)action);
 278   XBT_OUT();
 279 }
 280
 281 #ifdef HAVE_TRACING
 282 void surf_action_set_category(surf_action_t action,
 283                                     const char *category)
 284 {
 285   XBT_IN("(%p,%s)", action, category);
 286   action->category = xbt_strdup(category);
 287   XBT_OUT();
 288 }
 289 #endif
 290
 291 void generic_update_action_remaining_lazy( surf_action_lmm_t action, double now)
 292 {
 293   double delta = 0.0;
 294   surf_model_t model = action->generic_action.model_type;
 295
 296   if(model == surf_network_model)
 297   {
 298     if (action->suspended != 0)
 299       return;
 300   }
 301   else
 302   {
 303     xbt_assert(action->generic_action.state_set == model->states.running_action_set,
 304         "You're updating an action that is not running.");
 305
 306       /* bogus priority, skip it */
 307     xbt_assert(action->generic_action.priority > 0,
 308         "You're updating an action that seems suspended.");
 309   }
 310
 311   delta = now - action->last_update;
 312
 313   if (action->generic_action.remains > 0) {
 314     XBT_DEBUG("Updating action(%p): remains was %lf, last_update was: %lf", action, action->generic_action.remains, action->last_update);
 315     double_update(&(action->generic_action.remains),
 316         action->last_value * delta);
 317
 318 #ifdef HAVE_TRACING
 319     if (model == surf_cpu_model && TRACE_is_enabled()) {
 320       surf_resource_t cpu =
 321           lmm_constraint_id(lmm_get_cnst_from_var
 322               (model->model_private->maxmin_system,
 323                   action->variable, 0));
 324       TRACE_surf_host_set_utilization(cpu->name,
 325           action->generic_action.category,
 326           action->last_value,
 327           action->last_update,
 328           now - action->last_update);
 329     }
 330 #endif
 331     XBT_DEBUG("Updating action(%p): remains is now %lf", action,
 332         action->generic_action.remains);
 333   }
 334
 335   if(model == surf_network_model)
 336   {
 337     if (((surf_action_t)action)->max_duration != NO_MAX_DURATION)
 338       double_update(&(((surf_action_t)action)->max_duration), delta);
 339
 340     if ((((surf_action_t)action)->remains <= 0) &&
 341         (lmm_get_variable_weight(action->variable) > 0)) {
 342       ((surf_action_t)action)->finish = surf_get_clock();
 343       model->action_state_set((surf_action_t) action,
 344           SURF_ACTION_DONE);
 345
 346       surf_action_lmm_heap_remove(model->model_private->action_heap,(surf_action_lmm_t)action);
 347     } else if (((((surf_action_t)action)->max_duration != NO_MAX_DURATION)
 348         && (((surf_action_t)action)->max_duration <= 0))) {
 349       ((surf_action_t)action)->finish = surf_get_clock();
 350       model->action_state_set((surf_action_t) action,
 351           SURF_ACTION_DONE);
 352       surf_action_lmm_heap_remove(model->model_private->action_heap,(surf_action_lmm_t)action);
 353     }
 354   }
 355
 356   action->last_update = now;
 357   action->last_value = lmm_variable_getvalue(action->variable);
 358 }
 359
 360 double surf_action_get_remains(surf_action_t action)
 361 {
 362   XBT_IN("(%p)", action);
 363   surf_model_t model = action->model_type;
 364   /* update remains before return it */
 365   if (model->model_private->update_mechanism == UM_LAZY)      /* update remains before return it */
 366     generic_update_action_remaining_lazy((surf_action_lmm_t)action, surf_get_clock());
 367   XBT_OUT();
 368   return action->remains;
 369 }
 370
 371 void generic_update_actions_state_lazy(double now, double delta, surf_model_t model)
 372 {
 373   surf_action_lmm_t action;
 374   while ((xbt_heap_size(model->model_private->action_heap) > 0)
 375          && (double_equals(xbt_heap_maxkey(model->model_private->action_heap), now))) {
 376     action = xbt_heap_pop(model->model_private->action_heap);
 377     XBT_DEBUG("Action %p: finish", action);
 378     action->generic_action.finish = surf_get_clock();
 379 #ifdef HAVE_TRACING
 380     if (TRACE_is_enabled()) {
 381       if(model == surf_cpu_model){
 382       surf_resource_t cpu =
 383           lmm_constraint_id(lmm_get_cnst_from_var
 384                             (model->model_private->maxmin_system,
 385                              action->variable, 0));
 386       TRACE_surf_host_set_utilization(cpu->name,
 387                                       ((surf_action_t)action)->category,
 388                                       lmm_variable_getvalue(action->variable),
 389                                       action->last_update,
 390                                       now - action->last_update);
 391       }
 392       else{
 393         int n = lmm_get_number_of_cnst_from_var(model->model_private->maxmin_system, action->variable);
 394         unsigned int i;
 395         for (i = 0; i < n; i++){
 396           lmm_constraint_t constraint = lmm_get_cnst_from_var(model->model_private->maxmin_system,
 397                                                               action->variable,
 398                                                               i);
 399           link_CM02_t link = lmm_constraint_id(constraint);
 400           TRACE_surf_link_set_utilization(link->lmm_resource.generic_resource.name,
 401                                           ((surf_action_t)action)->category,
 402                                           (lmm_variable_getvalue(action->variable)*
 403                                               lmm_get_cnst_weight_from_var(model->model_private->maxmin_system,
 404                                                   action->variable,
 405                                                   i)),
 406                                           action->last_update,
 407                                           now - action->last_update);
 408         }
 409       }
 410     }
 411 #endif
 412
 413     if(model == surf_cpu_model){
 414       /* set the remains to 0 due to precision problems when updating the remaining amount */
 415       action->generic_action.remains = 0;
 416       surf_action_state_set((surf_action_t) action, SURF_ACTION_DONE);
 417       surf_action_lmm_heap_remove(model->model_private->action_heap,action); //FIXME: strange call since action was already popped
 418     }
 419     else{
 420       // if I am wearing a latency hat
 421       if (action->hat == LATENCY) {
 422         lmm_update_variable_weight(model->model_private->maxmin_system, action->variable,
 423             ((surf_action_network_CM02_t)(action))->weight);
 424         surf_action_lmm_heap_remove(model->model_private->action_heap,action);
 425         action->last_update = surf_get_clock();
 426
 427         // if I am wearing a max_duration or normal hat
 428       } else if (action->hat == MAX_DURATION ||
 429           action->hat == NORMAL) {
 430         // no need to communicate anymore
 431         // assume that flows that reached max_duration have remaining of 0
 432         action->generic_action.remains = 0;
 433         ((surf_action_t)action)->finish = surf_get_clock();
 434         model->action_state_set((surf_action_t) action,
 435                                              SURF_ACTION_DONE);
 436         surf_action_lmm_heap_remove(model->model_private->action_heap,action);
 437       }
 438     }
 439   }
 440 #ifdef HAVE_TRACING
 441   if (TRACE_is_enabled() && model == surf_cpu_model) {
 442     //defining the last timestamp that we can safely dump to trace file
 443     //without losing the event ascending order (considering all CPU's)
 444     double smaller = -1;
 445     xbt_swag_t running_actions = model->states.running_action_set;
 446     xbt_swag_foreach(action, running_actions) {
 447         if (smaller < 0) {
 448           smaller = action->last_update;
 449           continue;
 450         }
 451         if (action->last_update < smaller) {
 452           smaller = action->last_update;
 453         }
 454     }
 455     if (smaller > 0) {
 456       TRACE_last_timestamp_to_dump = smaller;
 457     }
 458   }
 459 #endif
 460   return;
 461 }
 462
 463 void generic_update_actions_state_full(double now, double delta, surf_model_t model)
 464 {
 465   surf_action_lmm_t action = NULL;
 466   surf_action_lmm_t next_action = NULL;
 467   xbt_swag_t running_actions = model->states.running_action_set;
 468
 469   xbt_swag_foreach_safe(action, next_action, running_actions) {
 470
 471     if(model == surf_network_model)
 472     {
 473       double deltap = 0.0;
 474       deltap = delta;
 475       if (((surf_action_network_CM02_t)action)->latency > 0) {
 476         if (((surf_action_network_CM02_t)action)->latency > deltap) {
 477           double_update(&(((surf_action_network_CM02_t)action)->latency), deltap);
 478           deltap = 0.0;
 479         } else {
 480           double_update(&(deltap), ((surf_action_network_CM02_t)action)->latency);
 481           ((surf_action_network_CM02_t)action)->latency = 0.0;
 482         }
 483         if ((((surf_action_network_CM02_t)action)->latency == 0.0) && !(action->suspended))
 484           lmm_update_variable_weight(model->model_private->maxmin_system, action->variable,
 485               ((surf_action_network_CM02_t)action)->weight);
 486       }
 487   #ifdef HAVE_TRACING
 488       if (TRACE_is_enabled()) {
 489         int n = lmm_get_number_of_cnst_from_var(model->model_private->maxmin_system, action->variable);
 490         unsigned int i;
 491         for (i = 0; i < n; i++){
 492           lmm_constraint_t constraint = lmm_get_cnst_from_var(model->model_private->maxmin_system,
 493                                                               action->variable,
 494                                                               i);
 495           link_CM02_t link = lmm_constraint_id(constraint);
 496           TRACE_surf_link_set_utilization(link->lmm_resource.generic_resource.name,
 497                                           ((surf_action_t)action)->category,
 498                                           (lmm_variable_getvalue(action->variable)*
 499                                           lmm_get_cnst_weight_from_var(model->model_private->maxmin_system,
 500                                               action->variable,
 501                                               i)),
 502                                           now - delta,
 503                                           delta);
 504         }
 505       }
 506   #endif
 507       if (!lmm_get_number_of_cnst_from_var
 508           (model->model_private->maxmin_system, action->variable)) {
 509         /* There is actually no link used, hence an infinite bandwidth.
 510          * This happens often when using models like vivaldi.
 511          * In such case, just make sure that the action completes immediately.
 512          */
 513         double_update(&(action->generic_action.remains),
 514                       action->generic_action.remains);
 515       }
 516     }
 517     else
 518     {
 519 #ifdef HAVE_TRACING
 520       if (TRACE_is_enabled()) {
 521         surf_resource_t x =
 522             lmm_constraint_id(lmm_get_cnst_from_var
 523                               (model->model_private->maxmin_system,
 524                                action->variable, 0));
 525
 526         TRACE_surf_host_set_utilization(x->name,
 527                                         ((surf_action_t)action)->category,
 528                                         lmm_variable_getvalue(action->variable),
 529                                         now - delta,
 530                                         delta);
 531         TRACE_last_timestamp_to_dump = now - delta;
 532       }
 533 #endif
 534     }
 535
 536     double_update(&(action->generic_action.remains),
 537                   lmm_variable_getvalue(action->variable) * delta);
 538
 539
 540     if (action->generic_action.max_duration != NO_MAX_DURATION)
 541       double_update(&(action->generic_action.max_duration), delta);
 542
 543
 544     if ((action->generic_action.remains <= 0) &&
 545         (lmm_get_variable_weight(action->variable) > 0)) {
 546       action->generic_action.finish = surf_get_clock();
 547       surf_action_state_set((surf_action_t) action, SURF_ACTION_DONE);
 548
 549       if (model->gap_remove && model == surf_network_model)
 550         model->gap_remove(action);
 551     } else if ((action->generic_action.max_duration != NO_MAX_DURATION) &&
 552                (action->generic_action.max_duration <= 0)) {
 553       action->generic_action.finish = surf_get_clock();
 554       surf_action_state_set((surf_action_t) action, SURF_ACTION_DONE);
 555
 556       if (model->gap_remove && model == surf_network_model)
 557         model->gap_remove(action);
 558     }
 559   }
 560
 561   return;
 562 }