src/surf/cpu_im.c

   1 /*      $Id$     */
   2
   3 /* Copyright (c) 2004 Arnaud Legrand. All rights reserved.                  */
   4
   5 /* This program is free software; you can redistribute it and/or modify it
   6  * under the terms of the license (GNU LGPL) which comes with this package. */
   7
   8 #include "surf_private.h"
   9
  10 #define GENERIC_LMM_ACTION(action) action->generic_lmm_action
  11 #define GENERIC_ACTION(action) GENERIC_LMM_ACTION(action).generic_action
  12 #define ACTION_GET_CPU(action) ((surf_action_cpu_Cas01_im_t) action)->cpu
  13
  14 typedef struct surf_action_cpu_cas01_im {
  15   s_surf_action_lmm_t generic_lmm_action;
  16   s_xbt_swag_hookup_t cpu_list_hookup;
  17   int index_heap;
  18   void *cpu;
  19 } s_surf_action_cpu_Cas01_im_t, *surf_action_cpu_Cas01_im_t;
  20
  21 typedef struct cpu_Cas01_im {
  22   s_surf_resource_t generic_resource;
  23   s_xbt_swag_hookup_t modified_cpu_hookup;
  24   double power_peak;
  25   double power_scale;
  26   tmgr_trace_event_t power_event;
  27   e_surf_resource_state_t state_current;
  28   tmgr_trace_event_t state_event;
  29   lmm_constraint_t constraint;
  30   xbt_swag_t action_set;
  31   double last_update;
  32 } s_cpu_Cas01_im_t, *cpu_Cas01_im_t;
  33
  34 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_cpu_im, surf,
  35                                 "Logging specific to the SURF CPU IMPROVED module");
  36
  37
  38 lmm_system_t cpu_im_maxmin_system = NULL;
  39 static xbt_swag_t modified_cpu = NULL;
  40 static xbt_heap_t action_heap = NULL;
  41 extern int sg_maxmin_selective_update;
  42
  43
  44 static xbt_swag_t running_action_set_that_does_not_need_being_checked = NULL;
  45
  46 static cpu_Cas01_im_t cpu_new(char *name, double power_peak,
  47                               double power_scale,
  48                               tmgr_trace_t power_trace,
  49                               e_surf_resource_state_t state_initial,
  50                               tmgr_trace_t state_trace,
  51                               xbt_dict_t cpu_properties)
  52 {
  53   cpu_Cas01_im_t cpu = xbt_new0(s_cpu_Cas01_im_t, 1);
  54   s_surf_action_cpu_Cas01_im_t action;
  55   xbt_assert1(!surf_model_resource_by_name(surf_cpu_model, name),
  56               "Host '%s' declared several times in the platform file", name);
  57   cpu->generic_resource.model = surf_cpu_model;
  58   cpu->generic_resource.name = name;
  59   cpu->generic_resource.properties = cpu_properties;
  60   cpu->power_peak = power_peak;
  61   xbt_assert0(cpu->power_peak > 0, "Power has to be >0");
  62   cpu->power_scale = power_scale;
  63   if (power_trace)
  64     cpu->power_event =
  65       tmgr_history_add_trace(history, power_trace, 0.0, 0, cpu);
  66
  67   cpu->state_current = state_initial;
  68   if (state_trace)
  69     cpu->state_event =
  70       tmgr_history_add_trace(history, state_trace, 0.0, 0, cpu);
  71
  72   cpu->constraint =
  73     lmm_constraint_new(cpu_im_maxmin_system, cpu,
  74                        cpu->power_scale * cpu->power_peak);
  75
  76   xbt_dict_set(surf_model_resource_set(surf_cpu_model), name, cpu,
  77                surf_resource_free);
  78   cpu->action_set = xbt_swag_new(xbt_swag_offset(action, cpu_list_hookup));
  79
  80   return cpu;
  81 }
  82
  83
  84 static void parse_cpu_init(void)
  85 {
  86   double power_peak = 0.0;
  87   double power_scale = 0.0;
  88   tmgr_trace_t power_trace = NULL;
  89   e_surf_resource_state_t state_initial = SURF_RESOURCE_OFF;
  90   tmgr_trace_t state_trace = NULL;
  91
  92   power_peak = get_cpu_power(A_surfxml_host_power);
  93   surf_parse_get_double(&power_scale, A_surfxml_host_availability);
  94   power_trace = tmgr_trace_new(A_surfxml_host_availability_file);
  95
  96   xbt_assert0((A_surfxml_host_state == A_surfxml_host_state_ON) ||
  97               (A_surfxml_host_state == A_surfxml_host_state_OFF),
  98               "Invalid state");
  99   if (A_surfxml_host_state == A_surfxml_host_state_ON)
 100     state_initial = SURF_RESOURCE_ON;
 101   if (A_surfxml_host_state == A_surfxml_host_state_OFF)
 102     state_initial = SURF_RESOURCE_OFF;
 103   state_trace = tmgr_trace_new(A_surfxml_host_state_file);
 104
 105   current_property_set = xbt_dict_new();
 106   cpu_new(xbt_strdup(A_surfxml_host_id), power_peak, power_scale,
 107           power_trace, state_initial, state_trace, current_property_set);
 108
 109 }
 110
 111 static void add_traces_cpu(void)
 112 {
 113   xbt_dict_cursor_t cursor = NULL;
 114   char *trace_name, *elm;
 115
 116   static int called = 0;
 117
 118   if (called)
 119     return;
 120   called = 1;
 121
 122
 123   /* connect all traces relative to hosts */
 124   xbt_dict_foreach(trace_connect_list_host_avail, cursor, trace_name, elm) {
 125     tmgr_trace_t trace = xbt_dict_get_or_null(traces_set_list, trace_name);
 126     cpu_Cas01_im_t host = surf_model_resource_by_name(surf_cpu_model, elm);
 127
 128     xbt_assert1(host, "Host %s undefined", elm);
 129     xbt_assert1(trace, "Trace %s undefined", trace_name);
 130
 131     host->state_event = tmgr_history_add_trace(history, trace, 0.0, 0, host);
 132   }
 133
 134   xbt_dict_foreach(trace_connect_list_power, cursor, trace_name, elm) {
 135     tmgr_trace_t trace = xbt_dict_get_or_null(traces_set_list, trace_name);
 136     cpu_Cas01_im_t host = surf_model_resource_by_name(surf_cpu_model, elm);
 137
 138     xbt_assert1(host, "Host %s undefined", elm);
 139     xbt_assert1(trace, "Trace %s undefined", trace_name);
 140
 141     host->power_event = tmgr_history_add_trace(history, trace, 0.0, 0, host);
 142   }
 143 }
 144
 145 static void define_callbacks(const char *file)
 146 {
 147   surf_parse_reset_parser();
 148   surfxml_add_callback(STag_surfxml_host_cb_list, parse_cpu_init);
 149   surfxml_add_callback(ETag_surfxml_platform_cb_list, &add_traces_cpu);
 150 }
 151
 152 static int resource_used(void *resource_id)
 153 {
 154   return lmm_constraint_used(cpu_im_maxmin_system,
 155                              ((cpu_Cas01_im_t) resource_id)->constraint);
 156 }
 157
 158 static int action_unref(surf_action_t action)
 159 {
 160   action->refcount--;
 161   if (!action->refcount) {
 162     xbt_swag_remove(action, action->state_set);
 163     if (((surf_action_lmm_t) action)->variable)
 164       lmm_variable_free(cpu_im_maxmin_system,
 165                         ((surf_action_lmm_t) action)->variable);
 166     /* remove from heap */
 167     xbt_heap_remove(action_heap,
 168                     ((surf_action_cpu_Cas01_im_t) action)->index_heap);
 169     xbt_swag_remove(action,
 170                     ((cpu_Cas01_im_t) ACTION_GET_CPU(action))->action_set);
 171     xbt_swag_insert(ACTION_GET_CPU(action), modified_cpu);
 172     free(action);
 173     return 1;
 174   }
 175   return 0;
 176 }
 177
 178 static void action_cancel(surf_action_t action)
 179 {
 180   surf_action_state_set(action, SURF_ACTION_FAILED);
 181   xbt_heap_remove(action_heap,
 182                   ((surf_action_cpu_Cas01_im_t) action)->index_heap);
 183   return;
 184 }
 185
 186 static void cpu_action_state_set(surf_action_t action,
 187                                  e_surf_action_state_t state)
 188 {
 189 /*   if((state==SURF_ACTION_DONE) || (state==SURF_ACTION_FAILED)) */
 190 /*     if(((surf_action_lmm_t)action)->variable) { */
 191 /*       lmm_variable_disable(cpu_im_maxmin_system, ((surf_action_lmm_t)action)->variable); */
 192 /*       ((surf_action_lmm_t)action)->variable = NULL; */
 193 /*     } */
 194
 195   surf_action_state_set(action, state);
 196   return;
 197 }
 198
 199 static void cpu_update_remains(cpu_Cas01_im_t cpu, double now)
 200 {
 201   surf_action_cpu_Cas01_im_t action;
 202
 203   xbt_swag_foreach(action, cpu->action_set) {
 204     if (GENERIC_ACTION(action).remains > 0) {
 205       double_update(&(GENERIC_ACTION(action).remains),
 206                     lmm_variable_getvalue(GENERIC_LMM_ACTION
 207                                           (action).variable) * (now -
 208                                                                 cpu->
 209                                                                 last_update));
 210       DEBUG2("Update action(%p) remains %lf", action,
 211              GENERIC_ACTION(action).remains);
 212     }
 213   }
 214   cpu->last_update = now;
 215 }
 216
 217 static double share_resources(double now)
 218 {
 219   surf_action_cpu_Cas01_im_t action;
 220   double min;
 221   double value;
 222   cpu_Cas01_im_t cpu, cpu_next;
 223
 224   xbt_swag_foreach(cpu, modified_cpu)
 225     cpu_update_remains(cpu, now);
 226
 227   lmm_solve(cpu_im_maxmin_system);
 228
 229   xbt_swag_foreach_safe(cpu, cpu_next, modified_cpu) {
 230     xbt_swag_foreach(action, cpu->action_set) {
 231       min = -1;
 232       value = lmm_variable_getvalue(GENERIC_LMM_ACTION(action).variable);
 233       if (value > 0) {
 234         if (GENERIC_ACTION(action).remains > 0)
 235           value = GENERIC_ACTION(action).remains / value;
 236         else
 237           value = 0.0;
 238       }
 239       if (value > 0)
 240         min = now + value;
 241
 242       if ((GENERIC_ACTION(action).max_duration != NO_MAX_DURATION)
 243           && (min == -1
 244               || GENERIC_ACTION(action).start +
 245               GENERIC_ACTION(action).max_duration < min))
 246         min =
 247           GENERIC_ACTION(action).start + GENERIC_ACTION(action).max_duration;
 248
 249       DEBUG4("Action(%p) Start %lf Finish %lf Max_duration %lf", action,
 250              GENERIC_ACTION(action).start, now + value,
 251              GENERIC_ACTION(action).max_duration);
 252
 253       if (action->index_heap >= 0) {
 254         surf_action_cpu_Cas01_im_t heap_act =
 255           xbt_heap_remove(action_heap, action->index_heap);
 256         if (heap_act != action)
 257           DIE_IMPOSSIBLE;
 258       }
 259       if (min != -1) {
 260         xbt_heap_push(action_heap, action, min);
 261         DEBUG2("Insert at heap action(%p) min %lf", action, min);
 262       }
 263     }
 264     xbt_swag_remove(cpu, modified_cpu);
 265   }
 266   return xbt_heap_size(action_heap) >
 267     0 ? xbt_heap_maxkey(action_heap) - now : -1;
 268 }
 269
 270 static void update_actions_state(double now, double delta)
 271 {
 272   surf_action_cpu_Cas01_im_t action;
 273
 274   while ((xbt_heap_size(action_heap) > 0)
 275          && (xbt_heap_maxkey(action_heap) <= now)) {
 276     action = xbt_heap_pop(action_heap);
 277     DEBUG1("Action %p: finish", action);
 278     GENERIC_ACTION(action).finish = surf_get_clock();
 279     /* set the remains to 0 due to precision problems when updating the remaining amount */
 280     GENERIC_ACTION(action).remains = 0;
 281     cpu_action_state_set((surf_action_t) action, SURF_ACTION_DONE);
 282     xbt_swag_insert(action->cpu, modified_cpu);
 283   }
 284   return;
 285 }
 286
 287 static void update_resource_state(void *id,
 288                                   tmgr_trace_event_t event_type,
 289                                   double value, double date)
 290 {
 291   cpu_Cas01_im_t cpu = id;
 292
 293   if (event_type == cpu->power_event) {
 294     cpu->power_scale = value;
 295     lmm_update_constraint_bound(cpu_im_maxmin_system, cpu->constraint,
 296                                 cpu->power_scale * cpu->power_peak);
 297     xbt_swag_insert(cpu, modified_cpu);
 298     if (tmgr_trace_event_free(event_type))
 299       cpu->power_event = NULL;
 300   } else if (event_type == cpu->state_event) {
 301     if (value > 0)
 302       cpu->state_current = SURF_RESOURCE_ON;
 303     else {
 304       lmm_constraint_t cnst = cpu->constraint;
 305       lmm_variable_t var = NULL;
 306       lmm_element_t elem = NULL;
 307
 308       cpu->state_current = SURF_RESOURCE_OFF;
 309
 310       while ((var = lmm_get_var_from_cnst(cpu_im_maxmin_system, cnst, &elem))) {
 311         surf_action_t action = lmm_variable_id(var);
 312
 313         if (surf_action_state_get(action) == SURF_ACTION_RUNNING ||
 314             surf_action_state_get(action) == SURF_ACTION_READY ||
 315             surf_action_state_get(action) == SURF_ACTION_NOT_IN_THE_SYSTEM) {
 316           action->finish = date;
 317           cpu_action_state_set(action, SURF_ACTION_FAILED);
 318         }
 319       }
 320     }
 321     if (tmgr_trace_event_free(event_type))
 322       cpu->state_event = NULL;
 323   } else {
 324     CRITICAL0("Unknown event ! \n");
 325     xbt_abort();
 326   }
 327
 328   return;
 329 }
 330
 331 static surf_action_t execute(void *cpu, double size)
 332 {
 333   surf_action_cpu_Cas01_im_t action = NULL;
 334   cpu_Cas01_im_t CPU = cpu;
 335
 336   XBT_IN2("(%s,%g)", surf_resource_name(CPU), size);
 337   action =
 338     surf_action_new(sizeof(s_surf_action_cpu_Cas01_im_t), size,
 339                     surf_cpu_model, CPU->state_current != SURF_RESOURCE_ON);
 340
 341   GENERIC_LMM_ACTION(action).suspended = 0;     /* Should be useless because of the
 342                                                    calloc but it seems to help valgrind... */
 343
 344   GENERIC_LMM_ACTION(action).variable =
 345     lmm_variable_new(cpu_im_maxmin_system, action,
 346                      GENERIC_ACTION(action).priority, -1.0, 1);
 347   action->index_heap = -1;
 348   action->cpu = CPU;
 349   xbt_swag_insert(CPU, modified_cpu);
 350   xbt_swag_insert(action, CPU->action_set);
 351   lmm_expand(cpu_im_maxmin_system, CPU->constraint,
 352              GENERIC_LMM_ACTION(action).variable, 1.0);
 353   XBT_OUT;
 354   return (surf_action_t) action;
 355 }
 356
 357 static surf_action_t action_sleep(void *cpu, double duration)
 358 {
 359   surf_action_cpu_Cas01_im_t action = NULL;
 360
 361   if (duration > 0)
 362     duration = MAX(duration, MAXMIN_PRECISION);
 363
 364   XBT_IN2("(%s,%g)", surf_resource_name(cpu), duration);
 365   action = (surf_action_cpu_Cas01_im_t) execute(cpu, 1.0);
 366   GENERIC_ACTION(action).max_duration = duration;
 367   GENERIC_LMM_ACTION(action).suspended = 2;
 368   if (duration == NO_MAX_DURATION) {
 369     /* Move to the *end* of the corresponding action set. This convention
 370        is used to speed up update_resource_state  */
 371     xbt_swag_remove(action, ((surf_action_t) action)->state_set);
 372     ((surf_action_t) action)->state_set =
 373       running_action_set_that_does_not_need_being_checked;
 374     xbt_swag_insert(action, ((surf_action_t) action)->state_set);
 375   }
 376
 377   lmm_update_variable_weight(cpu_im_maxmin_system,
 378                              GENERIC_LMM_ACTION(action).variable, 0.0);
 379   xbt_swag_insert(cpu, modified_cpu);
 380   XBT_OUT;
 381   return (surf_action_t) action;
 382 }
 383
 384 static void action_suspend(surf_action_t action)
 385 {
 386   XBT_IN1("(%p)", action);
 387   if (((surf_action_lmm_t) action)->suspended != 2) {
 388     lmm_update_variable_weight(cpu_im_maxmin_system,
 389                                ((surf_action_lmm_t) action)->variable, 0.0);
 390     ((surf_action_lmm_t) action)->suspended = 1;
 391     xbt_swag_insert(ACTION_GET_CPU(action), modified_cpu);
 392   }
 393   XBT_OUT;
 394 }
 395
 396 static void action_resume(surf_action_t action)
 397 {
 398   XBT_IN1("(%p)", action);
 399   if (((surf_action_lmm_t) action)->suspended != 2) {
 400     lmm_update_variable_weight(cpu_im_maxmin_system,
 401                                ((surf_action_lmm_t) action)->variable,
 402                                action->priority);
 403     ((surf_action_lmm_t) action)->suspended = 0;
 404     xbt_swag_insert(ACTION_GET_CPU(action), modified_cpu);
 405   }
 406   XBT_OUT;
 407 }
 408
 409 static int action_is_suspended(surf_action_t action)
 410 {
 411   return (((surf_action_lmm_t) action)->suspended == 1);
 412 }
 413
 414 static void action_set_max_duration(surf_action_t action, double duration)
 415 {
 416   XBT_IN2("(%p,%g)", action, duration);
 417
 418   action->max_duration = duration;
 419   /* insert cpu in modified_cpu set to notice the max duration change */
 420   xbt_swag_insert(ACTION_GET_CPU(action), modified_cpu);
 421   XBT_OUT;
 422 }
 423
 424 static void action_set_priority(surf_action_t action, double priority)
 425 {
 426   XBT_IN2("(%p,%g)", action, priority);
 427   action->priority = priority;
 428   lmm_update_variable_weight(cpu_im_maxmin_system,
 429                              ((surf_action_lmm_t) action)->variable,
 430                              priority);
 431
 432   xbt_swag_insert(ACTION_GET_CPU(action), modified_cpu);
 433   XBT_OUT;
 434 }
 435
 436 static double action_get_remains(surf_action_t action)
 437 {
 438   XBT_IN1("(%p)", action);
 439   /* update remains before return it */
 440   cpu_update_remains(ACTION_GET_CPU(action), surf_get_clock());
 441   return action->remains;
 442   XBT_OUT;
 443 }
 444
 445 static e_surf_resource_state_t get_state(void *cpu)
 446 {
 447   return ((cpu_Cas01_im_t) cpu)->state_current;
 448 }
 449
 450 static double get_speed(void *cpu, double load)
 451 {
 452   return load * (((cpu_Cas01_im_t) cpu)->power_peak);
 453 }
 454
 455 static double get_available_speed(void *cpu)
 456 {
 457   /* number between 0 and 1 */
 458   return ((cpu_Cas01_im_t) cpu)->power_scale;
 459 }
 460
 461 static void action_update_index_heap(void *action, int i)
 462 {
 463   ((surf_action_cpu_Cas01_im_t) action)->index_heap = i;
 464 }
 465
 466 static void finalize(void)
 467 {
 468   void *cpu;
 469   xbt_dict_cursor_t cursor;
 470   char *key;
 471   xbt_dict_foreach(surf_model_resource_set(surf_cpu_model), cursor, key, cpu) {
 472     cpu_Cas01_im_t CPU = cpu;
 473     xbt_swag_free(CPU->action_set);
 474   }
 475
 476   lmm_system_free(cpu_im_maxmin_system);
 477   cpu_im_maxmin_system = NULL;
 478
 479   surf_model_exit(surf_cpu_model);
 480   surf_cpu_model = NULL;
 481
 482   xbt_swag_free(running_action_set_that_does_not_need_being_checked);
 483   running_action_set_that_does_not_need_being_checked = NULL;
 484   xbt_heap_free(action_heap);
 485   xbt_swag_free(modified_cpu);
 486 }
 487
 488 static void surf_cpu_model_init_internal(void)
 489 {
 490   s_surf_action_t action;
 491   s_cpu_Cas01_im_t cpu;
 492
 493   surf_cpu_model = surf_model_init();
 494
 495   running_action_set_that_does_not_need_being_checked =
 496     xbt_swag_new(xbt_swag_offset(action, state_hookup));
 497
 498   surf_cpu_model->name = "CPU_IM";
 499
 500   surf_cpu_model->action_unref = action_unref;
 501   surf_cpu_model->action_cancel = action_cancel;
 502   surf_cpu_model->action_state_set = cpu_action_state_set;
 503
 504   surf_cpu_model->model_private->resource_used = resource_used;
 505   surf_cpu_model->model_private->share_resources = share_resources;
 506   surf_cpu_model->model_private->update_actions_state = update_actions_state;
 507   surf_cpu_model->model_private->update_resource_state =
 508     update_resource_state;
 509   surf_cpu_model->model_private->finalize = finalize;
 510
 511   surf_cpu_model->suspend = action_suspend;
 512   surf_cpu_model->resume = action_resume;
 513   surf_cpu_model->is_suspended = action_is_suspended;
 514   surf_cpu_model->set_max_duration = action_set_max_duration;
 515   surf_cpu_model->set_priority = action_set_priority;
 516   surf_cpu_model->get_remains = action_get_remains;
 517
 518   surf_cpu_model->extension.cpu.execute = execute;
 519   surf_cpu_model->extension.cpu.sleep = action_sleep;
 520
 521   surf_cpu_model->extension.cpu.get_state = get_state;
 522   surf_cpu_model->extension.cpu.get_speed = get_speed;
 523   surf_cpu_model->extension.cpu.get_available_speed = get_available_speed;
 524
 525   if (!cpu_im_maxmin_system) {
 526     sg_maxmin_selective_update = 1;
 527     cpu_im_maxmin_system = lmm_system_new();
 528   }
 529   action_heap = xbt_heap_new(8, NULL);
 530   xbt_heap_set_update_callback(action_heap, action_update_index_heap);
 531   modified_cpu = xbt_swag_new(xbt_swag_offset(cpu, modified_cpu_hookup));
 532 }
 533
 534 /*********************************************************************/
 535 /* Basic sharing model for CPU: that is where all this started... ;) */
 536 /*********************************************************************/
 537 /* @InProceedings{casanova01simgrid, */
 538 /*   author =       "H. Casanova", */
 539 /*   booktitle =    "Proceedings of the IEEE Symposium on Cluster Computing */
 540 /*                  and the Grid (CCGrid'01)", */
 541 /*   publisher =    "IEEE Computer Society", */
 542 /*   title =        "Simgrid: {A} Toolkit for the Simulation of Application */
 543 /*                  Scheduling", */
 544 /*   year =         "2001", */
 545 /*   month =        may, */
 546 /*   note =         "Available at */
 547 /*                  \url{http://grail.sdsc.edu/papers/simgrid_ccgrid01.ps.gz}." */
 548 /* } */
 549 void surf_cpu_model_init_Cas01_im(const char *filename)
 550 {
 551   if (surf_cpu_model)
 552     return;
 553   surf_cpu_model_init_internal();
 554   define_callbacks(filename);
 555   xbt_dynar_push(model_list, &surf_cpu_model);
 556 }