Logo AND Algorithmique Numérique Distribuée

Public GIT Repository
Use the partial invalidation optimization by default for the network too
[simgrid.git] / src / surf / network_im.c
1
2 /*
3  * Network with improved management of tasks, IM (Improved Management).
4  * Uses a heap to store actions so that the share_resources is faster.
5  * This model automatically sets the selective update flag to 1 and is
6  * highly dependent on the maxmin lmm module.
7  */
8
9 /* Copyright (c) 2009, 2010, 2011. The SimGrid Team.
10  * All rights reserved.                                                     */
11
12 /* This program is free software; you can redistribute it and/or modify it
13  * under the terms of the license (GNU LGPL) which comes with this package. */
14
15 #include "xbt/log.h"
16 #include "xbt/str.h"
17 #include "surf_private.h"
18 #include "xbt/dict.h"
19 #include "maxmin_private.h"
20
21 #undef GENERIC_ACTION
22 #define GENERIC_ACTION(action) action->generic_action
23
24
25 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_network_im, surf,
26                                 "Logging specific to the SURF network module");
27
28
29 enum heap_action_type{
30   LATENCY = 100,
31   MAX_DURATION,
32   NORMAL,
33   NOTSET
34 };
35
36 typedef struct surf_action_network_CM02_im {
37   s_surf_action_t generic_action;
38   s_xbt_swag_hookup_t action_list_hookup;
39   double latency;
40   double lat_current;
41   double weight;
42   lmm_variable_t variable;
43   double rate;
44 #ifdef HAVE_LATENCY_BOUND_TRACKING
45   int latency_limited;
46 #endif
47   int suspended;
48 #ifdef HAVE_TRACING
49   char *src_name;
50   char *dst_name;
51 #endif
52   int index_heap;
53   enum heap_action_type hat;
54   double last_update;
55 } s_surf_action_network_CM02_im_t, *surf_action_network_CM02_im_t;
56
57
58 typedef struct network_link_CM02_im {
59   s_surf_resource_lmm_t lmm_resource;   /* must remain first to be added to a trace */
60
61   /* Using this object with the public part of
62      model does not make sense */
63   double lat_current;
64   tmgr_trace_event_t lat_event;
65 } s_link_CM02_im_t, *link_CM02_im_t;
66
67
68
69
70
71
72
73
74 extern surf_model_t surf_network_model;
75 static lmm_system_t network_im_maxmin_system = NULL;
76 static void (*network_im_solve) (lmm_system_t) = NULL;
77
78 extern double sg_latency_factor;
79 extern double sg_bandwidth_factor;
80 extern double sg_weight_S_parameter;
81
82 extern double sg_tcp_gamma;
83 extern int sg_network_fullduplex;
84
85
86 static void im_net_action_recycle(surf_action_t action);
87 static int im_net_get_link_latency_limited(surf_action_t action);
88 static int im_net_action_is_suspended(surf_action_t action);
89 static double im_net_action_get_remains(surf_action_t action);
90 static void im_net_action_set_max_duration(surf_action_t action, double duration);
91 static void surf_network_model_init_CM02_im(const char *filename);
92 static void im_net_update_actions_state(double now, double delta);
93 static void update_action_remaining(double now);
94
95 static xbt_swag_t im_net_modified_set = NULL;
96 static xbt_heap_t im_net_action_heap = NULL;
97 xbt_swag_t keep_track = NULL;
98 extern int sg_maxmin_selective_update;
99
100 /* added to manage the communication action's heap */
101 static void im_net_action_update_index_heap(void *action, int i)
102 {
103   ((surf_action_network_CM02_im_t) action)->index_heap = i;
104 }
105
106 /* insert action on heap using a given key and a hat (heap_action_type)
107  * a hat can be of three types for communications:
108  *
109  * NORMAL = this is a normal heap entry stating the date to finish transmitting
110  * LATENCY = this is a heap entry to warn us when the latency is payed
111  * MAX_DURATION =this is a heap entry to warn us when the max_duration limit is reached
112  */
113 static void heap_insert(surf_action_network_CM02_im_t    action, double key, enum heap_action_type hat){
114   action->hat = hat;
115   xbt_heap_push(im_net_action_heap, action, key);
116 }
117
118 static void heap_remove(surf_action_network_CM02_im_t action){
119   action->hat = NONE;
120   if(((surf_action_network_CM02_im_t) action)->index_heap >= 0){
121       xbt_heap_remove(im_net_action_heap,action->index_heap);
122   }
123 }
124
125 /******************************************************************************/
126 /*                           Factors callbacks                                */
127 /******************************************************************************/
128 static double im_constant_latency_factor(double size)
129 {
130   return sg_latency_factor;
131 }
132
133 static double im_constant_bandwidth_factor(double size)
134 {
135   return sg_bandwidth_factor;
136 }
137
138 static double im_constant_bandwidth_constraint(double rate, double bound,
139                                             double size)
140 {
141   return rate;
142 }
143
144
145 static double (*im_latency_factor_callback) (double) =
146     &im_constant_latency_factor;
147 static double (*im_bandwidth_factor_callback) (double) =
148     &im_constant_bandwidth_factor;
149 static double (*im_bandwidth_constraint_callback) (double, double, double) =
150     &im_constant_bandwidth_constraint;
151
152
153 static link_CM02_im_t im_net_link_new(char *name,
154                                 double bw_initial,
155                                 tmgr_trace_t bw_trace,
156                                 double lat_initial,
157                                 tmgr_trace_t lat_trace,
158                                 e_surf_resource_state_t
159                                 state_initial,
160                                 tmgr_trace_t state_trace,
161                                 e_surf_link_sharing_policy_t
162                                 policy, xbt_dict_t properties)
163 {
164   link_CM02_im_t nw_link = (link_CM02_im_t)
165       surf_resource_lmm_new(sizeof(s_link_CM02_im_t),
166                             surf_network_model, name, properties,
167                             network_im_maxmin_system,
168                             sg_bandwidth_factor * bw_initial,
169                             history,
170                             state_initial, state_trace,
171                             bw_initial, bw_trace);
172
173   xbt_assert(!xbt_lib_get_or_null(link_lib, name, SURF_LINK_LEVEL),
174               "Link '%s' declared several times in the platform file.",
175               name);
176
177   nw_link->lat_current = lat_initial;
178   if (lat_trace)
179     nw_link->lat_event =
180         tmgr_history_add_trace(history, lat_trace, 0.0, 0, nw_link);
181
182   if (policy == SURF_LINK_FATPIPE)
183     lmm_constraint_shared(nw_link->lmm_resource.constraint);
184
185   xbt_lib_set(link_lib, name, SURF_LINK_LEVEL, nw_link);
186
187
188   return nw_link;
189 }
190
191 static void im_net_parse_link_init(void)
192 {
193   char *name_link;
194   double bw_initial;
195   tmgr_trace_t bw_trace;
196   double lat_initial;
197   tmgr_trace_t lat_trace;
198   e_surf_resource_state_t state_initial_link = SURF_RESOURCE_ON;
199   e_surf_link_sharing_policy_t policy_initial_link = SURF_LINK_SHARED;
200   tmgr_trace_t state_trace;
201   XBT_DEBUG("link_CM02_im");
202   name_link = xbt_strdup(A_surfxml_link_id);
203   surf_parse_get_double(&bw_initial, A_surfxml_link_bandwidth);
204   bw_trace = tmgr_trace_new(A_surfxml_link_bandwidth_file);
205   surf_parse_get_double(&lat_initial, A_surfxml_link_latency);
206   lat_trace = tmgr_trace_new(A_surfxml_link_latency_file);
207
208   xbt_assert((A_surfxml_link_state == A_surfxml_link_state_ON)
209               || (A_surfxml_link_state ==
210                   A_surfxml_link_state_OFF), "Invalid state");
211   if (A_surfxml_link_state == A_surfxml_link_state_ON)
212     state_initial_link = SURF_RESOURCE_ON;
213   else if (A_surfxml_link_state == A_surfxml_link_state_OFF)
214     state_initial_link = SURF_RESOURCE_OFF;
215
216   if (A_surfxml_link_sharing_policy == A_surfxml_link_sharing_policy_SHARED)
217     policy_initial_link = SURF_LINK_SHARED;
218   else
219           {
220           if (A_surfxml_link_sharing_policy == A_surfxml_link_sharing_policy_FATPIPE)
221                   policy_initial_link = SURF_LINK_FATPIPE;
222           else if (A_surfxml_link_sharing_policy == A_surfxml_link_sharing_policy_FULLDUPLEX)
223                   policy_initial_link = SURF_LINK_FULLDUPLEX;
224           }
225
226   state_trace = tmgr_trace_new(A_surfxml_link_state_file);
227
228   if(policy_initial_link == SURF_LINK_FULLDUPLEX)
229   {
230           im_net_link_new(bprintf("%s_UP",name_link), bw_initial, bw_trace,
231                        lat_initial, lat_trace, state_initial_link, state_trace,
232                        policy_initial_link, xbt_dict_new());
233           im_net_link_new(bprintf("%s_DOWN",name_link), bw_initial, bw_trace,
234                        lat_initial, lat_trace, state_initial_link, state_trace,
235                        policy_initial_link, xbt_dict_new());
236   }
237   else
238   {
239           im_net_link_new(name_link, bw_initial, bw_trace,
240                        lat_initial, lat_trace, state_initial_link, state_trace,
241                        policy_initial_link, xbt_dict_new());
242   }
243
244 }
245
246 static void im_net_create_resource(char *name,
247                                 double bw_initial,
248                                 tmgr_trace_t bw_trace,
249                                 double lat_initial,
250                                 tmgr_trace_t lat_trace,
251                                 e_surf_resource_state_t
252                                 state_initial,
253                                 tmgr_trace_t state_trace,
254                                 e_surf_link_sharing_policy_t policy,
255                                 xbt_dict_t properties)
256 {
257   im_net_link_new(name, bw_initial, bw_trace,
258                lat_initial, lat_trace, state_initial, state_trace,
259                policy, xbt_dict_new());
260 }
261
262 static void im_net_add_traces(void)
263 {
264   xbt_dict_cursor_t cursor = NULL;
265   char *trace_name, *elm;
266
267   static int called = 0;
268   if (called)
269     return;
270   called = 1;
271
272   /* connect all traces relative to network */
273   xbt_dict_foreach(trace_connect_list_link_avail, cursor, trace_name, elm) {
274     tmgr_trace_t trace = xbt_dict_get_or_null(traces_set_list, trace_name);
275     link_CM02_im_t link =
276                 xbt_lib_get_or_null(link_lib, elm, SURF_LINK_LEVEL);
277
278     xbt_assert(link, "Cannot connect trace %s to link %s: link undefined",
279                 trace_name, elm);
280     xbt_assert(trace,
281                 "Cannot connect trace %s to link %s: trace undefined",
282                 trace_name, elm);
283
284     link->lmm_resource.state_event =
285         tmgr_history_add_trace(history, trace, 0.0, 0, link);
286   }
287
288   xbt_dict_foreach(trace_connect_list_bandwidth, cursor, trace_name, elm) {
289     tmgr_trace_t trace = xbt_dict_get_or_null(traces_set_list, trace_name);
290     link_CM02_im_t link =
291                 xbt_lib_get_or_null(link_lib, elm, SURF_LINK_LEVEL);
292
293     xbt_assert(link, "Cannot connect trace %s to link %s: link undefined",
294                 trace_name, elm);
295     xbt_assert(trace,
296                 "Cannot connect trace %s to link %s: trace undefined",
297                 trace_name, elm);
298
299     link->lmm_resource.power.event =
300         tmgr_history_add_trace(history, trace, 0.0, 0, link);
301   }
302
303   xbt_dict_foreach(trace_connect_list_latency, cursor, trace_name, elm) {
304     tmgr_trace_t trace = xbt_dict_get_or_null(traces_set_list, trace_name);
305     link_CM02_im_t link =
306                 xbt_lib_get_or_null(link_lib, elm, SURF_LINK_LEVEL);
307
308     xbt_assert(link, "Cannot connect trace %s to link %s: link undefined",
309                 trace_name, elm);
310     xbt_assert(trace,
311                 "Cannot connect trace %s to link %s: trace undefined",
312                 trace_name, elm);
313
314     link->lat_event = tmgr_history_add_trace(history, trace, 0.0, 0, link);
315   }
316 }
317
318 static void im_net_define_callbacks(const char *file)
319 {
320   /* Figuring out the network links */
321   surfxml_add_callback(STag_surfxml_link_cb_list, &im_net_parse_link_init);
322   surfxml_add_callback(ETag_surfxml_platform_cb_list, &im_net_add_traces);
323 }
324
325 static int im_net_resource_used(void *resource_id)
326 {
327   return lmm_constraint_used(network_im_maxmin_system,
328                              ((surf_resource_lmm_t)
329                               resource_id)->constraint);
330 }
331
332 static int im_net_action_unref(surf_action_t action)
333 {
334   action->refcount--;
335   if (!action->refcount) {
336     xbt_swag_remove(action, action->state_set);
337     if (((surf_action_network_CM02_im_t) action)->variable){
338       lmm_variable_free(network_im_maxmin_system,
339                         ((surf_action_network_CM02_im_t) action)->variable);
340     }
341     // remove action from the heap
342     heap_remove((surf_action_network_CM02_im_t) action);
343
344     xbt_swag_remove(action, im_net_modified_set);
345 #ifdef HAVE_TRACING
346     xbt_free(((surf_action_network_CM02_im_t) action)->src_name);
347     xbt_free(((surf_action_network_CM02_im_t) action)->dst_name);
348     if (action->category)
349       xbt_free(action->category);
350 #endif
351     surf_action_free(&action);
352     return 1;
353   }
354   return 0;
355 }
356
357
358
359 static void im_net_action_cancel(surf_action_t action)
360 {
361   surf_network_model->action_state_set(action, SURF_ACTION_FAILED);
362
363   xbt_swag_remove(action, im_net_modified_set);
364   // remove action from the heap
365   heap_remove((surf_action_network_CM02_im_t) action);
366 }
367
368 void im_net_action_recycle(surf_action_t action)
369 {
370   return;
371 }
372
373 #ifdef HAVE_LATENCY_BOUND_TRACKING
374 int im_net_get_link_latency_limited(surf_action_t action)
375 {
376   return action->latency_limited;
377 }
378 #endif
379
380 double im_net_action_get_remains(surf_action_t action)
381 {
382   /* update remains before return it */
383   update_action_remaining(surf_get_clock());
384   return action->remains;
385 }
386
387 static void update_action_remaining(double now){
388   surf_action_network_CM02_im_t action = NULL;
389   double delta = 0.0;
390
391   xbt_swag_foreach(action, im_net_modified_set) {
392
393     if(action->suspended != 0){
394         continue;
395     }
396
397     delta = now - action->last_update;
398
399     double_update(&(action->generic_action.remains),
400                   lmm_variable_getvalue(action->variable) * delta);
401
402     if (action->generic_action.max_duration != NO_MAX_DURATION)
403       double_update(&(action->generic_action.max_duration), delta);
404
405     if ((action->generic_action.remains <= 0) &&
406         (lmm_get_variable_weight(action->variable) > 0)) {
407       action->generic_action.finish = surf_get_clock();
408       surf_network_model->action_state_set((surf_action_t) action,
409                                            SURF_ACTION_DONE);
410       heap_remove(action);
411     } else if ((action->generic_action.max_duration != NO_MAX_DURATION)
412                && (action->generic_action.max_duration <= 0)) {
413       action->generic_action.finish = surf_get_clock();
414       surf_network_model->action_state_set((surf_action_t) action,
415                                            SURF_ACTION_DONE);
416       heap_remove(action);
417     }
418
419     action->last_update = now;
420   }
421 }
422
423 static double im_net_share_resources(double now)
424 {
425   surf_action_network_CM02_im_t action = NULL;
426   double min=-1;
427   double value;
428
429   XBT_DEBUG("Before share resources, the size of modified actions set is %d", xbt_swag_size(im_net_modified_set));
430   update_action_remaining(now);
431
432   lmm_solve(network_im_maxmin_system);
433
434   XBT_DEBUG("After share resources, The size of modified actions set is %d", xbt_swag_size(im_net_modified_set));
435
436    xbt_swag_foreach(action, im_net_modified_set) {
437      if (GENERIC_ACTION(action).state_set != surf_network_model->states.running_action_set){
438        continue;
439      }
440
441      /* bogus priority, skip it */
442      if (GENERIC_ACTION(action).priority <= 0){
443          continue;
444      }
445
446      min = -1;
447      value = lmm_variable_getvalue(action->variable);
448      if (value > 0) {
449          if (GENERIC_ACTION(action).remains > 0) {
450              value = GENERIC_ACTION(action).remains / value;
451              min = now + value;
452          } else {
453              value = 0.0;
454              min = now;
455          }
456      }
457
458      if ((GENERIC_ACTION(action).max_duration != NO_MAX_DURATION)
459          && (min == -1
460              || GENERIC_ACTION(action).start +
461              GENERIC_ACTION(action).max_duration < min)){
462        min =   GENERIC_ACTION(action).start +
463                GENERIC_ACTION(action).max_duration;
464      }
465
466      XBT_DEBUG("Action(%p) Start %lf Finish %lf Max_duration %lf", action,
467                 GENERIC_ACTION(action).start, now + value,
468                 GENERIC_ACTION(action).max_duration);
469
470
471
472      if (action->index_heap >= 0) {
473          heap_remove((surf_action_network_CM02_im_t) action);
474      }
475
476      if (min != -1) {
477          heap_insert((surf_action_network_CM02_im_t) action, min, NORMAL);
478          XBT_DEBUG("Insert at heap action(%p) min %lf now %lf", action, min, now);
479      }
480    }
481
482    //hereafter must have already the min value for this resource model
483    if(xbt_heap_size(im_net_action_heap) > 0 ){
484        min = xbt_heap_maxkey(im_net_action_heap) - now ;
485    }else{
486        min = -1;
487    }
488
489    XBT_DEBUG("The minimum with the HEAP %lf", min);
490
491
492   return min;
493 }
494
495 static void im_net_update_actions_state(double now, double delta)
496 {
497   surf_action_network_CM02_im_t action = NULL;
498
499   while ((xbt_heap_size(im_net_action_heap) > 0)
500          && (double_equals(xbt_heap_maxkey(im_net_action_heap), now))) {
501     action = xbt_heap_pop(im_net_action_heap);
502     XBT_DEBUG("Action %p: finish", action);
503     GENERIC_ACTION(action).finish = surf_get_clock();
504
505     // if I am wearing a latency heat
506     if( action->hat ==  LATENCY){
507         lmm_update_variable_weight(network_im_maxmin_system, action->variable,
508                                            action->weight);
509         heap_remove(action);
510         action->last_update = surf_get_clock();
511
512         XBT_DEBUG("Action (%p) is not limited by latency anymore", action);
513 #ifdef HAVE_LATENCY_BOUND_TRACKING
514           GENERIC_ACTION(action).latency_limited = 0;
515 #endif
516
517     // if I am wearing a max_duration or normal hat
518     }else if( action->hat == MAX_DURATION || action->hat == NORMAL ){
519         // no need to communicate anymore
520         // assume that flows that reached max_duration have remaining of 0
521         GENERIC_ACTION(action).remains = 0;
522         action->generic_action.finish = surf_get_clock();
523               surf_network_model->action_state_set((surf_action_t) action,
524                                                    SURF_ACTION_DONE);
525         heap_remove(action);
526     }
527   }
528   return;
529 }
530
531 static void im_net_update_resource_state(void *id,
532                                       tmgr_trace_event_t event_type,
533                                       double value, double date)
534 {
535   link_CM02_im_t nw_link = id;
536   /*   printf("[" "%lg" "] Asking to update network card \"%s\" with value " */
537   /*     "%lg" " for event %p\n", surf_get_clock(), nw_link->name, */
538   /*     value, event_type); */
539
540   if (event_type == nw_link->lmm_resource.power.event) {
541     double delta =
542         sg_weight_S_parameter / value - sg_weight_S_parameter /
543         (nw_link->lmm_resource.power.peak *
544          nw_link->lmm_resource.power.scale);
545     lmm_variable_t var = NULL;
546     lmm_element_t elem = NULL;
547     surf_action_network_CM02_im_t action = NULL;
548
549     nw_link->lmm_resource.power.peak = value;
550     lmm_update_constraint_bound(network_im_maxmin_system,
551                                 nw_link->lmm_resource.constraint,
552                                 sg_bandwidth_factor *
553                                 (nw_link->lmm_resource.power.peak *
554                                  nw_link->lmm_resource.power.scale));
555 #ifdef HAVE_TRACING
556     TRACE_surf_link_set_bandwidth(date, (char *)(((nw_link->lmm_resource).generic_resource).name),
557                                   sg_bandwidth_factor *
558                                   (nw_link->lmm_resource.power.peak *
559                                    nw_link->lmm_resource.power.scale));
560 #endif
561     if (sg_weight_S_parameter > 0) {
562       while ((var = lmm_get_var_from_cnst
563               (network_im_maxmin_system, nw_link->lmm_resource.constraint,
564                &elem))) {
565         action = lmm_variable_id(var);
566         action->weight += delta;
567         if (!(action->suspended))
568           lmm_update_variable_weight(network_im_maxmin_system,
569                                      action->variable, action->weight);
570       }
571     }
572     if (tmgr_trace_event_free(event_type))
573       nw_link->lmm_resource.power.event = NULL;
574   } else if (event_type == nw_link->lat_event) {
575     double delta = value - nw_link->lat_current;
576     lmm_variable_t var = NULL;
577     lmm_element_t elem = NULL;
578     surf_action_network_CM02_im_t action = NULL;
579
580     nw_link->lat_current = value;
581     while ((var = lmm_get_var_from_cnst
582             (network_im_maxmin_system, nw_link->lmm_resource.constraint,
583              &elem))) {
584       action = lmm_variable_id(var);
585       action->lat_current += delta;
586       action->weight += delta;
587       if (action->rate < 0)
588         lmm_update_variable_bound(network_im_maxmin_system, action->variable,
589                                   sg_tcp_gamma / (2.0 *
590                                                   action->lat_current));
591       else {
592         lmm_update_variable_bound(network_im_maxmin_system, action->variable,
593                                   min(action->rate,
594                                       sg_tcp_gamma / (2.0 *
595                                                       action->lat_current)));
596
597         if (action->rate < sg_tcp_gamma / (2.0 * action->lat_current)) {
598           XBT_INFO("Flow is limited BYBANDWIDTH");
599         } else {
600           XBT_INFO("Flow is limited BYLATENCY, latency of flow is %f",
601                 action->lat_current);
602         }
603       }
604       if (!(action->suspended))
605         lmm_update_variable_weight(network_im_maxmin_system, action->variable,
606                                    action->weight);
607
608     }
609     if (tmgr_trace_event_free(event_type))
610       nw_link->lat_event = NULL;
611   } else if (event_type == nw_link->lmm_resource.state_event) {
612     if (value > 0)
613       nw_link->lmm_resource.state_current = SURF_RESOURCE_ON;
614     else {
615       lmm_constraint_t cnst = nw_link->lmm_resource.constraint;
616       lmm_variable_t var = NULL;
617       lmm_element_t elem = NULL;
618
619       nw_link->lmm_resource.state_current = SURF_RESOURCE_OFF;
620       while ((var = lmm_get_var_from_cnst
621               (network_im_maxmin_system, cnst, &elem))) {
622         surf_action_t action = lmm_variable_id(var);
623
624         if (surf_action_state_get(action) == SURF_ACTION_RUNNING ||
625             surf_action_state_get(action) == SURF_ACTION_READY) {
626           action->finish = date;
627           surf_network_model->action_state_set(action, SURF_ACTION_FAILED);
628         }
629       }
630     }
631     if (tmgr_trace_event_free(event_type))
632       nw_link->lmm_resource.state_event = NULL;
633   } else {
634     XBT_CRITICAL("Unknown event ! \n");
635     xbt_abort();
636   }
637
638   XBT_DEBUG("There were a resource state event, need to update actions related to the constraint (%p)", nw_link->lmm_resource.constraint);
639   return;
640 }
641
642
643 static surf_action_t im_net_communicate(const char *src_name,
644                                      const char *dst_name, double size,
645                                      double rate)
646 {
647   unsigned int i;
648   link_CM02_im_t link;
649   int failed = 0;
650   surf_action_network_CM02_im_t action = NULL;
651   double bandwidth_bound;
652   /* LARGE PLATFORMS HACK:
653      Add a link_CM02_im_t *link and a int link_nb to network_card_CM02_im_t. It will represent local links for this node
654      Use the cluster_id for ->id */
655
656   xbt_dynar_t back_route = NULL;
657   int constraints_per_variable = 0;
658   // I will need this route for some time so let's call get_route_no_cleanup
659   xbt_dynar_t route = global_routing->get_route_no_cleanup(src_name, dst_name);
660
661
662   if (sg_network_fullduplex == 1) {
663     back_route = global_routing->get_route(dst_name, src_name);
664   }
665
666   /* LARGE PLATFORMS HACK:
667      total_route_size = route_size + src->link_nb + dst->nb */
668
669   XBT_IN("(%s,%s,%g,%g)", src_name, dst_name, size, rate);
670   /* LARGE PLATFORMS HACK:
671      assert on total_route_size */
672   xbt_assert(xbt_dynar_length(route),
673               "You're trying to send data from %s to %s but there is no connection between these two hosts.",
674               src_name, dst_name);
675
676   xbt_dynar_foreach(route, i, link) {
677     if (link->lmm_resource.state_current == SURF_RESOURCE_OFF) {
678       failed = 1;
679       break;
680     }
681   }
682   action =
683       surf_action_new(sizeof(s_surf_action_network_CM02_im_t), size,
684                       surf_network_model, failed);
685
686
687 #ifdef HAVE_LATENCY_BOUND_TRACKING
688   (action->generic_action).latency_limited = 0;
689 #endif
690
691   xbt_swag_insert(action, action->generic_action.state_set);
692   action->rate = rate;
693   action->index_heap = -1;
694   action->latency = 0.0;
695   action->weight = 0.0;
696   action->last_update = surf_get_clock();
697
698   bandwidth_bound = -1.0;
699   xbt_dynar_foreach(route, i, link) {
700     action->latency += link->lat_current;
701     action->weight +=
702         link->lat_current +
703         sg_weight_S_parameter /
704         (link->lmm_resource.power.peak * link->lmm_resource.power.scale);
705     if (bandwidth_bound < 0.0)
706       bandwidth_bound =
707           (*im_bandwidth_factor_callback) (size) *
708           (link->lmm_resource.power.peak * link->lmm_resource.power.scale);
709     else
710       bandwidth_bound =
711           min(bandwidth_bound,
712               (*im_bandwidth_factor_callback) (size) *
713               (link->lmm_resource.power.peak *
714                link->lmm_resource.power.scale));
715   }
716   /* LARGE PLATFORMS HACK:
717      Add src->link and dst->link latencies */
718   action->lat_current = action->latency;
719   action->latency *= (*im_latency_factor_callback) (size);
720   action->rate =
721       (*im_bandwidth_constraint_callback) (action->rate, bandwidth_bound,
722                                         size);
723
724   /* LARGE PLATFORMS HACK:
725      lmm_variable_new(..., total_route_size) */
726   if (back_route != NULL) {
727     constraints_per_variable =
728         xbt_dynar_length(route) + xbt_dynar_length(back_route);
729   } else {
730     constraints_per_variable = xbt_dynar_length(route);
731   }
732
733   if (action->latency > 0){
734       action->variable =
735         lmm_variable_new(network_im_maxmin_system, action, 0.0, -1.0,
736                          constraints_per_variable);
737     // add to the heap the event when the latency is payed
738     XBT_DEBUG("Added action (%p) one latency event at date %f", action, action->latency + action->last_update);
739     heap_insert(action, action->latency + action->last_update, LATENCY);
740 #ifdef HAVE_LATENCY_BOUND_TRACKING
741         (action->generic_action).latency_limited = 1;
742 #endif
743   }
744   else
745     action->variable =
746         lmm_variable_new(network_im_maxmin_system, action, 1.0, -1.0,
747                          constraints_per_variable);
748
749   if (action->rate < 0) {
750     if (action->lat_current > 0)
751       lmm_update_variable_bound(network_im_maxmin_system, action->variable,
752                                 sg_tcp_gamma / (2.0 *
753                                                 action->lat_current));
754     else
755       lmm_update_variable_bound(network_im_maxmin_system, action->variable,
756                                 -1.0);
757   } else {
758     if (action->lat_current > 0)
759       lmm_update_variable_bound(network_im_maxmin_system, action->variable,
760                                 min(action->rate,
761                                     sg_tcp_gamma / (2.0 *
762                                                     action->lat_current)));
763     else
764       lmm_update_variable_bound(network_im_maxmin_system, action->variable,
765                                 action->rate);
766   }
767
768   xbt_dynar_foreach(route, i, link) {
769     lmm_expand(network_im_maxmin_system, link->lmm_resource.constraint,
770                action->variable, 1.0);
771   }
772
773   if (sg_network_fullduplex == 1) {
774     XBT_DEBUG("Fullduplex active adding backward flow using 5%c", '%');
775     xbt_dynar_foreach(back_route, i, link) {
776       lmm_expand(network_im_maxmin_system, link->lmm_resource.constraint,
777                  action->variable, .05);
778     }
779   }
780
781   /* LARGE PLATFORMS HACK:
782      expand also with src->link and dst->link */
783 #ifdef HAVE_TRACING
784   if (TRACE_is_enabled()) {
785     action->src_name = xbt_strdup(src_name);
786     action->dst_name = xbt_strdup(dst_name);
787   } else {
788     action->src_name = action->dst_name = NULL;
789   }
790 #endif
791
792   xbt_dynar_free(&route);
793   XBT_OUT();
794
795   return (surf_action_t) action;
796 }
797
798 static xbt_dynar_t im_net_get_route(const char *src, const char *dst)
799 {
800   return global_routing->get_route(src, dst);
801 }
802
803 static double im_net_get_link_bandwidth(const void *link)
804 {
805   surf_resource_lmm_t lmm = (surf_resource_lmm_t) link;
806   return lmm->power.peak * lmm->power.scale;
807 }
808
809 static double im_net_get_link_latency(const void *link)
810 {
811   return ((link_CM02_im_t) link)->lat_current;
812 }
813
814 static int im_net_link_shared(const void *link)
815 {
816   return
817       lmm_constraint_is_shared(((surf_resource_lmm_t) link)->constraint);
818 }
819
820 static void im_net_action_suspend(surf_action_t action)
821 {
822   ((surf_action_network_CM02_im_t) action)->suspended = 1;
823   lmm_update_variable_weight(network_im_maxmin_system,
824                              ((surf_action_network_CM02_im_t)
825                               action)->variable, 0.0);
826
827   // remove action from the heap
828   heap_remove((surf_action_network_CM02_im_t) action);
829 }
830
831 static void im_net_action_resume(surf_action_t action)
832 {
833   if (((surf_action_network_CM02_im_t) action)->suspended) {
834     lmm_update_variable_weight(network_im_maxmin_system,
835                                ((surf_action_network_CM02_im_t)
836                                 action)->variable,
837                                ((surf_action_network_CM02_im_t)
838                                 action)->weight);
839     ((surf_action_network_CM02_im_t) action)->suspended = 0;
840     // remove action from the heap
841     heap_remove((surf_action_network_CM02_im_t) action);
842   }
843 }
844
845 static int im_net_action_is_suspended(surf_action_t action)
846 {
847   return ((surf_action_network_CM02_im_t) action)->suspended;
848 }
849
850 void im_net_action_set_max_duration(surf_action_t action, double duration)
851 {
852   action->max_duration = duration;
853   // remove action from the heap
854   heap_remove((surf_action_network_CM02_im_t) action);
855 }
856
857
858 static void im_net_finalize(void)
859 {
860   surf_model_exit(surf_network_model);
861   surf_network_model = NULL;
862
863   global_routing->finalize();
864
865   lmm_system_free(network_im_maxmin_system);
866   network_im_maxmin_system = NULL;
867
868   xbt_heap_free(im_net_action_heap);
869   xbt_swag_free(im_net_modified_set);
870
871 }
872
873 static void im_surf_network_model_init_internal(void)
874 {
875   s_surf_action_network_CM02_im_t comm;
876
877   surf_network_model = surf_model_init();
878
879   surf_network_model->name = "network";
880   surf_network_model->action_unref = im_net_action_unref;
881   surf_network_model->action_cancel = im_net_action_cancel;
882   surf_network_model->action_recycle = im_net_action_recycle;
883   surf_network_model->get_remains = im_net_action_get_remains;
884 #ifdef HAVE_LATENCY_BOUND_TRACKING
885   surf_network_model->get_latency_limited = im_net_get_link_latency_limited;
886 #endif
887
888   surf_network_model->model_private->resource_used = im_net_resource_used;
889   surf_network_model->model_private->share_resources = im_net_share_resources;
890   surf_network_model->model_private->update_actions_state =
891                   im_net_update_actions_state;
892   surf_network_model->model_private->update_resource_state =
893                   im_net_update_resource_state;
894   surf_network_model->model_private->finalize = im_net_finalize;
895
896   surf_network_model->suspend = im_net_action_suspend;
897   surf_network_model->resume = im_net_action_resume;
898   surf_network_model->is_suspended = im_net_action_is_suspended;
899   surf_cpu_model->set_max_duration = im_net_action_set_max_duration;
900
901   surf_network_model->extension.network.communicate = im_net_communicate;
902   surf_network_model->extension.network.get_route = im_net_get_route;
903   surf_network_model->extension.network.get_link_bandwidth =
904                   im_net_get_link_bandwidth;
905   surf_network_model->extension.network.get_link_latency =
906                   im_net_get_link_latency;
907   surf_network_model->extension.network.link_shared = im_net_link_shared;
908   surf_network_model->extension.network.add_traces = im_net_add_traces;
909   surf_network_model->extension.network.create_resource =
910                   im_net_create_resource;
911
912
913   if (!network_im_maxmin_system){
914         sg_maxmin_selective_update = 1;
915     network_im_maxmin_system = lmm_system_new();
916   }
917   im_net_action_heap = xbt_heap_new(8,NULL);
918
919   xbt_heap_set_update_callback(im_net_action_heap, im_net_action_update_index_heap);
920
921   routing_model_create(sizeof(link_CM02_im_t),        im_net_link_new(xbt_strdup("__loopback__"),
922                                                                       498000000, NULL, 0.000015, NULL,
923                                                                       SURF_RESOURCE_ON, NULL,
924                                                                       SURF_LINK_FATPIPE, NULL),
925                               im_net_get_link_latency);
926   im_net_modified_set =
927       xbt_swag_new(xbt_swag_offset(comm, action_list_hookup));
928   keep_track = im_net_modified_set;
929 }
930
931
932
933 /************************************************************************/
934 /* New model based on optimizations discussed during this thesis        */
935 /************************************************************************/
936 void im_surf_network_model_init_LegrandVelho(const char *filename)
937 {
938
939   if (surf_network_model)
940     return;
941   im_surf_network_model_init_internal();
942   im_net_define_callbacks(filename);
943   xbt_dynar_push(model_list, &surf_network_model);
944   network_im_solve = lmm_solve;
945
946   xbt_cfg_setdefault_double(_surf_cfg_set, "network/latency_factor", 10.4);
947   xbt_cfg_setdefault_double(_surf_cfg_set, "network/bandwidth_factor",
948                             0.92);
949   xbt_cfg_setdefault_double(_surf_cfg_set, "network/weight_S", 8775);
950
951   update_model_description(surf_network_model_description,
952                            "LV08", surf_network_model);
953 }
954
955
956