Logo AND Algorithmique Numérique Distribuée

Public GIT Repository
remove upper bound as the model is also valid for greater message sizes
[simgrid.git] / src / surf / network.c
1 /* Copyright (c) 2004, 2005, 2006, 2007, 2008, 2009, 2010. The SimGrid Team.
2  * All rights reserved.                                                     */
3
4 /* This program is free software; you can redistribute it and/or modify it
5  * under the terms of the license (GNU LGPL) which comes with this package. */
6
7 #include "network_private.h"
8 #include "xbt/log.h"
9 #include "xbt/str.h"
10
11 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_network, surf,
12                                 "Logging specific to the SURF network module");
13
14 surf_model_t surf_network_model = NULL;
15 static lmm_system_t network_maxmin_system = NULL;
16 static void (*network_solve) (lmm_system_t) = NULL;
17
18 double sg_sender_gap = 0.0;
19 double sg_latency_factor = 1.0; /* default value; can be set by model or from command line */
20 double sg_bandwidth_factor = 1.0;       /* default value; can be set by model or from command line */
21 double sg_weight_S_parameter = 0.0;     /* default value; can be set by model or from command line */
22
23 double sg_tcp_gamma = 0.0;
24 int sg_network_fullduplex = 0;
25
26 xbt_dict_t gap_lookup = NULL;
27
28 static double net_get_link_bandwidth(const void *link);
29
30 static void gap_append(double size, const link_CM02_t link, surf_action_network_CM02_t action) {
31    const char* src = link->lmm_resource.generic_resource.name;
32    xbt_fifo_t fifo;
33    surf_action_network_CM02_t last_action;
34    double bw;
35
36    if(sg_sender_gap > 0.0) {
37       if(!gap_lookup) {
38          gap_lookup = xbt_dict_new();
39       }
40       fifo = (xbt_fifo_t)xbt_dict_get_or_null(gap_lookup, src);
41       action->sender.gap = 0.0;
42       if(fifo && xbt_fifo_size(fifo) > 0) {
43          /* Compute gap from last send */
44          last_action = (surf_action_network_CM02_t)xbt_fifo_get_item_content(xbt_fifo_get_last_item(fifo));
45          bw = net_get_link_bandwidth(link);
46          action->sender.gap = last_action->sender.gap + max(sg_sender_gap, last_action->sender.size / bw);
47          action->latency += action->sender.gap;
48       }
49       /* Append action as last send */
50       action->sender.link_name = link->lmm_resource.generic_resource.name;
51       fifo = (xbt_fifo_t)xbt_dict_get_or_null(gap_lookup, action->sender.link_name);
52       if(!fifo) {
53          fifo = xbt_fifo_new();
54          xbt_dict_set(gap_lookup, action->sender.link_name, fifo, NULL);
55       }
56       action->sender.fifo_item = xbt_fifo_push(fifo, action);
57       action->sender.size = size;
58    }
59 }
60
61 static void gap_unknown(surf_action_network_CM02_t action) {
62    action->sender.gap = 0.0;
63    action->sender.link_name = NULL;
64    action->sender.fifo_item = NULL;
65    action->sender.size = 0.0;
66 }
67
68 static void gap_remove(surf_action_network_CM02_t action) {
69    xbt_fifo_t fifo;
70    size_t size;
71
72    if(sg_sender_gap > 0.0 && action->sender.link_name && action->sender.fifo_item) {
73       fifo = (xbt_fifo_t)xbt_dict_get_or_null(gap_lookup, action->sender.link_name);
74       xbt_fifo_remove_item(fifo, action->sender.fifo_item);
75       size = xbt_fifo_size(fifo);
76       if(size == 0) {
77          xbt_fifo_free(fifo);
78          xbt_dict_remove(gap_lookup, action->sender.link_name);
79          size = xbt_dict_size(gap_lookup);
80          if(size == 0) {
81             xbt_dict_free(&gap_lookup);
82          }
83       }
84    }
85 }
86
87 /******************************************************************************/
88 /*                           Factors callbacks                                */
89 /******************************************************************************/
90 static double constant_latency_factor(double size)
91 {
92   return sg_latency_factor;
93 }
94
95 static double constant_bandwidth_factor(double size)
96 {
97   return sg_bandwidth_factor;
98 }
99
100 static double constant_bandwidth_constraint(double rate, double bound,
101                                             double size)
102 {
103   return rate;
104 }
105
106 /**
107  *------------------ <copy/paste C code snippet in surf/network.c> ----------------------
108  *
109  * produced by: ./calibrate_piecewise.py griffon_skampi_pt2pt.ski.dat 2 2.4e-5 1.25e8 1024 65536
110  *
111  *---------------------------------------------------------------------------------------
112  **/
113 static double smpi_bandwidth_factor(double size)
114 {
115           /* case 1 Bytes <= size <=1024 Bytes */
116           if (1 <= size && size <=  1024) {
117                     return(0.188567);
118           }
119           /* case 1536 Bytes <= size <=65536 Bytes */
120           if (1536 <= size && size <=  65536) {
121                     return(0.58527);
122           }
123           /* case 66560 Bytes <= size */
124           if (66560 <= size ) {
125                     return(0.933246);
126           }
127 }
128
129 static double smpi_latency_factor(double size)
130 {
131           /* case 1 Bytes <= size <=1024 Bytes */
132           if (1 <= size && size <=  1024) {
133                     return(1.1484);
134           }
135           /* case 1536 Bytes <= size <=65536 Bytes */
136           if (1536 <= size && size <=  65536) {
137                     return(1.82006);
138           }
139           /* case 66560 Bytes <= size */
140           if (66560 <= size) {
141                     return(14.6187);
142           }
143 }
144
145 /**
146  *------------------ </copy/paste C code snippet in surf/network.c> ---------------------
147  **/
148
149
150 static double smpi_bandwidth_constraint(double rate, double bound,
151                                         double size)
152 {
153   return rate < 0 ? bound : min(bound, rate * smpi_bandwidth_factor(size));
154 }
155
156
157 static double (*latency_factor_callback) (double) =
158     &constant_latency_factor;
159 static double (*bandwidth_factor_callback) (double) =
160     &constant_bandwidth_factor;
161 static double (*bandwidth_constraint_callback) (double, double, double) =
162     &constant_bandwidth_constraint;
163
164
165 static link_CM02_t net_link_new(char *name,
166                                 double bw_initial,
167                                 tmgr_trace_t bw_trace,
168                                 double lat_initial,
169                                 tmgr_trace_t lat_trace,
170                                 e_surf_resource_state_t
171                                 state_initial,
172                                 tmgr_trace_t state_trace,
173                                 e_surf_link_sharing_policy_t
174                                 policy, xbt_dict_t properties)
175 {
176   link_CM02_t nw_link = (link_CM02_t)
177       surf_resource_lmm_new(sizeof(s_link_CM02_t),
178                             surf_network_model, name, properties,
179                             network_maxmin_system,
180                             sg_bandwidth_factor * bw_initial,
181                             history,
182                             state_initial, state_trace,
183                             bw_initial, bw_trace);
184
185   xbt_assert(!xbt_lib_get_or_null(link_lib, name, SURF_LINK_LEVEL),
186               "Link '%s' declared several times in the platform file.",
187               name);
188
189   nw_link->lat_current = lat_initial;
190   if (lat_trace)
191     nw_link->lat_event =
192         tmgr_history_add_trace(history, lat_trace, 0.0, 0, nw_link);
193
194   if (policy == SURF_LINK_FATPIPE)
195     lmm_constraint_shared(nw_link->lmm_resource.constraint);
196
197   xbt_lib_set(link_lib, name, SURF_LINK_LEVEL, nw_link);
198
199   return nw_link;
200 }
201
202 static void net_parse_link_init(void)
203 {
204   char *name_link;
205   double bw_initial;
206   tmgr_trace_t bw_trace;
207   double lat_initial;
208   tmgr_trace_t lat_trace;
209   e_surf_resource_state_t state_initial_link = SURF_RESOURCE_ON;
210   e_surf_link_sharing_policy_t policy_initial_link = SURF_LINK_SHARED;
211   tmgr_trace_t state_trace;
212   XBT_DEBUG("link_CM02");
213   name_link = xbt_strdup(A_surfxml_link_id);
214   surf_parse_get_double(&bw_initial, A_surfxml_link_bandwidth);
215   bw_trace = tmgr_trace_new(A_surfxml_link_bandwidth_file);
216   surf_parse_get_double(&lat_initial, A_surfxml_link_latency);
217   lat_trace = tmgr_trace_new(A_surfxml_link_latency_file);
218
219   xbt_assert((A_surfxml_link_state == A_surfxml_link_state_ON)
220               || (A_surfxml_link_state ==
221                   A_surfxml_link_state_OFF), "Invalid state");
222   if (A_surfxml_link_state == A_surfxml_link_state_ON)
223     state_initial_link = SURF_RESOURCE_ON;
224   else if (A_surfxml_link_state == A_surfxml_link_state_OFF)
225     state_initial_link = SURF_RESOURCE_OFF;
226
227   if (A_surfxml_link_sharing_policy == A_surfxml_link_sharing_policy_SHARED)
228     policy_initial_link = SURF_LINK_SHARED;
229   else
230           {
231           if (A_surfxml_link_sharing_policy == A_surfxml_link_sharing_policy_FATPIPE)
232                   policy_initial_link = SURF_LINK_FATPIPE;
233           else if (A_surfxml_link_sharing_policy == A_surfxml_link_sharing_policy_FULLDUPLEX)
234                   policy_initial_link = SURF_LINK_FULLDUPLEX;
235           }
236
237   state_trace = tmgr_trace_new(A_surfxml_link_state_file);
238
239   if(policy_initial_link == SURF_LINK_FULLDUPLEX)
240   {
241           net_link_new(bprintf("%s_UP",name_link), bw_initial, bw_trace,
242                        lat_initial, lat_trace, state_initial_link, state_trace,
243                        policy_initial_link, xbt_dict_new());
244           net_link_new(bprintf("%s_DOWN",name_link), bw_initial, bw_trace,
245                        lat_initial, lat_trace, state_initial_link, state_trace,
246                        policy_initial_link, xbt_dict_new());
247   }
248   else
249   {
250           net_link_new(name_link, bw_initial, bw_trace,
251                        lat_initial, lat_trace, state_initial_link, state_trace,
252                        policy_initial_link, xbt_dict_new());
253   }
254
255 }
256
257 static void net_create_resource(char *name,
258                                 double bw_initial,
259                                 tmgr_trace_t bw_trace,
260                                 double lat_initial,
261                                 tmgr_trace_t lat_trace,
262                                 e_surf_resource_state_t
263                                 state_initial,
264                                 tmgr_trace_t state_trace,
265                                 e_surf_link_sharing_policy_t policy,
266                                 xbt_dict_t properties)
267 {
268   net_link_new(name, bw_initial, bw_trace,
269                lat_initial, lat_trace, state_initial, state_trace,
270                policy, xbt_dict_new());
271 }
272
273 static void net_add_traces(void)
274 {
275   xbt_dict_cursor_t cursor = NULL;
276   char *trace_name, *elm;
277
278   static int called = 0;
279   if (called)
280     return;
281   called = 1;
282
283   /* connect all traces relative to network */
284   xbt_dict_foreach(trace_connect_list_link_avail, cursor, trace_name, elm) {
285     tmgr_trace_t trace = xbt_dict_get_or_null(traces_set_list, trace_name);
286     link_CM02_t link =
287         xbt_lib_get_or_null(link_lib, elm, SURF_LINK_LEVEL);
288
289     xbt_assert(link, "Cannot connect trace %s to link %s: link undefined",
290                 trace_name, elm);
291     xbt_assert(trace,
292                 "Cannot connect trace %s to link %s: trace undefined",
293                 trace_name, elm);
294
295     link->lmm_resource.state_event =
296         tmgr_history_add_trace(history, trace, 0.0, 0, link);
297   }
298
299   xbt_dict_foreach(trace_connect_list_bandwidth, cursor, trace_name, elm) {
300     tmgr_trace_t trace = xbt_dict_get_or_null(traces_set_list, trace_name);
301     link_CM02_t link =
302                 xbt_lib_get_or_null(link_lib, elm, SURF_LINK_LEVEL);
303
304     xbt_assert(link, "Cannot connect trace %s to link %s: link undefined",
305                 trace_name, elm);
306     xbt_assert(trace,
307                 "Cannot connect trace %s to link %s: trace undefined",
308                 trace_name, elm);
309
310     link->lmm_resource.power.event =
311         tmgr_history_add_trace(history, trace, 0.0, 0, link);
312   }
313
314   xbt_dict_foreach(trace_connect_list_latency, cursor, trace_name, elm) {
315     tmgr_trace_t trace = xbt_dict_get_or_null(traces_set_list, trace_name);
316     link_CM02_t link =
317                 xbt_lib_get_or_null(link_lib, elm, SURF_LINK_LEVEL);
318
319     xbt_assert(link, "Cannot connect trace %s to link %s: link undefined",
320                 trace_name, elm);
321     xbt_assert(trace,
322                 "Cannot connect trace %s to link %s: trace undefined",
323                 trace_name, elm);
324
325     link->lat_event = tmgr_history_add_trace(history, trace, 0.0, 0, link);
326   }
327 }
328
329 static void net_define_callbacks(const char *file)
330 {
331   /* Figuring out the network links */
332   surfxml_add_callback(STag_surfxml_link_cb_list, &net_parse_link_init);
333   surfxml_add_callback(ETag_surfxml_platform_cb_list, &net_add_traces);
334 }
335
336 static int net_resource_used(void *resource_id)
337 {
338   return lmm_constraint_used(network_maxmin_system,
339                              ((surf_resource_lmm_t)
340                               resource_id)->constraint);
341 }
342
343 static int net_action_unref(surf_action_t action)
344 {
345   action->refcount--;
346   if (!action->refcount) {
347     xbt_swag_remove(action, action->state_set);
348     if (((surf_action_network_CM02_t) action)->variable)
349       lmm_variable_free(network_maxmin_system,
350                         ((surf_action_network_CM02_t) action)->variable);
351 #ifdef HAVE_TRACING
352     xbt_free(((surf_action_network_CM02_t) action)->src_name);
353     xbt_free(((surf_action_network_CM02_t) action)->dst_name);
354     if (action->category)
355       xbt_free(action->category);
356 #endif
357     surf_action_free(&action);
358     return 1;
359   }
360   return 0;
361 }
362
363 static void net_action_cancel(surf_action_t action)
364 {
365   surf_network_model->action_state_set(action, SURF_ACTION_FAILED);
366 }
367
368 void net_action_recycle(surf_action_t action)
369 {
370   return;
371 }
372
373 #ifdef HAVE_LATENCY_BOUND_TRACKING
374 int net_get_link_latency_limited(surf_action_t action)
375 {
376   return action->latency_limited;
377 }
378 #endif
379
380 double net_action_get_remains(surf_action_t action)
381 {
382   return action->remains;
383 }
384
385 static double net_share_resources(double now)
386 {
387   s_surf_action_network_CM02_t s_action;
388   surf_action_network_CM02_t action = NULL;
389   xbt_swag_t running_actions =
390       surf_network_model->states.running_action_set;
391   double min;
392
393   min = generic_maxmin_share_resources(running_actions,
394                                        xbt_swag_offset(s_action,
395                                                        variable),
396                                        network_maxmin_system,
397                                        network_solve);
398
399 #define VARIABLE(action) (*((lmm_variable_t*)(((char *) (action)) + xbt_swag_offset(s_action, variable)  )))
400
401   xbt_swag_foreach(action, running_actions) {
402 #ifdef HAVE_LATENCY_BOUND_TRACKING
403     if (lmm_is_variable_limited_by_latency(action->variable)) {
404       (action->generic_action).latency_limited = 1;
405     } else {
406       (action->generic_action).latency_limited = 0;
407     }
408 #endif
409     if (action->latency > 0) {
410       if (min < 0)
411         min = action->latency;
412       else if (action->latency < min)
413         min = action->latency;
414     }
415   }
416
417   XBT_DEBUG("Min of share resources %f", min);
418
419   return min;
420 }
421
422 static void net_update_actions_state(double now, double delta)
423 {
424   double deltap = 0.0;
425   surf_action_network_CM02_t action = NULL;
426   surf_action_network_CM02_t next_action = NULL;
427   xbt_swag_t running_actions =
428       surf_network_model->states.running_action_set;
429   /*
430      xbt_swag_t failed_actions =
431      surf_network_model->states.failed_action_set;
432    */
433
434   xbt_swag_foreach_safe(action, next_action, running_actions) {
435     deltap = delta;
436     if (action->latency > 0) {
437       if (action->latency > deltap) {
438         double_update(&(action->latency), deltap);
439         deltap = 0.0;
440       } else {
441         double_update(&(deltap), action->latency);
442         action->latency = 0.0;
443       }
444       if ((action->latency == 0.0) && !(action->suspended))
445         lmm_update_variable_weight(network_maxmin_system, action->variable,
446                                    action->weight);
447     }
448 #ifdef HAVE_TRACING
449     if (TRACE_is_enabled()) {
450       xbt_dynar_t route = global_routing->get_route(action->src_name,
451                                                     action->dst_name);
452       link_CM02_t link;
453       unsigned int i;
454       xbt_dynar_foreach(route, i, link) {
455         TRACE_surf_link_set_utilization(link->lmm_resource.generic_resource.name,
456                                         action->generic_action.data,
457                                         (surf_action_t) action,
458                                         lmm_variable_getvalue
459                                         (action->variable), now - delta,
460                                         delta);
461       }
462     }
463 #endif
464     if(!lmm_get_number_of_cnst_from_var(network_maxmin_system, action->variable)) {
465                                 /* There is actually no link used, hence an infinite bandwidth.
466                                  * This happens often when using models like vivaldi.
467                                  * In such case, just make sure that the action completes immediately.
468                                  */
469         double_update(&(action->generic_action.remains),
470                         action->generic_action.remains);
471     }
472     double_update(&(action->generic_action.remains),
473                   lmm_variable_getvalue(action->variable) * deltap);
474     if (action->generic_action.max_duration != NO_MAX_DURATION)
475       double_update(&(action->generic_action.max_duration), delta);
476
477     if ((action->generic_action.remains <= 0) &&
478         (lmm_get_variable_weight(action->variable) > 0)) {
479       action->generic_action.finish = surf_get_clock();
480       surf_network_model->action_state_set((surf_action_t) action,
481                                            SURF_ACTION_DONE);
482       gap_remove(action);
483     } else if ((action->generic_action.max_duration != NO_MAX_DURATION)
484                && (action->generic_action.max_duration <= 0)) {
485       action->generic_action.finish = surf_get_clock();
486       surf_network_model->action_state_set((surf_action_t) action,
487                                            SURF_ACTION_DONE);
488       gap_remove(action);
489     }
490   }
491
492   return;
493 }
494
495 static void net_update_resource_state(void *id,
496                                       tmgr_trace_event_t event_type,
497                                       double value, double date)
498 {
499   link_CM02_t nw_link = id;
500   /*   printf("[" "%lg" "] Asking to update network card \"%s\" with value " */
501   /*     "%lg" " for event %p\n", surf_get_clock(), nw_link->name, */
502   /*     value, event_type); */
503
504   if (event_type == nw_link->lmm_resource.power.event) {
505     double delta =
506         sg_weight_S_parameter / value - sg_weight_S_parameter /
507         (nw_link->lmm_resource.power.peak *
508          nw_link->lmm_resource.power.scale);
509     lmm_variable_t var = NULL;
510     lmm_element_t elem = NULL;
511     surf_action_network_CM02_t action = NULL;
512
513     nw_link->lmm_resource.power.peak = value;
514     lmm_update_constraint_bound(network_maxmin_system,
515                                 nw_link->lmm_resource.constraint,
516                                 sg_bandwidth_factor *
517                                 (nw_link->lmm_resource.power.peak *
518                                  nw_link->lmm_resource.power.scale));
519 #ifdef HAVE_TRACING
520     TRACE_surf_link_set_bandwidth(date, nw_link->lmm_resource.generic_resource.name,
521                                   sg_bandwidth_factor *
522                                   (nw_link->lmm_resource.power.peak *
523                                    nw_link->lmm_resource.power.scale));
524 #endif
525     if (sg_weight_S_parameter > 0) {
526       while ((var = lmm_get_var_from_cnst
527               (network_maxmin_system, nw_link->lmm_resource.constraint,
528                &elem))) {
529         action = lmm_variable_id(var);
530         action->weight += delta;
531         if (!(action->suspended))
532           lmm_update_variable_weight(network_maxmin_system,
533                                      action->variable, action->weight);
534       }
535     }
536     if (tmgr_trace_event_free(event_type))
537       nw_link->lmm_resource.power.event = NULL;
538   } else if (event_type == nw_link->lat_event) {
539     double delta = value - nw_link->lat_current;
540     lmm_variable_t var = NULL;
541     lmm_element_t elem = NULL;
542     surf_action_network_CM02_t action = NULL;
543
544     nw_link->lat_current = value;
545     while ((var = lmm_get_var_from_cnst
546             (network_maxmin_system, nw_link->lmm_resource.constraint,
547              &elem))) {
548       action = lmm_variable_id(var);
549       action->lat_current += delta;
550       action->weight += delta;
551       if (action->rate < 0)
552         lmm_update_variable_bound(network_maxmin_system, action->variable,
553                                   sg_tcp_gamma / (2.0 *
554                                                   action->lat_current));
555       else {
556         lmm_update_variable_bound(network_maxmin_system, action->variable,
557                                   min(action->rate,
558                                       sg_tcp_gamma / (2.0 *
559                                                       action->lat_current)));
560
561         if (action->rate < sg_tcp_gamma / (2.0 * action->lat_current)) {
562           XBT_INFO("Flow is limited BYBANDWIDTH");
563         } else {
564           XBT_INFO("Flow is limited BYLATENCY, latency of flow is %f",
565                 action->lat_current);
566         }
567       }
568       if (!(action->suspended))
569         lmm_update_variable_weight(network_maxmin_system, action->variable,
570                                    action->weight);
571
572     }
573     if (tmgr_trace_event_free(event_type))
574       nw_link->lat_event = NULL;
575   } else if (event_type == nw_link->lmm_resource.state_event) {
576     if (value > 0)
577       nw_link->lmm_resource.state_current = SURF_RESOURCE_ON;
578     else {
579       lmm_constraint_t cnst = nw_link->lmm_resource.constraint;
580       lmm_variable_t var = NULL;
581       lmm_element_t elem = NULL;
582
583       nw_link->lmm_resource.state_current = SURF_RESOURCE_OFF;
584       while ((var = lmm_get_var_from_cnst
585               (network_maxmin_system, cnst, &elem))) {
586         surf_action_t action = lmm_variable_id(var);
587
588         if (surf_action_state_get(action) == SURF_ACTION_RUNNING ||
589             surf_action_state_get(action) == SURF_ACTION_READY) {
590           action->finish = date;
591           surf_network_model->action_state_set(action, SURF_ACTION_FAILED);
592         }
593       }
594     }
595     if (tmgr_trace_event_free(event_type))
596       nw_link->lmm_resource.state_event = NULL;
597   } else {
598     XBT_CRITICAL("Unknown event ! \n");
599     xbt_abort();
600   }
601
602   return;
603 }
604
605
606 static surf_action_t net_communicate(const char *src_name,
607                                      const char *dst_name, double size,
608                                      double rate)
609 {
610   unsigned int i;
611   link_CM02_t link;
612   int failed = 0;
613   surf_action_network_CM02_t action = NULL;
614   double bandwidth_bound;
615   double latency=0.0;
616   /* LARGE PLATFORMS HACK:
617      Add a link_CM02_t *link and a int link_nb to network_card_CM02_t. It will represent local links for this node
618      Use the cluster_id for ->id */
619
620   xbt_dynar_t back_route = NULL;
621   int constraints_per_variable = 0;
622   xbt_dynar_t route;
623   // I will need this route for some time so require for no cleanup
624   global_routing->get_route_latency(src_name, dst_name, &route, &latency, 0);
625
626   if (sg_network_fullduplex == 1) {
627     back_route = global_routing->get_route(dst_name, src_name);
628   }
629
630   /* LARGE PLATFORMS HACK:
631      total_route_size = route_size + src->link_nb + dst->nb */
632
633   XBT_IN("(%s,%s,%g,%g)", src_name, dst_name, size, rate);
634   /* LARGE PLATFORMS HACK:
635      assert on total_route_size */
636   xbt_assert(xbt_dynar_length(route) || latency,
637               "You're trying to send data from %s to %s but there is no connection at all between these two hosts.",
638               src_name, dst_name);
639
640   xbt_dynar_foreach(route, i, link) {
641     if (link->lmm_resource.state_current == SURF_RESOURCE_OFF) {
642       failed = 1;
643       break;
644     }
645   }
646   action =
647       surf_action_new(sizeof(s_surf_action_network_CM02_t), size,
648                       surf_network_model, failed);
649 #ifdef HAVE_LATENCY_BOUND_TRACKING
650   (action->generic_action).latency_limited = 0;
651 #endif
652   action->weight = action->latency = latency;
653
654   xbt_swag_insert(action, action->generic_action.state_set);
655   action->rate = rate;
656
657   bandwidth_bound = -1.0;
658
659   xbt_dynar_foreach(route, i, link) {
660     action->weight +=
661         sg_weight_S_parameter /
662         (link->lmm_resource.power.peak * link->lmm_resource.power.scale);
663     if (bandwidth_bound < 0.0)
664       bandwidth_bound =
665           (*bandwidth_factor_callback) (size) *
666           (link->lmm_resource.power.peak * link->lmm_resource.power.scale);
667     else
668       bandwidth_bound =
669           min(bandwidth_bound,
670               (*bandwidth_factor_callback) (size) *
671               (link->lmm_resource.power.peak *
672                link->lmm_resource.power.scale));
673   }
674   /* LARGE PLATFORMS HACK:
675      Add src->link and dst->link latencies */
676   action->lat_current = action->latency;
677   action->latency *= (*latency_factor_callback) (size);
678   action->rate =
679       (*bandwidth_constraint_callback) (action->rate, bandwidth_bound,
680                                         size);
681
682   if(xbt_dynar_length(route) > 0) {
683     link = *(link_CM02_t*)xbt_dynar_get_ptr(route, 0);
684     gap_append(size, link, action);
685     XBT_DEBUG("Comm %p: %s -> %s gap=%f (lat=%f)",
686            action, src_name, dst_name, action->sender.gap, action->latency);
687   } else {
688     gap_unknown(action);
689   }
690
691
692   /* LARGE PLATFORMS HACK:
693      lmm_variable_new(..., total_route_size) */
694   if (back_route != NULL) {
695     constraints_per_variable =
696         xbt_dynar_length(route) + xbt_dynar_length(back_route);
697   } else {
698     constraints_per_variable = xbt_dynar_length(route);
699   }
700
701   if (action->latency > 0)
702     action->variable =
703         lmm_variable_new(network_maxmin_system, action, 0.0, -1.0,
704                          constraints_per_variable);
705   else
706     action->variable =
707         lmm_variable_new(network_maxmin_system, action, 1.0, -1.0,
708                          constraints_per_variable);
709
710   if (action->rate < 0) {
711     if (action->lat_current > 0)
712       lmm_update_variable_bound(network_maxmin_system, action->variable,
713                                 sg_tcp_gamma / (2.0 *
714                                                 action->lat_current));
715     else
716       lmm_update_variable_bound(network_maxmin_system, action->variable,
717                                 -1.0);
718   } else {
719     if (action->lat_current > 0)
720       lmm_update_variable_bound(network_maxmin_system, action->variable,
721                                 min(action->rate,
722                                     sg_tcp_gamma / (2.0 *
723                                                     action->lat_current)));
724     else
725       lmm_update_variable_bound(network_maxmin_system, action->variable,
726                                 action->rate);
727   }
728
729   xbt_dynar_foreach(route, i, link) {
730     lmm_expand(network_maxmin_system, link->lmm_resource.constraint,
731                action->variable, 1.0);
732   }
733
734   if (sg_network_fullduplex == 1) {
735     XBT_DEBUG("Fullduplex active adding backward flow using 5%c", '%');
736     xbt_dynar_foreach(back_route, i, link) {
737       lmm_expand(network_maxmin_system, link->lmm_resource.constraint,
738                  action->variable, .05);
739     }
740   }
741   /* LARGE PLATFORMS HACK:
742      expand also with src->link and dst->link */
743 #ifdef HAVE_TRACING
744   if (TRACE_is_enabled()) {
745     action->src_name = xbt_strdup(src_name);
746     action->dst_name = xbt_strdup(dst_name);
747   } else {
748     action->src_name = action->dst_name = NULL;
749   }
750 #endif
751
752   xbt_dynar_free(&route);
753   XBT_OUT();
754
755   return (surf_action_t) action;
756 }
757
758 static xbt_dynar_t net_get_route(const char *src, const char *dst)
759 {
760   return global_routing->get_route(src, dst);
761 }
762
763 static double net_get_link_bandwidth(const void *link)
764 {
765   surf_resource_lmm_t lmm = (surf_resource_lmm_t) link;
766   return lmm->power.peak * lmm->power.scale;
767 }
768
769 static double net_get_link_latency(const void *link)
770 {
771   return ((link_CM02_t) link)->lat_current;
772 }
773
774 static int net_link_shared(const void *link)
775 {
776   return
777       lmm_constraint_is_shared(((surf_resource_lmm_t) link)->constraint);
778 }
779
780 static void net_action_suspend(surf_action_t action)
781 {
782   ((surf_action_network_CM02_t) action)->suspended = 1;
783   lmm_update_variable_weight(network_maxmin_system,
784                              ((surf_action_network_CM02_t)
785                               action)->variable, 0.0);
786 }
787
788 static void net_action_resume(surf_action_t action)
789 {
790   if (((surf_action_network_CM02_t) action)->suspended) {
791     lmm_update_variable_weight(network_maxmin_system,
792                                ((surf_action_network_CM02_t)
793                                 action)->variable,
794                                ((surf_action_network_CM02_t)
795                                 action)->weight);
796     ((surf_action_network_CM02_t) action)->suspended = 0;
797   }
798 }
799
800 static int net_action_is_suspended(surf_action_t action)
801 {
802   return ((surf_action_network_CM02_t) action)->suspended;
803 }
804
805 void net_action_set_max_duration(surf_action_t action, double duration)
806 {
807   action->max_duration = duration;
808 }
809
810 #ifdef HAVE_TRACING
811 static void net_action_set_category(surf_action_t action, const char *category)
812 {
813   action->category = xbt_strdup (category);
814 }
815 #endif
816
817 static void net_finalize(void)
818 {
819   surf_model_exit(surf_network_model);
820   surf_network_model = NULL;
821
822   global_routing->finalize();
823
824   lmm_system_free(network_maxmin_system);
825   network_maxmin_system = NULL;
826 }
827
828 static void surf_network_model_init_internal(void)
829 {
830   surf_network_model = surf_model_init();
831
832   surf_network_model->name = "network";
833   surf_network_model->action_unref = net_action_unref;
834   surf_network_model->action_cancel = net_action_cancel;
835   surf_network_model->action_recycle = net_action_recycle;
836   surf_network_model->get_remains = net_action_get_remains;
837 #ifdef HAVE_LATENCY_BOUND_TRACKING
838   surf_network_model->get_latency_limited = net_get_link_latency_limited;
839 #endif
840
841   surf_network_model->model_private->resource_used = net_resource_used;
842   surf_network_model->model_private->share_resources = net_share_resources;
843   surf_network_model->model_private->update_actions_state =
844       net_update_actions_state;
845   surf_network_model->model_private->update_resource_state =
846       net_update_resource_state;
847   surf_network_model->model_private->finalize = net_finalize;
848
849   surf_network_model->suspend = net_action_suspend;
850   surf_network_model->resume = net_action_resume;
851   surf_network_model->is_suspended = net_action_is_suspended;
852   surf_network_model->set_max_duration = net_action_set_max_duration;
853 #ifdef HAVE_TRACING
854   surf_network_model->set_category = net_action_set_category;
855 #endif
856
857   surf_network_model->extension.network.communicate = net_communicate;
858   surf_network_model->extension.network.get_route = net_get_route;
859   surf_network_model->extension.network.get_link_bandwidth =
860       net_get_link_bandwidth;
861   surf_network_model->extension.network.get_link_latency =
862       net_get_link_latency;
863   surf_network_model->extension.network.link_shared = net_link_shared;
864   surf_network_model->extension.network.add_traces = net_add_traces;
865   surf_network_model->extension.network.create_resource =
866       net_create_resource;
867
868   if (!network_maxmin_system)
869     network_maxmin_system = lmm_system_new();
870
871   routing_model_create(sizeof(link_CM02_t),
872                        net_link_new(xbt_strdup("__loopback__"),
873                                     498000000, NULL, 0.000015, NULL,
874                                     SURF_RESOURCE_ON, NULL,
875                                     SURF_LINK_FATPIPE, NULL),
876                        net_get_link_latency);
877 }
878
879
880
881 /************************************************************************/
882 /* New model based on LV08 and experimental results of MPI ping-pongs   */
883 /************************************************************************/
884 void surf_network_model_init_SMPI(const char *filename)
885 {
886
887   if (surf_network_model)
888     return;
889   surf_network_model_init_internal();
890   latency_factor_callback = &smpi_latency_factor;
891   bandwidth_factor_callback = &smpi_bandwidth_factor;
892   bandwidth_constraint_callback = &smpi_bandwidth_constraint;
893   net_define_callbacks(filename);
894   xbt_dynar_push(model_list, &surf_network_model);
895   network_solve = lmm_solve;
896
897   xbt_cfg_setdefault_double(_surf_cfg_set, "network/sender_gap", 10e-6);
898   xbt_cfg_setdefault_double(_surf_cfg_set, "network/weight_S", 8775);
899
900   update_model_description(surf_network_model_description,
901                            "SMPI", surf_network_model);
902 }
903
904 /************************************************************************/
905 /* New model based on optimizations discussed during this thesis        */
906 /************************************************************************/
907 void surf_network_model_init_LegrandVelho(const char *filename)
908 {
909
910   if (surf_network_model)
911     return;
912   surf_network_model_init_internal();
913   net_define_callbacks(filename);
914   xbt_dynar_push(model_list, &surf_network_model);
915   network_solve = lmm_solve;
916
917   xbt_cfg_setdefault_double(_surf_cfg_set, "network/latency_factor", 10.4);
918   xbt_cfg_setdefault_double(_surf_cfg_set, "network/bandwidth_factor",
919                             0.92);
920   xbt_cfg_setdefault_double(_surf_cfg_set, "network/weight_S", 8775);
921
922   update_model_description(surf_network_model_description,
923                            "LV08", surf_network_model);
924 }
925
926 /***************************************************************************/
927 /* The nice TCP sharing model designed by Loris Marchal and Henri Casanova */
928 /***************************************************************************/
929 /* @TechReport{      rr-lip2002-40, */
930 /*   author        = {Henri Casanova and Loris Marchal}, */
931 /*   institution   = {LIP}, */
932 /*   title         = {A Network Model for Simulation of Grid Application}, */
933 /*   number        = {2002-40}, */
934 /*   month         = {oct}, */
935 /*   year          = {2002} */
936 /* } */
937 void surf_network_model_init_CM02(const char *filename)
938 {
939
940   if (surf_network_model)
941     return;
942   surf_network_model_init_internal();
943   net_define_callbacks(filename);
944   xbt_dynar_push(model_list, &surf_network_model);
945   network_solve = lmm_solve;
946
947   update_model_description(surf_network_model_description,
948                            "CM02", surf_network_model);
949 }
950
951 void surf_network_model_init_Reno(const char *filename)
952 {
953   if (surf_network_model)
954     return;
955   surf_network_model_init_internal();
956   net_define_callbacks(filename);
957
958   xbt_dynar_push(model_list, &surf_network_model);
959   lmm_set_default_protocol_function(func_reno_f, func_reno_fp,
960                                     func_reno_fpi);
961   network_solve = lagrange_solve;
962
963   xbt_cfg_setdefault_double(_surf_cfg_set, "network/latency_factor", 10.4);
964   xbt_cfg_setdefault_double(_surf_cfg_set, "network/bandwidth_factor",
965                             0.92);
966   xbt_cfg_setdefault_double(_surf_cfg_set, "network/weight_S", 8775);
967
968   update_model_description(surf_network_model_description,
969                            "Reno", surf_network_model);
970 }
971
972
973 void surf_network_model_init_Reno2(const char *filename)
974 {
975   if (surf_network_model)
976     return;
977   surf_network_model_init_internal();
978   net_define_callbacks(filename);
979
980   xbt_dynar_push(model_list, &surf_network_model);
981   lmm_set_default_protocol_function(func_reno2_f, func_reno2_fp,
982                                     func_reno2_fpi);
983   network_solve = lagrange_solve;
984
985   xbt_cfg_setdefault_double(_surf_cfg_set, "network/latency_factor", 10.4);
986   xbt_cfg_setdefault_double(_surf_cfg_set, "network/bandwidth_factor",
987                             0.92);
988   xbt_cfg_setdefault_double(_surf_cfg_set, "network/weight_S_parameter",
989                             8775);
990
991   update_model_description(surf_network_model_description,
992                            "Reno2", surf_network_model);
993 }
994
995 void surf_network_model_init_Vegas(const char *filename)
996 {
997   if (surf_network_model)
998     return;
999   surf_network_model_init_internal();
1000   net_define_callbacks(filename);
1001
1002   xbt_dynar_push(model_list, &surf_network_model);
1003   lmm_set_default_protocol_function(func_vegas_f, func_vegas_fp,
1004                                     func_vegas_fpi);
1005   network_solve = lagrange_solve;
1006
1007   xbt_cfg_setdefault_double(_surf_cfg_set, "network/latency_factor", 10.4);
1008   xbt_cfg_setdefault_double(_surf_cfg_set, "network/bandwidth_factor",
1009                             0.92);
1010   xbt_cfg_setdefault_double(_surf_cfg_set, "network/weight_S", 8775);
1011
1012   update_model_description(surf_network_model_description,
1013                            "Vegas", surf_network_model);
1014 }