1 /* Copyright (c) 2004, 2005, 2006, 2007, 2008, 2009, 2010. The SimGrid Team.
2 * All rights reserved. */
4 /* This program is free software; you can redistribute it and/or modify it
5 * under the terms of the license (GNU LGPL) which comes with this package. */
11 #include "xbt/dynar.h"
15 #include "xbt/config.h"
16 #include "surf/datatypes.h"
18 #include "surf/surf_routing.h"
19 #include "simgrid/platf_interface.h"
22 /* Actions and models are highly connected structures... */
25 SURF_NETWORK_ELEMENT_NULL = 0, /* NULL */
26 SURF_NETWORK_ELEMENT_HOST, /* host type */
27 SURF_NETWORK_ELEMENT_ROUTER, /* router type */
28 SURF_NETWORK_ELEMENT_AS, /* AS type */
29 } e_surf_network_element_type_t;
31 XBT_PUBLIC(e_surf_network_element_type_t)
32 routing_get_network_element_type(const char *name);
34 /** @Brief Specify that we use that action */
35 XBT_PUBLIC(void) surf_action_ref(surf_action_t action);
36 /** @brief Creates a new action.
38 * @param size The size is the one of the subtype you want to create
39 * @param cost initial value
40 * @param model to which model we should attach this action
41 * @param failed whether we should start this action in failed mode
43 XBT_PUBLIC(void *) surf_action_new(size_t size, double cost,
44 surf_model_t model, int failed);
46 /** \brief Resource model description
48 typedef struct surf_model_description {
50 const char *description;
51 void_f_void_t model_init_preparse;
52 } s_surf_model_description_t, *surf_model_description_t;
54 XBT_PUBLIC(int) find_model_description(s_surf_model_description_t * table,
56 XBT_PUBLIC(void) model_help(const char *category,
57 s_surf_model_description_t * table);
59 /** \brief Action structure
60 * \ingroup SURF_actions
62 * Never create s_surf_action_t by yourself ! The actions are created
63 * on the fly when you call execute or communicate on a model.
65 * \see e_surf_action_state_t
67 typedef struct surf_action {
68 s_xbt_swag_hookup_t state_hookup;
70 double cost; /**< cost */
71 double priority; /**< priority (1.0 by default) */
72 double max_duration; /**< max_duration (may fluctuate until
73 the task is completed) */
74 double remains; /**< How much of that cost remains to
75 * be done in the currently running task */
76 #ifdef HAVE_LATENCY_BOUND_TRACKING
77 int latency_limited; /**< Set to 1 if is limited by latency, 0 otherwise */
80 double start; /**< start time */
81 double finish; /**< finish time : this is modified during the run
82 * and fluctuates until the task is completed */
83 void *data; /**< for your convenience */
85 surf_model_t model_type;
87 char *category; /**< tracing category for categorized resource utilization monitoring */
91 typedef struct surf_action_lmm {
92 s_surf_action_t generic_action;
93 lmm_variable_t variable;
95 } s_surf_action_lmm_t, *surf_action_lmm_t;
97 /** \brief Action states
98 * \ingroup SURF_actions
102 * \see surf_action_t, surf_action_state_t
105 SURF_ACTION_READY = 0, /**< Ready */
106 SURF_ACTION_RUNNING, /**< Running */
107 SURF_ACTION_FAILED, /**< Task Failure */
108 SURF_ACTION_DONE, /**< Completed */
109 SURF_ACTION_TO_FREE, /**< Action to free in next cleanup */
110 SURF_ACTION_NOT_IN_THE_SYSTEM
111 /**< Not in the system anymore. Why did you ask ? */
112 } e_surf_action_state_t;
114 /** \brief Action state sets
115 * \ingroup SURF_actions
117 * This structure contains some sets of actions.
118 * It provides a fast access to the actions in each state.
120 * \see surf_action_t, e_surf_action_state_t
122 typedef struct surf_action_state {
123 xbt_swag_t ready_action_set;
124 /**< Actions in state SURF_ACTION_READY */
125 xbt_swag_t running_action_set;
126 /**< Actions in state SURF_ACTION_RUNNING */
127 xbt_swag_t failed_action_set;
128 /**< Actions in state SURF_ACTION_FAILED */
129 xbt_swag_t done_action_set;
130 /**< Actions in state SURF_ACTION_DONE */
131 } s_surf_action_state_t, *surf_action_state_t;
133 /***************************/
134 /* Generic model object */
135 /***************************/
136 typedef struct s_routing_global s_routing_global_t, *routing_global_t;
137 XBT_PUBLIC_DATA(routing_global_t) global_routing;
140 /** \brief Private data available on all models
141 * \ingroup SURF_models
143 typedef struct surf_model_private *surf_model_private_t;
147 /** \brief CPU model extension public
148 * \ingroup SURF_models
150 * Public functions specific to the CPU model.
152 typedef struct surf_cpu_model_extension_public {
153 surf_action_t(*execute) (void *cpu, double size);
154 surf_action_t(*sleep) (void *cpu, double duration);
155 e_surf_resource_state_t(*get_state) (void *cpu);
156 double (*get_speed) (void *cpu, double load);
157 double (*get_available_speed) (void *cpu);
158 void* (*create_resource) (const char *name, double power_peak,
160 tmgr_trace_t power_trace,
162 e_surf_resource_state_t state_initial,
163 tmgr_trace_t state_trace,
164 xbt_dict_t cpu_properties);
165 void (*add_traces) (void);
166 } s_surf_model_extension_cpu_t;
170 /** \brief Network model extension public
171 * \ingroup SURF_models
173 * Public functions specific to the network model
175 typedef struct surf_network_model_extension_public {
176 surf_action_t(*communicate) (const char *src_name,
177 const char *dst_name,
178 double size, double rate);
179 xbt_dynar_t(*get_route) (const char *src_name, const char *dst_name); //FIXME: kill field? That is done by the routing nowadays
180 double (*get_link_bandwidth) (const void *link);
181 double (*get_link_latency) (const void *link);
182 int (*link_shared) (const void *link);
183 void (*add_traces) (void);
184 void* (*create_resource) (const char *name,
186 tmgr_trace_t bw_trace,
188 tmgr_trace_t lat_trace,
189 e_surf_resource_state_t
191 tmgr_trace_t state_trace,
192 e_surf_link_sharing_policy_t policy,
193 xbt_dict_t properties);
194 } s_surf_model_extension_network_t;
196 typedef struct s_surf_file {
197 char *name; /**< @brief host name if any */
198 void *data; /**< @brief user data */
200 typedef struct s_surf_file *surf_file_t;
202 /** \brief Workstation model extension public
203 * \ingroup SURF_models
205 * Public functions specific to the workstation model.
207 typedef struct surf_workstation_model_extension_public {
208 surf_action_t(*execute) (void *workstation, double size); /**< Execute a computation amount on a workstation
209 and create the corresponding action */
210 surf_action_t(*sleep) (void *workstation, double duration); /**< Make a workstation sleep during a given duration */
211 e_surf_resource_state_t(*get_state) (void *workstation); /**< Return the CPU state of a workstation */
212 double (*get_speed) (void *workstation, double load); /**< Return the speed of a workstation */
213 double (*get_available_speed) (void *workstation); /**< Return tha available speed of a workstation */
214 surf_action_t(*communicate) (void *workstation_src, /**< Execute a communication amount between two workstations */
215 void *workstation_dst, double size,
217 // FIXME: kill next field, which duplicates the routing
218 xbt_dynar_t(*get_route) (void *workstation_src, void *workstation_dst); /**< Get the list of links between two ws */
220 surf_action_t(*execute_parallel_task) (int workstation_nb, /**< Execute a parallel task on several workstations */
221 void **workstation_list,
222 double *computation_amount,
223 double *communication_amount,
224 double amount, double rate);
225 double (*get_link_bandwidth) (const void *link); /**< Return the current bandwidth of a network link */
226 double (*get_link_latency) (const void *link); /**< Return the current latency of a network link */
227 surf_action_t(*open) (void *workstation, const char* path, const char* mode);
228 surf_action_t(*close) (void *workstation, surf_file_t fp);
229 surf_action_t(*read) (void *workstation, void* ptr, size_t size, size_t nmemb, surf_file_t stream);
230 surf_action_t(*write) (void *workstation, const void* ptr, size_t size, size_t nmemb, surf_file_t stream);
231 surf_action_t(*stat) (void *workstation, int fd, void* buf);
232 int (*link_shared) (const void *link);
233 xbt_dict_t(*get_properties) (const void *resource);
234 void* (*link_create_resource) (const char *name,
236 tmgr_trace_t bw_trace,
238 tmgr_trace_t lat_trace,
239 e_surf_resource_state_t
241 tmgr_trace_t state_trace,
242 e_surf_link_sharing_policy_t
243 policy, xbt_dict_t properties);
244 void* (*cpu_create_resource) (const char *name, double power_peak,
246 tmgr_trace_t power_trace,
247 e_surf_resource_state_t state_initial,
248 tmgr_trace_t state_trace,
249 xbt_dict_t cpu_properties);
250 void (*add_traces) (void);
252 } s_surf_model_extension_workstation_t;
257 /** \brief Model datatype
258 * \ingroup SURF_models
260 * Generic data structure for a model. The workstations,
261 * the CPUs and the network links are examples of models.
263 typedef struct surf_model {
264 const char *name; /**< Name of this model */
265 s_surf_action_state_t states; /**< Any living action on this model */
267 e_surf_action_state_t(*action_state_get) (surf_action_t action);
268 /**< Return the state of an action */
269 void (*action_state_set) (surf_action_t action,
270 e_surf_action_state_t state);
271 /**< Change an action state*/
273 double (*action_get_start_time) (surf_action_t action); /**< Return the start time of an action */
274 double (*action_get_finish_time) (surf_action_t action); /**< Return the finish time of an action */
275 int (*action_unref) (surf_action_t action); /**< Specify that we don't use that action anymore */
276 void (*action_cancel) (surf_action_t action); /**< Cancel a running action */
277 void (*action_recycle) (surf_action_t action); /**< Recycle an action */
278 void (*action_data_set) (surf_action_t action, void *data); /**< Set the user data of an action */
279 void (*suspend) (surf_action_t action); /**< Suspend an action */
280 void (*resume) (surf_action_t action); /**< Resume a suspended action */
281 int (*is_suspended) (surf_action_t action); /**< Return whether an action is suspended */
282 void (*set_max_duration) (surf_action_t action, double duration); /**< Set the max duration of an action*/
283 void (*set_priority) (surf_action_t action, double priority); /**< Set the priority of an action */
285 void (*set_category) (surf_action_t action, const char *category); /**< Set the category of an action */
287 double (*get_remains) (surf_action_t action); /**< Get the remains of an action */
288 #ifdef HAVE_LATENCY_BOUND_TRACKING
289 int (*get_latency_limited) (surf_action_t action); /**< Return 1 if action is limited by latency, 0 otherwise */
292 surf_model_private_t model_private;
295 s_surf_model_extension_cpu_t cpu;
296 s_surf_model_extension_network_t network;
297 s_surf_model_extension_workstation_t workstation;
301 surf_model_t surf_model_init(void);
302 void surf_model_exit(surf_model_t model);
304 static inline void *surf_cpu_resource_by_name(const char *name) {
305 return xbt_lib_get_or_null(host_lib, name, SURF_CPU_LEVEL);
307 static inline void *surf_workstation_resource_by_name(const char *name){
308 return xbt_lib_get_or_null(host_lib, name, SURF_WKS_LEVEL);
310 static inline void *surf_network_resource_by_name(const char *name){
311 return xbt_lib_get_or_null(link_lib, name, SURF_LINK_LEVEL);
314 typedef struct surf_resource {
317 xbt_dict_t properties;
318 } s_surf_resource_t, *surf_resource_t;
323 * Resource which have a metric handled by a maxmin system
328 tmgr_trace_event_t event;
331 typedef struct surf_resource_lmm {
332 s_surf_resource_t generic_resource;
333 lmm_constraint_t constraint;
334 e_surf_resource_state_t state_current;
335 tmgr_trace_event_t state_event;
336 s_surf_metric_t power;
337 } s_surf_resource_lmm_t, *surf_resource_lmm_t;
339 /**************************************/
340 /* Implementations of model object */
341 /**************************************/
344 /** \brief The CPU model
345 * \ingroup SURF_models
347 XBT_PUBLIC_DATA(surf_model_t) surf_cpu_model;
349 /** \brief Initializes the CPU model with the model Cas01
350 * \ingroup SURF_models
352 * By default, this model uses the lazy optimization mechanism that
353 * relies on partial invalidation in LMM and a heap for lazy action update.
354 * You can change this behavior by setting the cpu/optim configuration
355 * variable to a different value.
357 * This function is called by surf_workstation_model_init_CLM03
358 * so you shouldn't have to call it by yourself.
360 * \see surf_workstation_model_init_CLM03()
362 XBT_PUBLIC(void) surf_cpu_model_init_Cas01(void);
364 /** \brief Initializes the CPU model with trace integration [Deprecated]
365 * \ingroup SURF_models
367 * You shouldn't have to call it by yourself.
368 * \see surf_workstation_model_init_CLM03()
370 XBT_PUBLIC(void) surf_cpu_model_init_ti(void);
372 /** \brief This function call the share resources function needed
375 XBT_PUBLIC(double) generic_share_resources(double now);
377 /** \brief This function call the update action state function needed
380 XBT_PUBLIC(void) generic_update_actions_state(double now, double delta);
382 /** \brief The list of all available optimization modes (both for cpu and networks).
383 * \ingroup SURF_models
384 * These optimization modes can be set using --cfg=cpu/optim:... and --cfg=network/optim:...
386 XBT_PUBLIC_DATA(s_surf_model_description_t) surf_optimization_mode_description[];
388 /** \brief The list of all available cpu model models
389 * \ingroup SURF_models
391 XBT_PUBLIC_DATA(s_surf_model_description_t) surf_cpu_model_description[];
393 XBT_PUBLIC(void) create_workstations(void);
395 /**\brief create new host bypass the parser
400 /** \brief The network model
401 * \ingroup SURF_models
403 * When creating a new API on top on SURF, you shouldn't use the
404 * network model unless you know what you are doing. Only the workstation
405 * model should be accessed because depending on the platform model,
406 * the network model can be NULL.
408 XBT_PUBLIC_DATA(surf_model_t) surf_network_model;
410 /** \brief Same as network model 'LagrangeVelho', only with different correction factors.
411 * \ingroup SURF_models
413 * This model is proposed by Pierre-Nicolas Clauss and Martin Quinson and Stéphane Génaud
414 * based on the model 'LV08' and different correction factors depending on the communication
415 * size (< 1KiB, < 64KiB, >= 64KiB).
416 * See comments in the code for more information.
418 * \see surf_workstation_model_init_SMPI()
420 XBT_PUBLIC(void) surf_network_model_init_SMPI(void);
422 /** \brief Initializes the platform with the network model 'LegrandVelho'
423 * \ingroup SURF_models
425 * This model is proposed by Arnaud Legrand and Pedro Velho based on
426 * the results obtained with the GTNets simulator for onelink and
427 * dogbone sharing scenarios. See comments in the code for more information.
429 * \see surf_workstation_model_init_LegrandVelho()
431 XBT_PUBLIC(void) surf_network_model_init_LegrandVelho(void);
433 /** \brief Initializes the platform with the network model 'Constant'
434 * \ingroup SURF_models
436 * In this model, the communication time between two network cards is
437 * constant, hence no need for a routing table. This is particularly
438 * usefull when simulating huge distributed algorithms where
439 * scalability is really an issue. This function is called in
440 * conjunction with surf_workstation_model_init_compound.
442 * \see surf_workstation_model_init_compound()
444 XBT_PUBLIC(void) surf_network_model_init_Constant(void);
446 /** \brief Initializes the platform with the network model CM02
447 * \ingroup SURF_models
449 * This function is called by surf_workstation_model_init_CLM03
450 * or by yourself only if you plan using surf_workstation_model_init_compound
451 * See comments in the code for more information.
453 * \see surf_workstation_model_init_CLM03()
455 XBT_PUBLIC(void) surf_network_model_init_CM02(void);
458 * brief initialize the the network model bypassing the XML parser
460 XBT_PUBLIC(void) surf_network_model_init_bypass(const char *id,
465 /** \brief Initializes the platform with the network model GTNETS
466 * \ingroup SURF_models
467 * \param filename XML platform file name
469 * This function is called by surf_workstation_model_init_GTNETS
470 * or by yourself only if you plan using surf_workstation_model_init_compound
472 * \see surf_workstation_model_init_GTNETS()
474 XBT_PUBLIC(void) surf_network_model_init_GbTNETS(void);
478 /** \brief Initializes the platform with the network model NS3
479 * \ingroup SURF_models
480 * \param filename XML platform file name
482 * This function is called by surf_workstation_model_init_NS3
483 * or by yourself only if you plan using surf_workstation_model_init_compound
485 * \see surf_workstation_model_init_NS3()
487 XBT_PUBLIC(void) surf_network_model_init_NS3(void);
489 XBT_PUBLIC(void) parse_ns3_add_host(void);
490 XBT_PUBLIC(void) parse_ns3_add_router(void);
491 XBT_PUBLIC(void) parse_ns3_add_link(void);
492 XBT_PUBLIC(void) parse_ns3_add_AS(void);
493 XBT_PUBLIC(void) parse_ns3_add_route(void);
494 XBT_PUBLIC(void) parse_ns3_add_ASroute(void);
495 XBT_PUBLIC(void) parse_ns3_add_cluster(void);
496 XBT_PUBLIC(void) parse_ns3_end_platform(void);
497 XBT_PUBLIC(void) create_ns3_topology(void);
498 XBT_PUBLIC(double) ns3_get_link_latency(const void *link);
499 XBT_PUBLIC(double) ns3_get_link_bandwidth(const void *link);
503 /** \brief Initializes the platform with the network model Reno
504 * \ingroup SURF_models
505 * \param filename XML platform file name
507 * The problem is related to max( sum( arctan(C * Df * xi) ) ).
510 * [LOW03] S. H. Low. A duality model of TCP and queue management algorithms.
511 * IEEE/ACM Transaction on Networking, 11(4):525-536, 2003.
513 * Call this function only if you plan using surf_workstation_model_init_compound.
516 XBT_PUBLIC(void) surf_network_model_init_Reno(void);
518 /** \brief Initializes the platform with the network model Reno2
519 * \ingroup SURF_models
520 * \param filename XML platform file name
522 * The problem is related to max( sum( arctan(C * Df * xi) ) ).
525 * [LOW01] S. H. Low. A duality model of TCP and queue management algorithms.
526 * IEEE/ACM Transaction on Networking, 11(4):525-536, 2003.
528 * Call this function only if you plan using surf_workstation_model_init_compound.
531 XBT_PUBLIC(void) surf_network_model_init_Reno2(void);
533 /** \brief Initializes the platform with the network model Vegas
534 * \ingroup SURF_models
535 * \param filename XML platform file name
537 * This problem is related to max( sum( a * Df * ln(xi) ) ) which is equivalent
538 * to the proportional fairness.
541 * [LOW03] S. H. Low. A duality model of TCP and queue management algorithms.
542 * IEEE/ACM Transaction on Networking, 11(4):525-536, 2003.
544 * Call this function only if you plan using surf_workstation_model_init_compound.
547 XBT_PUBLIC(void) surf_network_model_init_Vegas(void);
549 /** \brief The list of all available network model models
550 * \ingroup SURF_models
552 XBT_PUBLIC_DATA(s_surf_model_description_t)
553 surf_network_model_description[];
556 /** \brief The workstation model
557 * \ingroup SURF_models
559 * Note that when you create an API on top of SURF,
560 * the workstation model should be the only one you use
561 * because depending on the platform model, the network model and the CPU model
564 XBT_PUBLIC_DATA(surf_model_t) surf_workstation_model;
566 /** \brief Initializes the platform with a compound workstation model
567 * \ingroup SURF_models
569 * This function should be called after a cpu_model and a
570 * network_model have been set up.
573 XBT_PUBLIC(void) surf_workstation_model_init_compound(void);
575 /** \brief Initializes the platform with the current best network and cpu models at hand
576 * \ingroup SURF_models
578 * This platform model seperates the workstation model and the network model.
579 * The workstation model will be initialized with the model compound, the network
580 * model with the model LV08 (with cross traffic support) and the CPU model with
582 * Such model is subject to modification with warning in the ChangeLog so monitor it!
585 XBT_PUBLIC(void) surf_workstation_model_init_current_default(void);
587 /** \brief Initializes the platform with the workstation model CLM03
588 * \ingroup SURF_models
590 * This platform model seperates the workstation model and the network model.
591 * The workstation model will be initialized with the model CLM03, the network
592 * model with the model CM02 and the CPU model with the model Cas01.
593 * In future releases, some other network models will be implemented and will be
594 * combined with the workstation model CLM03.
597 XBT_PUBLIC(void) surf_workstation_model_init_CLM03(void);
599 /** \brief Initializes the platform with the model KCCFLN05
600 * \ingroup SURF_models
602 * With this model, only parallel tasks can be used. Resource sharing
603 * is done by identifying bottlenecks and giving an equal share of
604 * the model to each action.
607 XBT_PUBLIC(void) surf_workstation_model_init_ptask_L07(void);
609 /** \brief The list of all available workstation model models
610 * \ingroup SURF_models
612 XBT_PUBLIC_DATA(s_surf_model_description_t)
613 surf_workstation_model_description[];
615 /** \brief List of initialized models
616 * \ingroup SURF_models
618 XBT_PUBLIC_DATA(xbt_dynar_t) model_list;
620 /*******************************************/
621 /*** SURF Globals **************************/
622 /*******************************************/
623 XBT_PUBLIC_DATA(xbt_cfg_t) _surf_cfg_set;
625 /** \brief Initialize SURF
626 * \ingroup SURF_simulation
627 * \param argc argument number
628 * \param argv arguments
630 * This function has to be called to initialize the common
631 * structures. Then you will have to create the environment by
633 * e.g. surf_workstation_model_init_CLM03()
635 * \see surf_workstation_model_init_CLM03(), surf_workstation_model_init_compound(), surf_exit()
637 XBT_PUBLIC(void) surf_init(int *argc, char **argv); /* initialize common structures */
639 /** \brief Finish simulation initialization
640 * \ingroup SURF_simulation
642 * This function must be called before the first call to surf_solve()
644 XBT_PUBLIC(void) surf_presolve(void);
646 /** \brief Performs a part of the simulation
647 * \ingroup SURF_simulation
648 * \param max_date Maximum date to update the simulation to, or -1
649 * \return the elapsed time, or -1.0 if no event could be executed
651 * This function execute all possible events, update the action states
652 * and returns the time elapsed.
653 * When you call execute or communicate on a model, the corresponding actions
654 * are not executed immediately but only when you call surf_solve.
655 * Note that the returned elapsed time can be zero.
657 XBT_PUBLIC(double) surf_solve(double max_date);
659 /** \brief Return the current time
660 * \ingroup SURF_simulation
662 * Return the current time in millisecond.
664 XBT_PUBLIC(double) surf_get_clock(void);
667 * \ingroup SURF_simulation
673 XBT_PUBLIC(void) surf_exit(void);
675 /* Prototypes of the functions that handle the properties */
676 XBT_PUBLIC_DATA(xbt_dict_t) current_property_set; /* the prop set for the currently parsed element (also used in SIMIX) */
677 XBT_PUBLIC(void) parse_properties(void);
679 /* surf parse file related (public because called from a test suite) */
680 XBT_PUBLIC(void) parse_platform_file(const char *file);
682 /* Stores the sets */
683 XBT_PUBLIC_DATA(xbt_dict_t) set_list;
685 /* For the trace and trace:connect tag (store their content till the end of the parsing) */
686 XBT_PUBLIC_DATA(xbt_dict_t) traces_set_list;
687 XBT_PUBLIC_DATA(xbt_dict_t) trace_connect_list_host_avail;
688 XBT_PUBLIC_DATA(xbt_dict_t) trace_connect_list_power;
689 XBT_PUBLIC_DATA(xbt_dict_t) trace_connect_list_link_avail;
690 XBT_PUBLIC_DATA(xbt_dict_t) trace_connect_list_bandwidth;
691 XBT_PUBLIC_DATA(xbt_dict_t) trace_connect_list_latency;
694 XBT_PUBLIC(double) get_cpu_power(const char *power);
696 int surf_get_nthreads(void);
697 void surf_set_nthreads(int nthreads);
700 #endif /* _SURF_SURF_H */