1 /* Copyright (c) 2013-2015. The SimGrid Team.
2 * All rights reserved. */
4 /* This program is free software; you can redistribute it and/or modify it
5 * under the terms of the license (GNU LGPL) which comes with this package. */
7 #include "host_interface.hpp"
8 #include "surf_interface.hpp"
9 #include "network_interface.hpp"
10 #include "surf_routing_cluster.hpp"
11 #include "src/instr/instr_private.h"
12 #include "plugins/energy.hpp"
13 #include "virtual_machine.hpp"
15 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(surf_kernel);
21 static simgrid::surf::Host *get_casted_host(sg_host_t resource){
22 return static_cast<simgrid::surf::Host*>(surf_host_resource_priv(resource));
25 static simgrid::surf::VirtualMachine *get_casted_vm(sg_host_t resource){
26 return static_cast<simgrid::surf::VirtualMachine*>(surf_host_resource_priv(resource));
31 void surf_presolve(void)
33 double next_event_date = -1.0;
34 tmgr_trace_event_t event = NULL;
36 simgrid::surf::Resource *resource = NULL;
37 simgrid::surf::Model *model = NULL;
40 XBT_DEBUG ("First Run! Let's \"purge\" events and put models in the right state");
42 while ((next_event_date = tmgr_history_next_date(history)) != -1.0) {
43 if (next_event_date > NOW)
46 tmgr_history_get_next_event_leq(history, next_event_date,
48 (void **) &resource))) {
50 resource->updateState(event, value, NOW);
54 xbt_dynar_foreach(all_existing_models, iter, model)
55 model->updateActionsState(NOW, 0.0);
58 double surf_solve(double max_date)
60 double surf_min = -1.0; /* duration */
61 double next_event_date = -1.0;
62 double model_next_action_end = -1.0;
64 simgrid::surf::Resource *resource = NULL;
65 simgrid::surf::Model *model = NULL;
66 tmgr_trace_event_t event = NULL;
69 if(!host_that_restart)
70 host_that_restart = xbt_dynar_new(sizeof(char*), NULL);
72 if (max_date != -1.0 && max_date != NOW) {
73 surf_min = max_date - NOW;
76 /* Physical models MUST be resolved first */
77 XBT_DEBUG("Looking for next event in physical models");
78 double next_event_phy = surf_host_model->shareResources(NOW);
79 if ((surf_min < 0.0 || next_event_phy < surf_min) && next_event_phy >= 0.0) {
80 surf_min = next_event_phy;
82 if (surf_vm_model != NULL) {
83 XBT_DEBUG("Looking for next event in virtual models");
84 double next_event_virt = surf_vm_model->shareResources(NOW);
85 if ((surf_min < 0.0 || next_event_virt < surf_min) && next_event_virt >= 0.0)
86 surf_min = next_event_virt;
89 XBT_DEBUG("Min for resources (remember that NS3 don't update that value) : %f", surf_min);
91 XBT_DEBUG("Looking for next trace event");
94 XBT_DEBUG("Next TRACE event : %f", next_event_date);
96 next_event_date = tmgr_history_next_date(history);
98 if(! surf_network_model->shareResourcesIsIdempotent()){ // NS3, I see you
99 if(next_event_date!=-1.0 && surf_min!=-1.0) {
100 surf_min = MIN(next_event_date - NOW, surf_min);
102 surf_min = MAX(next_event_date - NOW, surf_min);
105 XBT_DEBUG("Run for network at most %f", surf_min);
106 // run until min or next flow
107 model_next_action_end = surf_network_model->shareResources(surf_min);
109 XBT_DEBUG("Min for network : %f", model_next_action_end);
110 if(model_next_action_end>=0.0)
111 surf_min = model_next_action_end;
114 if (next_event_date < 0.0) {
115 XBT_DEBUG("no next TRACE event. Stop searching for it");
119 if ((surf_min == -1.0) || (next_event_date > NOW + surf_min)) break;
121 XBT_DEBUG("Updating models (min = %g, NOW = %g, next_event_date = %g)", surf_min, NOW, next_event_date);
123 tmgr_history_get_next_event_leq(history, next_event_date,
125 (void **) &resource))) {
126 if (resource->isUsed() || xbt_dict_get_or_null(watched_hosts_lib, resource->getName())) {
127 surf_min = next_event_date - NOW;
129 ("This event will modify model state. Next event set to %f",
132 /* update state of model_obj according to new value. Does not touch lmm.
133 It will be modified if needed when updating actions */
134 XBT_DEBUG("Calling update_resource_state for resource %s with min %f",
135 resource->getName(), surf_min);
136 resource->updateState(event, value, next_event_date);
140 /* FIXME: Moved this test to here to avoid stopping simulation if there are actions running on cpus and all cpus are with availability = 0.
141 * This may cause an infinite loop if one cpu has a trace with periodicity = 0 and the other a trace with periodicity > 0.
142 * The options are: all traces with same periodicity(0 or >0) or we need to change the way how the events are managed */
143 if (surf_min == -1.0) {
144 XBT_DEBUG("No next event at all. Bail out now.");
148 XBT_DEBUG("Duration set to %f", surf_min);
150 NOW = NOW + surf_min;
151 /* FIXME: model_list or model_list_invoke? revisit here later */
152 /* sequential version */
153 xbt_dynar_foreach(all_existing_models, iter, model) {
154 model->updateActionsState(NOW, surf_min);
157 TRACE_paje_dump_buffer (0);
162 void routing_get_route_and_latency(sg_routing_edge_t src, sg_routing_edge_t dst,
163 xbt_dynar_t * route, double *latency){
164 routing_platf->getRouteAndLatency(src, dst, route, latency);
171 surf_host_model_t surf_host_get_model(sg_host_t host)
173 simgrid::surf::Host* surf_host =
174 (simgrid::surf::Host*) host->extension<simgrid::surf::Host>();
175 return (surf_host_model_t) surf_host->getModel();
178 surf_action_t surf_model_extract_done_action_set(surf_model_t model){
179 if (model->getDoneActionSet()->empty())
181 surf_action_t res = &model->getDoneActionSet()->front();
182 model->getDoneActionSet()->pop_front();
186 surf_action_t surf_model_extract_failed_action_set(surf_model_t model){
187 if (model->getFailedActionSet()->empty())
189 surf_action_t res = &model->getFailedActionSet()->front();
190 model->getFailedActionSet()->pop_front();
194 surf_action_t surf_model_extract_ready_action_set(surf_model_t model){
195 if (model->getReadyActionSet()->empty())
197 surf_action_t res = &model->getReadyActionSet()->front();
198 model->getReadyActionSet()->pop_front();
202 surf_action_t surf_model_extract_running_action_set(surf_model_t model){
203 if (model->getRunningActionSet()->empty())
205 surf_action_t res = &model->getRunningActionSet()->front();
206 model->getRunningActionSet()->pop_front();
210 int surf_model_running_action_set_size(surf_model_t model){
211 return model->getRunningActionSet()->size();
214 surf_action_t surf_host_model_execute_parallel_task(surf_host_model_t model,
216 sg_host_t *host_list,
217 double *flops_amount,
218 double *bytes_amount,
220 return static_cast<simgrid::surf::Action*>(
221 model->executeParallelTask(host_nb, host_list, flops_amount, bytes_amount, rate));
224 xbt_dynar_t surf_host_model_get_route(surf_host_model_t /*model*/,
225 sg_host_t src, sg_host_t dst){
226 xbt_dynar_t route = NULL;
227 routing_platf->getRouteAndLatency(
228 get_casted_host(src)->p_netElm,
229 get_casted_host(dst)->p_netElm, &route, NULL);
233 void surf_vm_model_create(const char *name, sg_host_t ind_phys_host){
234 surf_vm_model->createVM(name, ind_phys_host);
237 surf_action_t surf_network_model_communicate(surf_network_model_t model, sg_host_t src, sg_host_t dst, double size, double rate){
238 return model->communicate(sg_host_edge(src), sg_host_edge(dst), size, rate);
241 const char *surf_resource_name(surf_cpp_resource_t resource){
242 return resource->getName();
245 e_surf_resource_state_t surf_resource_get_state(surf_cpp_resource_t resource){
246 return resource->getState();
249 void surf_resource_set_state(surf_cpp_resource_t resource, e_surf_resource_state_t state){
250 resource->setState(state);
253 surf_action_t surf_host_sleep(sg_host_t host, double duration){
254 return get_casted_host(host)->sleep(duration);
257 xbt_dict_t sg_host_get_properties(sg_host_t host) {
258 return get_casted_host(host)->getProperties();
261 double surf_host_get_speed(sg_host_t host, double load){
262 return sg_host_surfcpu(host)->getSpeed(load);
265 double surf_host_get_available_speed(sg_host_t host){
266 return sg_host_surfcpu(host)->getAvailableSpeed();
269 int surf_host_get_core(sg_host_t host){
270 return sg_host_surfcpu(host)->getCore();
273 surf_action_t surf_host_execute(sg_host_t host, double size){
274 return get_casted_host(host)->execute(size);
277 double surf_host_get_current_power_peak(sg_host_t host){
278 return sg_host_surfcpu(host)->getCurrentPowerPeak();
281 double surf_host_get_power_peak_at(sg_host_t host, int pstate_index){
282 return sg_host_surfcpu(host)->getPowerPeakAt(pstate_index);
285 int surf_host_get_nb_pstates(sg_host_t host){
286 return sg_host_surfcpu(host)->getNbPstates();
289 void surf_host_set_pstate(sg_host_t host, int pstate_index){
290 sg_host_surfcpu(host)->setPstate(pstate_index);
292 int surf_host_get_pstate(sg_host_t host){
293 return sg_host_surfcpu(host)->getPstate();
296 using simgrid::energy::HostEnergy;
297 using simgrid::energy::surf_energy;
299 double surf_host_get_wattmin_at(sg_host_t resource, int pstate){
300 xbt_assert(surf_energy!=NULL, "The Energy plugin is not active. Please call sg_energy_plugin_init() during initialization.");
301 std::map<simgrid::surf::Host*, HostEnergy*>::iterator hostIt = surf_energy->find(get_casted_host(resource));
302 return hostIt->second->getWattMinAt(pstate);
304 double surf_host_get_wattmax_at(sg_host_t resource, int pstate){
305 xbt_assert(surf_energy!=NULL, "The Energy plugin is not active. Please call sg_energy_plugin_init() during initialization.");
306 std::map<simgrid::surf::Host*, HostEnergy*>::iterator hostIt = surf_energy->find(get_casted_host(resource));
307 return hostIt->second->getWattMaxAt(pstate);
310 double surf_host_get_consumed_energy(sg_host_t resource){
311 xbt_assert(surf_energy!=NULL, "The Energy plugin is not active. Please call sg_energy_plugin_init() during initialization.");
312 std::map<simgrid::surf::Host*, HostEnergy*>::iterator hostIt = surf_energy->find(get_casted_host(resource));
313 return hostIt->second->getConsumedEnergy();
316 xbt_dict_t surf_host_get_mounted_storage_list(sg_host_t host){
317 return get_casted_host(host)->getMountedStorageList();
320 xbt_dynar_t surf_host_get_attached_storage_list(sg_host_t host){
321 return get_casted_host(host)->getAttachedStorageList();
324 surf_action_t surf_host_open(sg_host_t host, const char* fullpath){
325 return get_casted_host(host)->open(fullpath);
328 surf_action_t surf_host_close(sg_host_t host, surf_file_t fd){
329 return get_casted_host(host)->close(fd);
332 int surf_host_unlink(sg_host_t host, surf_file_t fd){
333 return get_casted_host(host)->unlink(fd);
336 size_t surf_host_get_size(sg_host_t host, surf_file_t fd){
337 return get_casted_host(host)->getSize(fd);
340 surf_action_t surf_host_read(sg_host_t host, surf_file_t fd, sg_size_t size){
341 return get_casted_host(host)->read(fd, size);
344 surf_action_t surf_host_write(sg_host_t host, surf_file_t fd, sg_size_t size){
345 return get_casted_host(host)->write(fd, size);
348 xbt_dynar_t surf_host_get_info(sg_host_t host, surf_file_t fd){
349 return get_casted_host(host)->getInfo(fd);
352 size_t surf_host_file_tell(sg_host_t host, surf_file_t fd){
353 return get_casted_host(host)->fileTell(fd);
356 int surf_host_file_seek(sg_host_t host, surf_file_t fd,
357 sg_offset_t offset, int origin){
358 return get_casted_host(host)->fileSeek(fd, offset, origin);
361 int surf_host_file_move(sg_host_t host, surf_file_t fd, const char* fullpath){
362 return get_casted_host(host)->fileMove(fd, fullpath);
365 xbt_dynar_t surf_host_get_vms(sg_host_t host){
366 xbt_dynar_t vms = get_casted_host(host)->getVms();
367 xbt_dynar_t vms_ = xbt_dynar_new(sizeof(sg_host_t), NULL);
369 simgrid::surf::VirtualMachine *vm;
370 xbt_dynar_foreach(vms, cpt, vm) {
371 // TODO, use a backlink from simgrid::surf::Host to simgrid::Host
372 sg_host_t vm_ = (sg_host_t) xbt_dict_get_elm_or_null(host_list, vm->getName());
373 xbt_dynar_push(vms_, &vm_);
375 xbt_dynar_free(&vms);
379 void surf_host_get_params(sg_host_t host, vm_params_t params){
380 get_casted_host(host)->getParams(params);
383 void surf_host_set_params(sg_host_t host, vm_params_t params){
384 get_casted_host(host)->setParams(params);
387 void surf_vm_destroy(sg_host_t resource){
388 /* We deregister objects from host_lib, without invoking the freeing callback
391 * Do not call xbt_lib_remove() here. It deletes all levels of the key,
392 * including MSG_HOST_LEVEL and others. We should unregister only what we know.
394 sg_host_surfcpu_destroy(resource);
395 sg_host_edge_destroy(resource,1);
396 resource->extension_set<simgrid::surf::Host>(nullptr);
398 /* TODO: comment out when VM storage is implemented. */
399 // host->extension_set(SURF_STORAGE_LEVEL, nullptr);
402 void surf_vm_suspend(sg_host_t vm){
403 get_casted_vm(vm)->suspend();
406 void surf_vm_resume(sg_host_t vm){
407 get_casted_vm(vm)->resume();
410 void surf_vm_save(sg_host_t vm){
411 get_casted_vm(vm)->save();
414 void surf_vm_restore(sg_host_t vm){
415 get_casted_vm(vm)->restore();
418 void surf_vm_migrate(sg_host_t vm, sg_host_t ind_vm_ws_dest){
419 get_casted_vm(vm)->migrate(ind_vm_ws_dest);
422 sg_host_t surf_vm_get_pm(sg_host_t vm){
423 return get_casted_vm(vm)->getPm();
426 void surf_vm_set_bound(sg_host_t vm, double bound){
427 return get_casted_vm(vm)->setBound(bound);
430 void surf_vm_set_affinity(sg_host_t vm, sg_host_t cpu, unsigned long mask){
431 return get_casted_vm(vm)->setAffinity(sg_host_surfcpu(cpu), mask);
434 xbt_dict_t surf_storage_get_content(surf_resource_t resource){
435 return static_cast<simgrid::surf::Storage*>(surf_storage_resource_priv(resource))->getContent();
438 sg_size_t surf_storage_get_size(surf_resource_t resource){
439 return static_cast<simgrid::surf::Storage*>(surf_storage_resource_priv(resource))->getSize();
442 sg_size_t surf_storage_get_free_size(surf_resource_t resource){
443 return static_cast<simgrid::surf::Storage*>(surf_storage_resource_priv(resource))->getFreeSize();
446 sg_size_t surf_storage_get_used_size(surf_resource_t resource){
447 return static_cast<simgrid::surf::Storage*>(surf_storage_resource_priv(resource))->getUsedSize();
450 xbt_dict_t surf_storage_get_properties(surf_resource_t resource){
451 return static_cast<simgrid::surf::Storage*>(surf_storage_resource_priv(resource))->getProperties();
454 const char* surf_storage_get_host(surf_resource_t resource){
455 return static_cast<simgrid::surf::Storage*>(surf_storage_resource_priv(resource))->p_attach;
458 surf_action_t surf_cpu_execute(sg_host_t cpu, double size){
459 return sg_host_surfcpu(cpu)->execute(size);
462 surf_action_t surf_cpu_sleep(sg_host_t cpu, double duration){
463 return sg_host_surfcpu(cpu)->sleep(duration);
466 double surf_action_get_start_time(surf_action_t action){
467 return action->getStartTime();
470 double surf_action_get_finish_time(surf_action_t action){
471 return action->getFinishTime();
474 double surf_action_get_remains(surf_action_t action){
475 return action->getRemains();
478 void surf_action_unref(surf_action_t action){
482 void surf_action_suspend(surf_action_t action){
486 void surf_action_resume(surf_action_t action){
490 void surf_action_cancel(surf_action_t action){
494 void surf_action_set_priority(surf_action_t action, double priority){
495 action->setPriority(priority);
498 void surf_action_set_category(surf_action_t action, const char *category){
499 action->setCategory(category);
502 void *surf_action_get_data(surf_action_t action){
503 return action->getData();
506 void surf_action_set_data(surf_action_t action, void *data){
507 action->setData(data);
510 e_surf_action_state_t surf_action_get_state(surf_action_t action){
511 return action->getState();
514 double surf_action_get_cost(surf_action_t action){
515 return action->getCost();
518 void surf_cpu_action_set_affinity(surf_action_t action, sg_host_t cpu, unsigned long mask) {
519 static_cast<simgrid::surf::CpuAction*>(action)->setAffinity(sg_host_surfcpu(cpu), mask);
522 void surf_cpu_action_set_bound(surf_action_t action, double bound) {
523 static_cast<simgrid::surf::CpuAction*>(action)->setBound(bound);
526 #ifdef HAVE_LATENCY_BOUND_TRACKING
527 double surf_network_action_get_latency_limited(surf_action_t action) {
528 return static_cast<NetworkActionPtr>(action)->getLatencyLimited();
532 surf_file_t surf_storage_action_get_file(surf_action_t action){
533 return static_cast<simgrid::surf::StorageAction*>(action)->p_file;