X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/7af26b18db4c8be2b55d91418e2c7210043aeb81..12c0f182635ed71b370d608b5b9a614153765cd4:/src/surf/workstation.c diff --git a/src/surf/workstation.c b/src/surf/workstation.c index 47fd18f0e2..dbaf9ae184 100644 --- a/src/surf/workstation.c +++ b/src/surf/workstation.c @@ -12,6 +12,9 @@ #include "surf/surf_resource.h" #include "simgrid/sg_config.h" #include "workstation_private.h" +#include "vm_workstation_private.h" +#include "cpu_cas01_private.h" +#include "maxmin_private.h" XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_workstation, surf, "Logging specific to the SURF workstation module"); @@ -19,25 +22,21 @@ XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_workstation, surf, surf_model_t surf_workstation_model = NULL; -void __init_workstation_CLM03(workstation_CLM03_t ws, const char *id) +static void workstation_new(sg_platf_host_cbarg_t host) { - ws->generic_resource.model = surf_workstation_model; - ws->generic_resource.name = xbt_strdup(id); - ws->storage = xbt_lib_get_or_null(storage_lib, id, ROUTING_STORAGE_HOST_LEVEL); - ws->net_elm = xbt_lib_get_or_null(host_lib, id, ROUTING_HOST_LEVEL); + const char *name = host->id; - XBT_DEBUG("Create ws %s with %ld mounted disks", id, xbt_dynar_length(ws->storage)); - xbt_lib_set(host_lib, id, SURF_WKS_LEVEL, ws); -} + /* NOTE: The properties object is NULL, because the current code uses that of + * that of a cpu resource. */ + workstation_CLM03_t ws = (workstation_CLM03_t) surf_resource_new(sizeof(s_workstation_CLM03_t), surf_workstation_model, name, NULL); -static void workstation_new(sg_platf_host_cbarg_t host) -{ - workstation_CLM03_t workstation = xbt_new0(s_workstation_CLM03_t, 1); + ws->storage = xbt_lib_get_or_null(storage_lib, name, ROUTING_STORAGE_HOST_LEVEL); + ws->net_elm = xbt_lib_get_or_null(host_lib, name, ROUTING_HOST_LEVEL); - __init_workstation_CLM03(workstation, host->id); + XBT_DEBUG("Create ws %s with %ld mounted disks", name, xbt_dynar_length(ws->storage)); + xbt_lib_set(host_lib, name, SURF_WKS_LEVEL, ws); } - static void ws_parallel_action_cancel(surf_action_t action) { THROW_UNIMPLEMENTED; /* This model does not implement parallel tasks */ @@ -49,7 +48,7 @@ static int ws_parallel_action_free(surf_action_t action) return -1; } -static int ws_action_unref(surf_action_t action) +int ws_action_unref(surf_action_t action) { if (action->model_obj->type == SURF_MODEL_TYPE_NETWORK) return surf_network_model->action_unref(action); @@ -64,7 +63,7 @@ static int ws_action_unref(surf_action_t action) return 0; } -static void ws_action_cancel(surf_action_t action) +void ws_action_cancel(surf_action_t action) { if (action->model_obj->type == SURF_MODEL_TYPE_NETWORK) surf_network_model->action_cancel(action); @@ -101,8 +100,74 @@ int ws_resource_used(void *resource_id) return -1; } + +/* TODO: The current code would be slow due to the iteration. Later, we can + * make it faster. */ +static int constraint_is_active(cpu_Cas01_t cpu_cas01) +{ + surf_model_t cpu_model = cpu_cas01->generic_resource.model; + lmm_system_t sys = cpu_model->model_private->maxmin_system; + int found = 0; + lmm_constraint_t cnst_tmp; + + xbt_swag_foreach(cnst_tmp, &sys->active_constraint_set) { + if (cnst_tmp == cpu_cas01->constraint) { + found = 1; + break; + } + } + + return found; +} + +/* Each VM has a dummy CPU action on the PM layer. This CPU action works as the + * constraint (capacity) of the VM in the PM layer. If the VM does not have any + * active task, the dummy CPU action must be deactivated, so that the VM does + * not get any CPU share in the PM layer. */ +static void adjust_weight_of_dummy_cpu_actions(void) +{ + /* iterate for all hosts including virtual machines */ + xbt_lib_cursor_t cursor; + char *key; + void **ind_host; + + xbt_lib_foreach(host_lib, cursor, key, ind_host) { + workstation_CLM03_t ws_clm03 = ind_host[SURF_WKS_LEVEL]; + cpu_Cas01_t cpu_cas01 = ind_host[SURF_CPU_LEVEL]; + + if (!ws_clm03) + continue; + /* skip if it is not a virtual machine */ + if (ws_clm03->generic_resource.model != surf_vm_workstation_model) + continue; + xbt_assert(cpu_cas01, "cpu-less workstation"); + + /* It is a virtual machine, so we can cast it to workstation_VM2013_t */ + workstation_VM2013_t ws_vm2013 = (workstation_VM2013_t) ws_clm03; + + if (constraint_is_active(cpu_cas01)) { + /* some tasks exist on this VM */ + XBT_DEBUG("set the weight of the dummy CPU action on PM to 1"); + + /* FIXME: we shoud use lmm_update_variable_weight() ? */ + /* FIXME: If we assgign 1.05 and 0.05, the system makes apparently wrong values. */ + surf_action_set_priority(ws_vm2013->cpu_action, 1); + + } else { + /* no task exits on this VM */ + XBT_DEBUG("set the weight of the dummy CPU action on PM to 0"); + + surf_action_set_priority(ws_vm2013->cpu_action, 0); + } + } +} + + double ws_share_resources(surf_model_t workstation_model, double now) { + if (workstation_model->type == SURF_MODEL_TYPE_WORKSTATION) + adjust_weight_of_dummy_cpu_actions(); + /* Invoke the share_resources() callback of the physical cpu model object and * the network model objects. */ surf_model_t cpu_model = workstation_model->extension.workstation.cpu_model; @@ -111,7 +176,17 @@ double ws_share_resources(surf_model_t workstation_model, double now) double min_by_cpu = cpu_model->model_private->share_resources(cpu_model, now); double min_by_net = net_model->model_private->share_resources(net_model, now); - return min(min_by_cpu, min_by_net); + XBT_DEBUG("model %p, %s min_by_cpu %f, %s min_by_net %f", + workstation_model, cpu_model->name, min_by_cpu, net_model->name, min_by_net); + + if (min_by_cpu >= 0.0 && min_by_net >= 0.0) + return min(min_by_cpu, min_by_net); + else if (min_by_cpu >= 0.0) + return min_by_cpu; + else if (min_by_net >= 0.0) + return min_by_net; + else + return min_by_cpu; /* probably min_by_cpu == min_by_net == -1 */ } void ws_update_actions_state(surf_model_t workstation_model, double now, double delta) @@ -133,19 +208,19 @@ void ws_finalize(surf_model_t workstation_model) -static surf_action_t ws_execute(void *workstation, double size) +surf_action_t ws_execute(void *workstation, double size) { surf_resource_t cpu = ((surf_resource_t) surf_cpu_resource_priv(workstation)); return cpu->model->extension.cpu.execute(workstation, size); } -static surf_action_t ws_action_sleep(void *workstation, double duration) +surf_action_t ws_action_sleep(void *workstation, double duration) { surf_resource_t cpu = ((surf_resource_t) surf_cpu_resource_priv(workstation)); return cpu->model->extension.cpu.sleep(workstation, duration); } -static void ws_action_suspend(surf_action_t action) +void ws_action_suspend(surf_action_t action) { if (action->model_obj->type == SURF_MODEL_TYPE_NETWORK) surf_network_model->suspend(action); @@ -155,7 +230,7 @@ static void ws_action_suspend(surf_action_t action) DIE_IMPOSSIBLE; } -static void ws_action_resume(surf_action_t action) +void ws_action_resume(surf_action_t action) { if (action->model_obj->type == SURF_MODEL_TYPE_NETWORK) surf_network_model->resume(action); @@ -186,7 +261,7 @@ static void ws_action_set_max_duration(surf_action_t action, DIE_IMPOSSIBLE; } -static void ws_action_set_priority(surf_action_t action, double priority) +void ws_action_set_priority(surf_action_t action, double priority) { if (action->model_obj->type == SURF_MODEL_TYPE_NETWORK) surf_network_model->set_priority(action, priority); @@ -196,6 +271,17 @@ static void ws_action_set_priority(surf_action_t action, double priority) DIE_IMPOSSIBLE; } +void ws_action_set_bound(surf_action_t action, double bound) +{ + /* FIXME: only for CPU model object? */ + if (action->model_obj->type == SURF_MODEL_TYPE_NETWORK) + surf_network_model->set_bound(action, bound); + else if (action->model_obj->type == SURF_MODEL_TYPE_CPU) + action->model_obj->set_bound(action, bound); + else + DIE_IMPOSSIBLE; +} + #ifdef HAVE_TRACING static void ws_action_set_category(surf_action_t action, const char *category) { @@ -218,7 +304,7 @@ static int ws_get_latency_limited(surf_action_t action) } #endif -static double ws_action_get_remains(surf_action_t action) +double ws_action_get_remains(surf_action_t action) { if (action->model_obj->type == SURF_MODEL_TYPE_NETWORK) return surf_network_model->get_remains(action); @@ -239,18 +325,29 @@ static surf_action_t ws_communicate(void *workstation_src, dst->net_elm, size, rate); } -static e_surf_resource_state_t ws_get_state(void *workstation) +e_surf_resource_state_t ws_get_state(void *workstation) { surf_resource_t cpu = ((surf_resource_t) surf_cpu_resource_priv(workstation)); return cpu->model->extension.cpu.get_state(workstation); } -static double ws_get_speed(void *workstation, double load) +static void ws_set_state(void *workstation, e_surf_resource_state_t state) +{ + surf_resource_t cpu = ((surf_resource_t) surf_cpu_resource_priv(workstation)); + cpu->model->extension.cpu.set_state(workstation, state); +} + +double ws_get_speed(void *workstation, double load) { surf_resource_t cpu = ((surf_resource_t) surf_cpu_resource_priv(workstation)); return cpu->model->extension.cpu.get_speed(workstation, load); } +static int ws_get_core(void *workstation) +{ + surf_resource_t cpu = ((surf_resource_t) surf_cpu_resource_priv(workstation)); + return cpu->model->extension.cpu.get_core(workstation); +} static double ws_get_available_speed(void *workstation) { surf_resource_t cpu = ((surf_resource_t) surf_cpu_resource_priv(workstation)); @@ -344,55 +441,72 @@ static storage_t find_storage_on_mount_list(void *workstation,const char* storag return st; } -static surf_action_t ws_action_open(void *workstation, const char* mount, const char* path, const char* mode) +static surf_action_t ws_action_open(void *workstation, const char* mount, + const char* path) { storage_t st = find_storage_on_mount_list(workstation, mount); XBT_DEBUG("OPEN on disk '%s'",st->generic_resource.name); surf_model_t model = st->generic_resource.model; - return model->extension.storage.open(st, mount, path, mode); + return model->extension.storage.open(st, mount, path); } -static surf_action_t ws_action_close(void *workstation, surf_file_t fp) +static surf_action_t ws_action_close(void *workstation, surf_file_t fd) { - storage_t st = find_storage_on_mount_list(workstation, fp->storage); + storage_t st = find_storage_on_mount_list(workstation, fd->storage); XBT_DEBUG("CLOSE on disk '%s'",st->generic_resource.name); surf_model_t model = st->generic_resource.model; - return model->extension.storage.close(st, fp); + return model->extension.storage.close(st, fd); } -static surf_action_t ws_action_read(void *workstation, void* ptr, size_t size, size_t nmemb, surf_file_t stream) +static surf_action_t ws_action_read(void *workstation, void* ptr, size_t size, + surf_file_t fd) { - storage_t st = find_storage_on_mount_list(workstation, stream->storage); + storage_t st = find_storage_on_mount_list(workstation, fd->storage); XBT_DEBUG("READ on disk '%s'",st->generic_resource.name); surf_model_t model = st->generic_resource.model; - return model->extension.storage.read(st, ptr, (double)size, nmemb, stream); + return model->extension.storage.read(st, ptr, size, fd); } -static surf_action_t ws_action_write(void *workstation, const void* ptr, size_t size, size_t nmemb, surf_file_t stream) +static surf_action_t ws_action_write(void *workstation, const void* ptr, + size_t size, surf_file_t fd) { - storage_t st = find_storage_on_mount_list(workstation, stream->storage); + storage_t st = find_storage_on_mount_list(workstation, fd->storage); XBT_DEBUG("WRITE on disk '%s'",st->generic_resource.name); surf_model_t model = st->generic_resource.model; - return model->extension.storage.write(st, ptr, size, nmemb, stream); + return model->extension.storage.write(st, ptr, size, fd); } -static surf_action_t ws_action_stat(void *workstation, surf_file_t stream) +static int ws_file_unlink(void *workstation, surf_file_t fd) { - storage_t st = find_storage_on_mount_list(workstation, stream->storage); - XBT_DEBUG("STAT on disk '%s'",st->generic_resource.name); - surf_model_t model = st->generic_resource.model; - return model->extension.storage.stat(st, stream); -} - -static surf_action_t ws_action_unlink(void *workstation, surf_file_t stream) -{ - storage_t st = find_storage_on_mount_list(workstation, stream->storage); - XBT_DEBUG("UNLINK on disk '%s'",st->generic_resource.name); - surf_model_t model = st->generic_resource.model; - return model->extension.storage.unlink(st, stream); + if (!fd){ + XBT_WARN("No such file descriptor. Impossible to unlink"); + return 0; + } else { +// XBT_INFO("%s %zu", fd->storage, fd->size); + storage_t st = find_storage_on_mount_list(workstation, fd->storage); + xbt_dict_t content_dict = (st)->content; + /* Check if the file is on this storage */ + if (!xbt_dict_get_or_null(content_dict, fd->name)){ + XBT_WARN("File %s is not on disk %s. Impossible to unlink", fd->name, + st->generic_resource.name); + return 0; + } else { + XBT_DEBUG("UNLINK on disk '%s'",st->generic_resource.name); + st->used_size -= fd->size; + + // Remove the file from storage + xbt_dict_remove(content_dict,fd->name); + + free(fd->name); + free(fd->storage); + xbt_free(fd); + return 1; + } + } } -static surf_action_t ws_action_ls(void *workstation, const char* mount, const char *path) +static surf_action_t ws_action_ls(void *workstation, const char* mount, + const char *path) { XBT_DEBUG("LS on mount '%s' and file '%s'",mount, path); storage_t st = find_storage_on_mount_list(workstation, mount); @@ -400,6 +514,50 @@ static surf_action_t ws_action_ls(void *workstation, const char* mount, const ch return model->extension.storage.ls(st, path); } +static size_t ws_file_get_size(void *workstation, surf_file_t fd) +{ + return fd->size; +} + +void ws_get_params(void *ws, ws_params_t params) +{ + workstation_CLM03_t ws_clm03 = surf_workstation_resource_priv(ws); + memcpy(params, &ws_clm03->params, sizeof(s_ws_params_t)); +} + +void ws_set_params(void *ws, ws_params_t params) +{ + workstation_CLM03_t ws_clm03 = surf_workstation_resource_priv(ws); + /* may check something here. */ + memcpy(&ws_clm03->params, params, sizeof(s_ws_params_t)); +} + +static xbt_dynar_t ws_get_vms(void *pm) +{ + xbt_dynar_t dyn = xbt_dynar_new(sizeof(smx_host_t), NULL); + + /* iterate for all hosts including virtual machines */ + xbt_lib_cursor_t cursor; + char *key; + void **ind_host; + xbt_lib_foreach(host_lib, cursor, key, ind_host) { + workstation_CLM03_t ws_clm03 = ind_host[SURF_WKS_LEVEL]; + if (!ws_clm03) + continue; + /* skip if it is not a virtual machine */ + if (ws_clm03->generic_resource.model != surf_vm_workstation_model) + continue; + + /* It is a virtual machine, so we can cast it to workstation_VM2013_t */ + workstation_VM2013_t ws_vm2013 = (workstation_VM2013_t) ws_clm03; + if (pm == ws_vm2013->sub_ws) + xbt_dynar_push(dyn, &ws_vm2013->sub_ws); + } + + return dyn; +} + + static void surf_workstation_model_init_internal(void) { surf_model_t model = surf_model_init(); @@ -421,6 +579,7 @@ static void surf_workstation_model_init_internal(void) model->is_suspended = ws_action_is_suspended; model->set_max_duration = ws_action_set_max_duration; model->set_priority = ws_action_set_priority; + model->set_bound = ws_action_set_bound; #ifdef HAVE_TRACING model->set_category = ws_action_set_category; #endif @@ -432,13 +591,17 @@ static void surf_workstation_model_init_internal(void) /* For VM support, we have a surf cpu model object for each workstation model * object. The physical workstation model object has the cpu model object of * the physical machine layer. */ + xbt_assert(surf_cpu_model_pm); model->extension.workstation.cpu_model = surf_cpu_model_pm; model->extension.workstation.execute = ws_execute; model->extension.workstation.sleep = ws_action_sleep; model->extension.workstation.get_state = ws_get_state; + model->extension.workstation.set_state = ws_set_state; + model->extension.workstation.get_core = ws_get_core; model->extension.workstation.get_speed = ws_get_speed; - model->extension.workstation.get_available_speed = ws_get_available_speed; + model->extension.workstation.get_available_speed = + ws_get_available_speed; model->extension.workstation.communicate = ws_communicate; model->extension.workstation.get_route = ws_get_route; @@ -452,36 +615,39 @@ static void surf_workstation_model_init_internal(void) model->extension.workstation.close = ws_action_close; model->extension.workstation.read = ws_action_read; model->extension.workstation.write = ws_action_write; - model->extension.workstation.stat = ws_action_stat; - model->extension.workstation.unlink = ws_action_unlink; + model->extension.workstation.unlink = ws_file_unlink; model->extension.workstation.ls = ws_action_ls; + model->extension.workstation.get_params = ws_get_params; + model->extension.workstation.set_params = ws_set_params; + model->extension.workstation.get_vms = ws_get_vms; + surf_workstation_model = model; } void surf_workstation_model_init_current_default(void) { - - surf_workstation_model_init_internal(); - - xbt_cfg_setdefault_int(_sg_cfg_set, "network/crosstraffic", 1); + xbt_cfg_setdefault_boolean(_sg_cfg_set, "network/crosstraffic", xbt_strdup("yes")); surf_cpu_model_init_Cas01(); surf_network_model_init_LegrandVelho(); + /* surf_cpu_mode_pm and surf_network_model must be initialized in advance. */ + xbt_assert(surf_cpu_model_pm); + xbt_assert(surf_network_model); + surf_workstation_model_init_internal(); + xbt_dynar_push(model_list, &surf_workstation_model); xbt_dynar_push(model_list_invoke, &surf_workstation_model); sg_platf_host_add_cb(workstation_new); -// sg_platf_postparse_add_cb(create_workstations); } void surf_workstation_model_init_compound() { - xbt_assert(surf_cpu_model_pm, "No CPU model defined yet!"); xbt_assert(surf_network_model, "No network model defined yet!"); + surf_workstation_model_init_internal(); xbt_dynar_push(model_list, &surf_workstation_model); xbt_dynar_push(model_list_invoke, &surf_workstation_model); sg_platf_host_add_cb(workstation_new); -// sg_platf_postparse_add_cb(create_workstations); }