X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/6ee7e9c2e455536ab817ae0136acfbb53822eecd..347996b4a10c4e8579080692afa60e0afb88b60a:/examples/simdag/scheduling/minmin_test.c diff --git a/examples/simdag/scheduling/minmin_test.c b/examples/simdag/scheduling/minmin_test.c index 898120fbe9..6ac0f78f18 100644 --- a/examples/simdag/scheduling/minmin_test.c +++ b/examples/simdag/scheduling/minmin_test.c @@ -1,56 +1,66 @@ -/* simple test to schedule a DAX file with the Min-Min algorithm. */ - -/* Copyright (c) 2009, 2010. The SimGrid Team. +/* Copyright (c) 2009-2016. The SimGrid Team. * All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it * under the terms of the license (GNU LGPL) which comes with this package. */ +/* simple test to schedule a DAX file with the Min-Min algorithm. */ #include #include -#include "simdag/simdag.h" +#include +#include "simgrid/simdag.h" #include "xbt/log.h" #include "xbt/ex.h" -#include -XBT_LOG_NEW_DEFAULT_CATEGORY(test, - "Logging specific to this SimDag example"); +#ifdef HAVE_JEDULE +#include "simgrid/jedule/jedule_sd_binding.h" +#endif -typedef struct _WorkstationAttribute *WorkstationAttribute; -struct _WorkstationAttribute { - /* Earliest time at wich a workstation is ready to execute a task */ +XBT_LOG_NEW_DEFAULT_CATEGORY(test, "Logging specific to this SimDag example"); + +typedef struct _HostAttribute *HostAttribute; +struct _HostAttribute { + /* Earliest time at which a host is ready to execute a task */ double available_at; + SD_task_t last_scheduled_task; }; -static void SD_workstation_allocate_attribute(SD_workstation_t workstation) +static void sg_host_allocate_attribute(sg_host_t host) { void *data; - data = calloc(1, sizeof(struct _WorkstationAttribute)); - SD_workstation_set_data(workstation, data); + data = calloc(1, sizeof(struct _HostAttribute)); + sg_host_user_set(host, data); } -static void SD_workstation_free_attribute(SD_workstation_t workstation) +static void sg_host_free_attribute(sg_host_t host) { - free(SD_workstation_get_data(workstation)); - SD_workstation_set_data(workstation, NULL); + free(sg_host_user(host)); + sg_host_user_set(host, NULL); } -static double SD_workstation_get_available_at(SD_workstation_t workstation) +static double sg_host_get_available_at(sg_host_t host) { - WorkstationAttribute attr = - (WorkstationAttribute) SD_workstation_get_data(workstation); + HostAttribute attr = (HostAttribute) sg_host_user(host); return attr->available_at; } -static void SD_workstation_set_available_at(SD_workstation_t workstation, - double time) +static void sg_host_set_available_at(sg_host_t host, double time) { - WorkstationAttribute attr = - (WorkstationAttribute) SD_workstation_get_data(workstation); + HostAttribute attr = (HostAttribute) sg_host_user(host); attr->available_at = time; - SD_workstation_set_data(workstation, attr); + sg_host_user_set(host, attr); } +static SD_task_t sg_host_get_last_scheduled_task( sg_host_t host){ + HostAttribute attr = (HostAttribute) sg_host_user(host); + return attr->last_scheduled_task; +} + +static void sg_host_set_last_scheduled_task(sg_host_t host, SD_task_t task){ + HostAttribute attr = (HostAttribute) sg_host_user(host); + attr->last_scheduled_task=task; + sg_host_user_set(host, attr); +} static xbt_dynar_t get_ready_tasks(xbt_dynar_t dax) { @@ -60,8 +70,7 @@ static xbt_dynar_t get_ready_tasks(xbt_dynar_t dax) ready_tasks = xbt_dynar_new(sizeof(SD_task_t), NULL); xbt_dynar_foreach(dax, i, task) { - if (SD_task_get_kind(task) == SD_TASK_COMP_SEQ && - SD_task_get_state(task) == SD_SCHEDULABLE) { + if (SD_task_get_kind(task) == SD_TASK_COMP_SEQ && SD_task_get_state(task) == SD_SCHEDULABLE) { xbt_dynar_push(ready_tasks, &task); } } @@ -70,7 +79,7 @@ static xbt_dynar_t get_ready_tasks(xbt_dynar_t dax) return ready_tasks; } -static double finish_on_at(SD_task_t task, SD_workstation_t workstation) +static double finish_on_at(SD_task_t task, sg_host_t host) { volatile double result; unsigned int i; @@ -80,37 +89,31 @@ static double finish_on_at(SD_task_t task, SD_workstation_t workstation) SD_task_t parent, grand_parent; xbt_dynar_t parents, grand_parents; - int grand_parent_nworkstations; - SD_workstation_t *grand_parent_workstation_list; + sg_host_t *grand_parent_host_list; parents = SD_task_get_parents(task); - if (xbt_dynar_length(parents)) { + if (!xbt_dynar_is_empty(parents)) { /* compute last_data_available */ last_data_available = -1.0; xbt_dynar_foreach(parents, i, parent) { - /* normal case */ if (SD_task_get_kind(parent) == SD_TASK_COMM_E2E) { grand_parents = SD_task_get_parents(parent); - if (xbt_dynar_length(grand_parents) > 1) { - XBT_ERROR("Warning: transfer %s has 2 parents", - SD_task_get_name(parent)); - } + xbt_assert(xbt_dynar_length(grand_parents) <2, "Error: transfer %s has 2 parents", SD_task_get_name(parent)); + xbt_dynar_get_cpy(grand_parents, 0, &grand_parent); - grand_parent_nworkstations = - SD_task_get_workstation_count(grand_parent); - grand_parent_workstation_list = - SD_task_get_workstation_list(grand_parent); + grand_parent_host_list = SD_task_get_workstation_list(grand_parent); /* Estimate the redistribution time from this parent */ - redist_time = - SD_route_get_communication_time(grand_parent_workstation_list - [0], workstation, - SD_task_get_amount(parent)); - data_available = - SD_task_get_finish_time(grand_parent) + redist_time; + if (SD_task_get_amount(parent) == 0){ + redist_time= 0; + } else { + redist_time = SD_route_get_latency(grand_parent_host_list[0], host) + + SD_task_get_amount(parent) / SD_route_get_bandwidth(grand_parent_host_list[0], host); + } + data_available = SD_task_get_finish_time(grand_parent) + redist_time; xbt_dynar_free_container(&grand_parents); } @@ -122,163 +125,73 @@ static double finish_on_at(SD_task_t task, SD_workstation_t workstation) if (last_data_available < data_available) last_data_available = data_available; - } xbt_dynar_free_container(&parents); - result = MAX(SD_workstation_get_available_at(workstation), - last_data_available) + - SD_workstation_get_computation_time(workstation, - SD_task_get_amount(task)); + result = MAX(sg_host_get_available_at(host), last_data_available) + SD_task_get_amount(task)/sg_host_speed(host); } else { xbt_dynar_free_container(&parents); - result = SD_workstation_get_available_at(workstation) + - SD_workstation_get_computation_time(workstation, - SD_task_get_amount(task)); + result = sg_host_get_available_at(host) + SD_task_get_amount(task)/sg_host_speed(host); } return result; } -static SD_workstation_t SD_task_get_best_workstation(SD_task_t task) +static sg_host_t SD_task_get_best_host(SD_task_t task) { int i; double EFT, min_EFT = -1.0; - const SD_workstation_t *workstations = SD_workstation_get_list(); - int nworkstations = SD_workstation_get_number(); - SD_workstation_t best_workstation; + const sg_host_t *hosts = sg_host_list(); + int nhosts = sg_host_count(); + sg_host_t best_host; - best_workstation = workstations[0]; - min_EFT = finish_on_at(task, workstations[0]); + best_host = hosts[0]; + min_EFT = finish_on_at(task, hosts[0]); - for (i = 1; i < nworkstations; i++) { - EFT = finish_on_at(task, workstations[i]); - XBT_DEBUG("%s finishes on %s at %f", - SD_task_get_name(task), - SD_workstation_get_name(workstations[i]), EFT); + for (i = 1; i < nhosts; i++) { + EFT = finish_on_at(task, hosts[i]); + XBT_DEBUG("%s finishes on %s at %f", SD_task_get_name(task), sg_host_get_name(hosts[i]), EFT); if (EFT < min_EFT) { min_EFT = EFT; - best_workstation = workstations[i]; - } - } - - return best_workstation; -} - -static void output_xml(FILE * out, xbt_dynar_t dax) -{ - unsigned int i, j, k; - int current_nworkstations; - const int nworkstations = SD_workstation_get_number(); - const SD_workstation_t *workstations = SD_workstation_get_list(); - SD_task_t task; - SD_workstation_t *list; - - fprintf(out, "\n"); - fprintf(out, "\n"); - fprintf(out, " \n"); - fprintf(out, " \n"); - fprintf(out, " \n"); - fprintf(out, - " \n", - nworkstations); - fprintf(out, " \n"); - fprintf(out, " \n"); - fprintf(out, " \n"); - - xbt_dynar_foreach(dax, i, task) { - fprintf(out, " \n"); - fprintf(out, " \n", - SD_task_get_name(task)); - fprintf(out, " \n"); - if (SD_task_get_kind(task) == SD_TASK_COMM_E2E) - fprintf(out, "transfer\"/>\n"); - - fprintf(out, - " \n", - SD_task_get_start_time(task)); - fprintf(out, - " \n", - SD_task_get_finish_time(task)); - fprintf(out, " \n"); - - current_nworkstations = SD_task_get_workstation_count(task); - - fprintf(out, - " \n", - current_nworkstations); - - fprintf(out, " \n"); - list = SD_task_get_workstation_list(task); - for (j = 0; j < current_nworkstations; j++) { - for (k = 0; k < nworkstations; k++) { - if (!strcmp(SD_workstation_get_name(workstations[k]), - SD_workstation_get_name(list[j]))) { - fprintf(out, " \n", - k); - fprintf(out, - " \n"); - break; - } - } + best_host = hosts[i]; } - fprintf(out, " \n"); - fprintf(out, " \n"); - fprintf(out, " \n"); } - fprintf(out, " \n"); - fprintf(out, "\n"); + return best_host; } int main(int argc, char **argv) { - unsigned int cursor, selected_idx = 0; + unsigned int cursor; double finish_time, min_finish_time = -1.0; - SD_task_t task, selected_task = NULL; + SD_task_t task, selected_task = NULL, last_scheduled_task; xbt_dynar_t ready_tasks; - SD_workstation_t workstation, selected_workstation = NULL; - int total_nworkstations = 0; - const SD_workstation_t *workstations = NULL; - xbt_dynar_t dax, changed; - FILE *out = NULL; + sg_host_t host, selected_host = NULL; + int total_nhosts = 0; + const sg_host_t *hosts = NULL; + char * tracefilename = NULL; + xbt_dynar_t dax; /* initialization of SD */ SD_init(&argc, argv); /* Check our arguments */ - if (argc < 3) { - XBT_INFO("Usage: %s platform_file dax_file [jedule_file]", argv[0]); - XBT_INFO - ("example: %s simulacrum_7_hosts.xml Montage_25.xml Montage_25.jed", - argv[0]); - exit(1); - } - char *tracefilename; - if (argc == 3) { - char *last = strrchr(argv[2], '.'); - - tracefilename = bprintf("%.*s.jed", - (int) (last == - NULL ? strlen(argv[2]) : last - - argv[2]), argv[2]); - } else { + xbt_assert(argc > 2, "Usage: %s platform_file dax_file [jedule_file]\n" + "\tExample: %s simulacrum_7_hosts.xml Montage_25.xml Montage_25.jed", argv[0], argv[0]); + + if (argc == 4) tracefilename = xbt_strdup(argv[3]); - } /* creation of the environment */ SD_create_environment(argv[1]); - /* Allocating the workstation attribute */ - total_nworkstations = SD_workstation_get_number(); - workstations = SD_workstation_get_list(); - - for (cursor = 0; cursor < total_nworkstations; cursor++) - SD_workstation_allocate_attribute(workstations[cursor]); + /* Allocating the host attribute */ + total_nhosts = sg_host_count(); + hosts = sg_host_list(); + for (cursor = 0; cursor < total_nhosts; cursor++) + sg_host_allocate_attribute(hosts[cursor]); /* load the DAX file */ dax = SD_daxload(argv[2]); @@ -289,73 +202,75 @@ int main(int argc, char **argv) /* Schedule the root first */ xbt_dynar_get_cpy(dax, 0, &task); - workstation = SD_task_get_best_workstation(task); - SD_task_schedulel(task, 1, workstation); + host = SD_task_get_best_host(task); + SD_task_schedulel(task, 1, host); - while (!xbt_dynar_is_empty((changed = SD_simulate(-1.0)))) { + while (!xbt_dynar_is_empty(SD_simulate(-1.0))) { /* Get the set of ready tasks */ ready_tasks = get_ready_tasks(dax); - if (!xbt_dynar_length(ready_tasks)) { + if (xbt_dynar_is_empty(ready_tasks)) { xbt_dynar_free_container(&ready_tasks); - xbt_dynar_free_container(&changed); /* there is no ready task, let advance the simulation */ continue; } /* For each ready task: - * get the workstation that minimizes the completion time. - * select the task that has the minimum completion time on - * its best workstation. + * get the host that minimizes the completion time. + * select the task that has the minimum completion time on its best host. */ xbt_dynar_foreach(ready_tasks, cursor, task) { XBT_DEBUG("%s is ready", SD_task_get_name(task)); - workstation = SD_task_get_best_workstation(task); - finish_time = finish_on_at(task, workstation); + host = SD_task_get_best_host(task); + finish_time = finish_on_at(task, host); if (min_finish_time == -1. || finish_time < min_finish_time) { min_finish_time = finish_time; selected_task = task; - selected_workstation = workstation; - selected_idx = cursor; + selected_host = host; } } - XBT_INFO("Schedule %s on %s", SD_task_get_name(selected_task), - SD_workstation_get_name(selected_workstation)); + XBT_INFO("Schedule %s on %s", SD_task_get_name(selected_task), sg_host_get_name(selected_host)); + SD_task_schedulel(selected_task, 1, selected_host); - SD_task_schedulel(selected_task, 1, selected_workstation); - SD_workstation_set_available_at(selected_workstation, min_finish_time); + /* + * SimDag allows tasks to be executed concurrently when they can by default. + * Yet schedulers take decisions assuming that tasks wait for resource availability to start. + * The solution (well crude hack is to keep track of the last task scheduled on a host and add a special type of + * dependency if needed to force the sequential execution meant by the scheduler. + * If the last scheduled task is already done, has failed or is a predecessor of the current task, no need for a + * new dependency + */ + + last_scheduled_task = sg_host_get_last_scheduled_task(selected_host); + if (last_scheduled_task && (SD_task_get_state(last_scheduled_task) != SD_DONE) && + (SD_task_get_state(last_scheduled_task) != SD_FAILED) && + !SD_task_dependency_exists(sg_host_get_last_scheduled_task(selected_host), selected_task)) + SD_task_dependency_add("resource", NULL, last_scheduled_task, selected_task); + + sg_host_set_last_scheduled_task(selected_host, selected_task); + sg_host_set_available_at(selected_host, min_finish_time); xbt_dynar_free_container(&ready_tasks); /* reset the min_finish_time for the next set of ready tasks */ min_finish_time = -1.; - xbt_dynar_free_container(&changed); } XBT_INFO("Simulation Time: %f", SD_get_clock()); - - - - - XBT_INFO - ("------------------- Produce the trace file---------------------------"); - XBT_INFO("Producing the trace of the run into %s", tracefilename); - out = fopen(tracefilename, "w"); - xbt_assert1(out, "Cannot write to %s", tracefilename); + XBT_INFO("------------------- Produce the trace file---------------------------"); + XBT_INFO("Producing a jedule output (if active) of the run into %s", tracefilename?tracefilename:"minmin_test.jed"); +#ifdef HAVE_JEDULE + jedule_sd_dump(tracefilename); +#endif free(tracefilename); - output_xml(out, dax); - - fclose(out); - - xbt_dynar_free_container(&ready_tasks); - xbt_dynar_free_container(&changed); xbt_dynar_foreach(dax, cursor, task) { SD_task_destroy(task); } + xbt_dynar_free_container(&dax); - for (cursor = 0; cursor < total_nworkstations; cursor++) - SD_workstation_free_attribute(workstations[cursor]); + for (cursor = 0; cursor < total_nhosts; cursor++) + sg_host_free_attribute(hosts[cursor]); /* exit */ SD_exit();