X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/260f5b9677866b61cd6ada7c6516faefcfcd1989..3b013fc09cb58be09f9f8d3f3a8161cb92bdbb84:/src/smpi/smpi_bench.cpp diff --git a/src/smpi/smpi_bench.cpp b/src/smpi/smpi_bench.cpp index b5ae065518..dfc02f1424 100644 --- a/src/smpi/smpi_bench.cpp +++ b/src/smpi/smpi_bench.cpp @@ -11,6 +11,7 @@ #include "src/internal_config.h" #include "private.h" +#include "private.hpp" #include "xbt/dict.h" #include "xbt/sysdep.h" #include "xbt/ex.h" @@ -70,16 +71,16 @@ XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_bench, smpi, "Logging specific to SMPI (ben #define PTR_STRLEN (2 + 2 * sizeof(void*) + 1) -xbt_dict_t samples = NULL; /* Allocated on first use */ -xbt_dict_t calls = NULL; /* Allocated on first use */ +xbt_dict_t samples = nullptr; /* Allocated on first use */ +xbt_dict_t calls = nullptr; /* Allocated on first use */ double smpi_cpu_threshold; double smpi_running_power; int smpi_loaded_page = -1; -char* smpi_start_data_exe = NULL; +char* smpi_start_data_exe = nullptr; int smpi_size_data_exe = 0; -int smpi_privatize_global_variables; +bool smpi_privatize_global_variables; double smpi_total_benched_time = 0; smpi_privatisation_region_t smpi_privatisation_regions; @@ -154,7 +155,7 @@ static size_t shm_size(int fd) { if(fstat(fd, &st) < 0) { xbt_die("Could not stat fd %d: %s", fd, strerror(errno)); } - return (size_t)st.st_size; + return static_cast(st.st_size); } #ifndef WIN32 @@ -163,13 +164,11 @@ static void* shm_map(int fd, size_t size, shared_data_key_type* data) { char loc[PTR_STRLEN]; shared_metadata_t meta; - if(size > shm_size(fd)) { - if(ftruncate(fd, (off_t)size) < 0) { + if(size > shm_size(fd) && (ftruncate(fd, static_cast(size)) < 0)) { xbt_die("Could not truncate fd %d to %zu: %s", fd, size, strerror(errno)); - } } - mem = mmap(NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0); + mem = mmap(nullptr, size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0); if(mem == MAP_FAILED) { xbt_die("Could not map fd %d: %s", fd, strerror(errno)); } @@ -231,8 +230,6 @@ void smpi_execute(double duration) } } -void smpi_switch_data_segment(int dest); - void smpi_bench_begin(void) { if (smpi_privatize_global_variables) { @@ -251,18 +248,31 @@ void smpi_bench_end(void) if (MC_is_active() || MC_record_replay_is_active()) return; + double speedup = 1; xbt_os_timer_t timer = smpi_process_timer(); xbt_os_threadtimer_stop(timer); -// smpi_switch_data_segment(smpi_process_count()); if (smpi_process_get_sampling()) { XBT_CRITICAL("Cannot do recursive benchmarks."); XBT_CRITICAL("Are you trying to make a call to MPI within a SMPI_SAMPLE_ block?"); xbt_backtrace_display_current(); xbt_die("Aborting."); } + + if (xbt_cfg_get_string("smpi/comp-adjustment-file")[0] != '\0') { // Maybe we need to artificially speed up or slow + // down our computation based on our statistical analysis. + + smpi_trace_call_location_t* loc = smpi_process_get_call_location(); + std::string key = loc->get_composed_key(); + std::unordered_map::const_iterator it = location2speedup.find(key); + if (it != location2speedup.end()) { + speedup = it->second; + } + } + // Simulate the benchmarked computation unless disabled via command-line argument - if (xbt_cfg_get_boolean("smpi/simulate-computation")) - smpi_execute(xbt_os_timer_elapsed(timer)); + if (xbt_cfg_get_boolean("smpi/simulate-computation")) { + smpi_execute(xbt_os_timer_elapsed(timer)/speedup); + } smpi_total_benched_time += xbt_os_timer_elapsed(timer); } @@ -289,12 +299,12 @@ static unsigned int private_sleep(double secs) unsigned int smpi_sleep(unsigned int secs) { - return private_sleep((double)secs); + return private_sleep(static_cast(secs)); } int smpi_usleep(useconds_t usecs) { - return (int)private_sleep((double)usecs / 1000000.0); + return static_cast(private_sleep(static_cast(usecs) / 1000000.0)); } int smpi_gettimeofday(struct timeval *tv, void* tz) @@ -303,11 +313,11 @@ int smpi_gettimeofday(struct timeval *tv, void* tz) smpi_bench_end(); now = SIMIX_get_clock(); if (tv) { - tv->tv_sec = (time_t)now; + tv->tv_sec = static_cast(now); #ifdef WIN32 - tv->tv_usec = (useconds_t)((now - tv->tv_sec) * 1e6); + tv->tv_usec = static_cast((now - tv->tv_sec) * 1e6); #else - tv->tv_usec = (suseconds_t)((now - tv->tv_sec) * 1e6); + tv->tv_usec = static_cast((now - tv->tv_sec) * 1e6); #endif } smpi_bench_begin(); @@ -320,7 +330,7 @@ unsigned long long smpi_rastro_resolution (void) smpi_bench_end(); double resolution = (1/sg_surf_precision); smpi_bench_begin(); - return (unsigned long long)resolution; + return static_cast(resolution); } unsigned long long smpi_rastro_timestamp (void) @@ -331,7 +341,7 @@ unsigned long long smpi_rastro_timestamp (void) unsigned long long sec = (unsigned long long)now; unsigned long long pre = (now - sec) * smpi_rastro_resolution(); smpi_bench_begin(); - return (unsigned long long)sec * smpi_rastro_resolution() + pre; + return static_cast(sec) * smpi_rastro_resolution() + pre; } /* ****************************** Functions related to the SMPI_SAMPLE_ macros ************************************/ @@ -375,14 +385,14 @@ void smpi_sample_1(int global, const char *file, int line, int iters, double thr smpi_bench_end(); /* Take time from previous, unrelated computation into account */ smpi_process_set_sampling(1); - if (!samples) + if (samples==nullptr) samples = xbt_dict_new_homogeneous(free); data = static_cast(xbt_dict_get_or_null(samples, loc)); - if (!data) { + if (data==nullptr) { xbt_assert(threshold>0 || iters>0, "You should provide either a positive amount of iterations to bench, or a positive maximal stderr (or both)"); - data = (local_data_t *) xbt_new(local_data_t, 1); + data = static_cast( xbt_new(local_data_t, 1)); data->count = 0; data->sum = 0.0; data->sum_pow2 = 0.0; @@ -390,7 +400,7 @@ void smpi_sample_1(int global, const char *file, int line, int iters, double thr data->threshold = threshold; data->benching = 1; // If we have no data, we need at least one data->mean = 0; - xbt_dict_set(samples, loc, data, NULL); + xbt_dict_set(samples, loc, data, nullptr); XBT_DEBUG("XXXXX First time ever on benched nest %s.",loc); } else { if (data->iters != iters || data->threshold != threshold) { @@ -402,7 +412,7 @@ void smpi_sample_1(int global, const char *file, int line, int iters, double thr // if we already have some data, check whether sample_2 should get one more bench or whether it should emulate // the computation instead - data->benching = !sample_enough_benchs(data); + data->benching = (sample_enough_benchs(data) == 0); XBT_DEBUG("XXXX Re-entering the benched nest %s. %s",loc, (data->benching?"more benching needed":"we have enough data, skip computes")); } @@ -461,10 +471,10 @@ void smpi_sample_3(int global, const char *file, int line) sample = xbt_os_timer_elapsed(smpi_process_timer()); data->sum += sample; data->sum_pow2 += sample * sample; - n = (double)data->count; + n = static_cast(data->count); data->mean = data->sum / n; data->relstderr = sqrt((data->sum_pow2 / n - data->mean * data->mean) / n) / data->mean; - if (!sample_enough_benchs(data)) { + if (sample_enough_benchs(data)==0) { data->mean = sample; // Still in benching process; We want sample_2 to simulate the exact time of this loop // occurrence before leaving, not the mean over the history } @@ -492,12 +502,10 @@ void *smpi_shared_malloc(size_t size, const char *file, int line) snprintf(shmname, 31, "/shmalloc%p", &*data); fd = shm_open(shmname, O_RDWR | O_CREAT | O_EXCL, S_IRUSR | S_IWUSR | S_IRGRP | S_IROTH); if (fd < 0) { - switch(errno) { - case EEXIST: - xbt_die("Please cleanup /dev/shm/%s", shmname); - default: - xbt_die("An unhandled error occured while opening %s. shm_open: %s", shmname, strerror(errno)); - } + if(errno==EEXIST) + xbt_die("Please cleanup /dev/shm/%s", shmname); + else + xbt_die("An unhandled error occurred while opening %s. shm_open: %s", shmname, strerror(errno)); } data->second.fd = fd; data->second.count = 1; @@ -551,23 +559,24 @@ void smpi_shared_free(void *ptr) int smpi_shared_known_call(const char* func, const char* input) { char* loc = bprintf("%s:%s", func, input); - xbt_ex_t ex; int known = 0; - if (!calls) { - calls = xbt_dict_new_homogeneous(NULL); + if (calls==nullptr) { + calls = xbt_dict_new_homogeneous(nullptr); } - TRY { + try { xbt_dict_get(calls, loc); /* Succeed or throw */ known = 1; - } - TRY_CLEANUP { xbt_free(loc); } - CATCH(ex) { + catch (xbt_ex& ex) { + xbt_free(loc); if (ex.category != not_found_error) - RETHROW; - xbt_ex_free(ex); + throw; + } + catch(...) { + xbt_free(loc); + throw; } return known; } @@ -576,31 +585,30 @@ void* smpi_shared_get_call(const char* func, const char* input) { char* loc = bprintf("%s:%s", func, input); void* data; - if(!calls) { - calls = xbt_dict_new_homogeneous(NULL); + if(calls==nullptr) { + calls = xbt_dict_new_homogeneous(nullptr); } data = xbt_dict_get(calls, loc); - free(loc); + xbt_free(loc); return data; } void* smpi_shared_set_call(const char* func, const char* input, void* data) { char* loc = bprintf("%s:%s", func, input); - if(!calls) { - calls = xbt_dict_new_homogeneous(NULL); + if(calls==0) { + calls = xbt_dict_new_homogeneous(nullptr); } - xbt_dict_set(calls, loc, data, NULL); - free(loc); + xbt_dict_set(calls, loc, data, nullptr); + xbt_free(loc); return data; } -#define TOPAGE(addr) (void *)(((unsigned long)(addr) / xbt_pagesize) * xbt_pagesize) /** Map a given SMPI privatization segment (make a SMPI process active) */ -void smpi_switch_data_segment(int dest){ - if (smpi_loaded_page==dest)//no need to switch either - return; +void smpi_switch_data_segment(int dest) { + if (smpi_loaded_page == dest)//no need to switch, we've already loaded the one we want + return; // So the job: smpi_really_switch_data_segment(dest); @@ -635,13 +643,13 @@ void smpi_really_switch_data_segment(int dest) { int smpi_is_privatisation_file(char* file) { - return strncmp("/dev/shm/my-buffer-", file, 19) == 0; + return strncmp("/dev/shm/my-buffer-", file, std::strlen("/dev/shm/my-buffer-")) == 0; } void smpi_initialize_global_memory_segments(){ #if !HAVE_PRIVATIZATION - smpi_privatize_global_variables=0; + smpi_privatize_global_variables=false; xbt_die("You are trying to use privatization on a system that does not support it. Don't."); return; #else @@ -651,16 +659,16 @@ void smpi_initialize_global_memory_segments(){ XBT_DEBUG ("bss+data segment found : size %d starting at %p", smpi_size_data_exe, smpi_start_data_exe ); if (smpi_size_data_exe == 0){//no need to switch - smpi_privatize_global_variables=0; + smpi_privatize_global_variables=false; return; } smpi_privatisation_regions = - (smpi_privatisation_region_t) malloc(smpi_process_count() * sizeof(struct s_smpi_privatisation_region)); + static_cast( xbt_malloc(smpi_process_count() * sizeof(struct s_smpi_privatisation_region))); for (int i=0; i< smpi_process_count(); i++){ //create SIMIX_process_count() mappings of this size with the same data inside - void *address = NULL; + void *address = nullptr; char path[] = "/dev/shm/my-buffer-XXXXXX"; int status; @@ -694,7 +702,7 @@ Ask the Internet about tutorials on how to increase the files limit such as: htt xbt_die("Impossible to set the size of the temporary file for memory mapping"); /* Ask for a free region */ - address = mmap (NULL, smpi_size_data_exe, PROT_READ | PROT_WRITE, MAP_SHARED, file_descriptor, 0); + address = mmap (nullptr, smpi_size_data_exe, PROT_READ | PROT_WRITE, MAP_SHARED, file_descriptor, 0); if (address == MAP_FAILED) xbt_die("Couldn't find a free region for memory mapping"); @@ -722,3 +730,32 @@ void smpi_destroy_global_memory_segments(){ xbt_free(smpi_privatisation_regions); #endif } + +extern "C" { /** These functions will be called from the user code **/ + smpi_trace_call_location_t* smpi_trace_get_call_location() { + return smpi_process_get_call_location(); + } + + void smpi_trace_set_call_location(const char* file, const int line) { + smpi_trace_call_location_t* loc = smpi_process_get_call_location(); + + loc->previous_filename = loc->filename; + loc->previous_linenumber = loc->linenumber; + loc->filename = file; + loc->linenumber = line; + } + + /** + * Required for Fortran bindings + */ + void smpi_trace_set_call_location_(const char* file, int* line) { + smpi_trace_set_call_location(file, *line); + } + + /** + * Required for Fortran if -fsecond-underscore is activated + */ + void smpi_trace_set_call_location__(const char* file, int* line) { + smpi_trace_set_call_location(file, *line); + } +}