X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/617a52e4b7e6b644578d242ce1ced9867fecc082..5193d31089b0e9d2a564d425f61fdbc27e01af60:/src/smpi/smpi_global.cpp diff --git a/src/smpi/smpi_global.cpp b/src/smpi/smpi_global.cpp index e6034648f6..7f62db8e9e 100644 --- a/src/smpi/smpi_global.cpp +++ b/src/smpi/smpi_global.cpp @@ -95,7 +95,10 @@ int smpi_process_count() simgrid::smpi::Process* smpi_process() { - simgrid::MsgActorExt* msgExt = static_cast(SIMIX_process_self()->data); + smx_actor_t me = SIMIX_process_self(); + if (me == nullptr) // This happens sometimes (eg, when linking against NS3 because it pulls openMPI...) + return nullptr; + simgrid::MsgActorExt* msgExt = static_cast(me->data); return static_cast(msgExt->data); } @@ -131,13 +134,14 @@ void smpi_comm_set_copy_data_callback(void (*callback) (smx_activity_t, void*, s } static void print(std::vector> vec) { - fprintf(stderr, "{"); - for(auto elt: vec) { - fprintf(stderr, "(0x%lx, 0x%lx),", elt.first, elt.second); + std::fprintf(stderr, "{"); + for (auto elt : vec) { + std::fprintf(stderr, "(0x%zx, 0x%zx),", elt.first, elt.second); } - fprintf(stderr, "}\n"); + std::fprintf(stderr, "}\n"); } -static void memcpy_private(void *dest, const void *src, size_t n, std::vector> &private_blocks) { +static void memcpy_private(void* dest, const void* src, std::vector>& private_blocks) +{ for(auto block : private_blocks) { memcpy((uint8_t*)dest+block.first, (uint8_t*)src+block.first, block.second-block.first); } @@ -152,8 +156,10 @@ static void check_blocks(std::vector> &private_blocks, void smpi_comm_copy_buffer_callback(smx_activity_t synchro, void *buff, size_t buff_size) { simgrid::kernel::activity::Comm *comm = dynamic_cast(synchro); - int src_shared=0, dst_shared=0; - size_t src_offset=0, dst_offset=0; + int src_shared = 0; + int dst_shared = 0; + size_t src_offset = 0; + size_t dst_offset = 0; std::vector> src_private_blocks; std::vector> dst_private_blocks; XBT_DEBUG("Copy the data over"); @@ -186,7 +192,7 @@ void smpi_comm_copy_buffer_callback(smx_activity_t synchro, void *buff, size_t b smpi_switch_data_segment( (static_cast((static_cast(comm->src_proc->data)->data))->index())); tmpbuff = static_cast(xbt_malloc(buff_size)); - memcpy_private(tmpbuff, buff, buff_size, private_blocks); + memcpy_private(tmpbuff, buff, private_blocks); } if((smpi_privatize_global_variables == SMPI_PRIVATIZE_MMAP) && ((char*)comm->dst_buff >= smpi_start_data_exe) @@ -196,7 +202,7 @@ void smpi_comm_copy_buffer_callback(smx_activity_t synchro, void *buff, size_t b (static_cast((static_cast(comm->dst_proc->data)->data))->index())); } XBT_DEBUG("Copying %zu bytes from %p to %p", buff_size, tmpbuff,comm->dst_buff); - memcpy_private(comm->dst_buff, tmpbuff, buff_size, private_blocks); + memcpy_private(comm->dst_buff, tmpbuff, private_blocks); if (comm->detached) { // if this is a detached send, the source buffer was duplicated by SMPI @@ -437,13 +443,13 @@ static void smpi_init_logs(){ static void smpi_init_options(){ //return if already called - if(smpi_cpu_threshold!=-1) + if (smpi_cpu_threshold > -1) return; simgrid::smpi::Colls::set_collectives(); simgrid::smpi::Colls::smpi_coll_cleanup_callback=nullptr; smpi_cpu_threshold = xbt_cfg_get_double("smpi/cpu-threshold"); smpi_host_speed = xbt_cfg_get_double("smpi/host-speed"); - const char* smpi_privatize_option = xbt_cfg_get_string("smpi/privatize-global-variables"); + const char* smpi_privatize_option = xbt_cfg_get_string("smpi/privatization"); if (std::strcmp(smpi_privatize_option, "no") == 0) smpi_privatize_global_variables = SMPI_PRIVATIZE_NONE; else if (std::strcmp(smpi_privatize_option, "yes") == 0) @@ -460,8 +466,7 @@ static void smpi_init_options(){ smpi_privatize_global_variables = SMPI_PRIVATIZE_NONE; else - xbt_die("Invalid value for smpi/privatize-global-variables: %s", - smpi_privatize_option); + xbt_die("Invalid value for smpi/privatization: '%s'", smpi_privatize_option); if (smpi_cpu_threshold < 0) smpi_cpu_threshold = DBL_MAX; @@ -481,7 +486,7 @@ static void smpi_init_options(){ typedef std::function smpi_entry_point_type; typedef int (* smpi_c_entry_point_type)(int argc, char **argv); -typedef void (* smpi_fortran_entry_point_type)(void); +typedef void (*smpi_fortran_entry_point_type)(); static int smpi_run_entry_point(smpi_entry_point_type entry_point, std::vector args) { @@ -502,20 +507,17 @@ static int smpi_run_entry_point(smpi_entry_point_type entry_point, std::vector= 0, "Cannot read from %s", executable_copy.c_str()); + // Prepare the copy of the binary (get its size) struct stat fdin_stat; - fstat(fdin, &fdin_stat); + stat(executable_copy.c_str(), &fdin_stat); off_t fdin_size = fdin_stat.st_size; - simix_global->default_function = [executable_copy, fdin, fdin_size](std::vector args) { - return std::function([executable_copy, fdin, fdin_size, args] { + simix_global->default_function = [executable_copy, fdin_size](std::vector args) { + return std::function([executable_copy, fdin_size, args] { // Copy the dynamic library: std::string target_executable = executable_copy + "_" + std::to_string(getpid()) + "_" + std::to_string(rank++) + ".so"; - int fdout = open(target_executable.c_str(), O_WRONLY); + int fdin = open(executable_copy.c_str(), O_RDONLY); + xbt_assert(fdin >= 0, "Cannot read from %s", executable_copy.c_str()); + int fdout = open(target_executable.c_str(), O_CREAT | O_RDWR, S_IRWXU); xbt_assert(fdout >= 0, "Cannot write into %s", target_executable.c_str()); #if HAVE_SENDFILE - sendfile(fdout, fdin, NULL, fdin_size); + ssize_t sent_size = sendfile(fdout, fdin, NULL, fdin_size); + xbt_assert(sent_size == fdin_size, + "Error while copying %s: only %zd bytes copied instead of %ld (errno: %d -- %s)", + target_executable.c_str(), sent_size, fdin_size, errno, strerror(errno)); #else - XBT_WARN("Copy %d bytes into %s", static_cast(fdin_size), target_executable.c_str()); + XBT_VERB("Copy %d bytes into %s", static_cast(fdin_size), target_executable.c_str()); const int bufsize = 1024 * 1024 * 4; char buf[bufsize]; while (int got = read(fdin, buf, bufsize)) { @@ -597,13 +601,15 @@ int smpi_main(const char* executable, int argc, char *argv[]) } } #endif + close(fdin); close(fdout); // Load the copy and resolve the entry point: void* handle = dlopen(target_executable.c_str(), RTLD_LAZY | RTLD_LOCAL | RTLD_DEEPBIND); - unlink(target_executable.c_str()); + if (xbt_cfg_get_boolean("smpi/keep-temps") == false) + unlink(target_executable.c_str()); if (handle == nullptr) - xbt_die("dlopen failed"); + xbt_die("dlopen failed: %s (errno: %d -- %s)", dlerror(), errno, strerror(errno)); smpi_entry_point_type entry_point = smpi_resolve_function(handle); if (!entry_point) xbt_die("Could not resolve entry point"); @@ -618,7 +624,7 @@ int smpi_main(const char* executable, int argc, char *argv[]) // Load the dynamic library and resolve the entry point: void* handle = dlopen(executable, RTLD_LAZY | RTLD_LOCAL | RTLD_DEEPBIND); if (handle == nullptr) - xbt_die("dlopen failed for %s", executable); + xbt_die("dlopen failed for %s: %s (errno: %d -- %s)", executable, dlerror(), errno, strerror(errno)); smpi_entry_point_type entry_point = smpi_resolve_function(handle); if (!entry_point) xbt_die("main not found in %s", executable);