X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/84402e8e2ee2a2d0bef25fdceb0a263ed8b471f6..177dc24777869d0311494d830c9cce5992d3cc56:/src/smpi/smpirun.in diff --git a/src/smpi/smpirun.in b/src/smpi/smpirun.in index 3a79f5a075..4ef387c333 100755 --- a/src/smpi/smpirun.in +++ b/src/smpi/smpirun.in @@ -1,6 +1,6 @@ #!/usr/bin/env sh -# Copyright (c) 2007-2020. The SimGrid Team. All rights reserved. +# Copyright (c) 2007-2021. The SimGrid Team. All rights reserved. # This program is free software; you can redistribute it and/or modify it # under the terms of the license (GNU LGPL) which comes with this package. @@ -14,7 +14,6 @@ DEFAULT_LOOPBACK_BANDWIDTH="498000000Bps" DEFAULT_LOOPBACK_LATENCY="0.000004s" DEFAULT_NETWORK_BANDWIDTH="$((26 * 1024 * 1024))Bps" DEFAULT_NETWORK_LATENCY="0.000005s" -DEFAULT_NUMPROCS="4" DEFAULT_SPEED="100flops" LOOPBACK_BANDWIDTH="${DEFAULT_LOOPBACK_BANDWIDTH}" @@ -27,6 +26,8 @@ PRIVATIZE="--cfg=smpi/privatization:${SMPI_PRIVATIZATION:-@HAVE_PRIVATIZATION@}" SIMOPTS="--cfg=surf/precision:1e-9 --cfg=network/model:SMPI" +SMPITMPDIR="$(dirname $(mktemp -u))" + #usage to print the way this script should be called usage () { cat < # use that amount of processes from the hostfile. # By default, all processes of the hostfile are used. -no-privatize # Disable the globals privatization, that is activated by default + -tmpdir # Directory used to store temporary files. Defaults to system's. -trace-ti # activate time independent tracing (for replay, default in smpi_simgrid.txt) -trace # activate tracing (Paje, default in smpi_simgrid.trace) -trace-comment # put a comment on the top of the trace file @@ -79,27 +81,27 @@ unset pid trapped_signals="HUP INT QUIT ILL ABRT SEGV FPE ALRM TERM USR1 USR2 BUS" die () { - printf '[%s] ** error: %s. Aborting.\n' "$(basename $0)" "$*" >&2 + printf '[%s] ** error: %s. Aborting.\n' "$(basename "$0")" "$*" >&2 exit 1 } smpirun_cleanup() { if [ -z "${KEEP}" ] ; then - if [ -z "${PLATFORM}" -a -n "$PLATFORMTMP" ]; then - rm -f ${PLATFORMTMP} + if [ -z "${PLATFORM}" ] && [ -n "$PLATFORMTMP" ]; then + rm -f "${PLATFORMTMP}" PLATFORMTMP="" fi - if [ ${HOSTFILETMP} = 1 -a -n "$HOSTFILE" ] ; then - rm -f ${HOSTFILE} + if [ ${HOSTFILETMP} = 1 ] && [ -n "$HOSTFILE" ] ; then + rm -f "${HOSTFILE}" HOSTFILE="" fi - if [ ${UNROLLEDHOSTFILETMP} = 1 -a -n "$UNROLLEDHOSTFILE" ] ; then - rm -f ${UNROLLEDHOSTFILE} + if [ "${UNROLLEDHOSTFILETMP}" = 1 ] && [ -n "$UNROLLEDHOSTFILE" ] ; then + rm -f "${UNROLLEDHOSTFILE}" UNROLLEDHOSTFILE="" fi - if [ -n ${APPLICATIONTMP} ]; then - rm -f ${APPLICATIONTMP} + if [ -n "${APPLICATIONTMP}" ]; then + rm -f "${APPLICATIONTMP}" APPLICATIONTMP="" fi fi @@ -111,14 +113,14 @@ smpirun_trap() { # Cleanup and kill the child process: smpirun_cleanup - if ! [ -z "$pid" ]; then - kill -TERM $pid + if [ -n "$pid" ]; then + kill -TERM "$pid" fi unset pid # Raise the same signal again (remove the traps first): trap - $trapped_signals - kill -$sig $$ + kill -"$sig" $$ # This should never happen: kill -ABRT $$ @@ -126,7 +128,7 @@ smpirun_trap() { } for s in $trapped_signals; do - trap "smpirun_trap $s" $s + trap "smpirun_trap $s" "$s" done while true; do @@ -169,6 +171,10 @@ while true; do MAPOPT=1 shift 1 ;; + "-tmpdir") + SMPITMPDIR="$2" + shift 1 + ;; "-trace") TRACE_ACTIVE="true" shift 1 @@ -258,6 +264,10 @@ while true; do esac done +#setup tmp dir +SIMOPTS="$SIMOPTS --cfg=smpi/tmpdir:$SMPITMPDIR" +export LD_LIBRARY_PATH="$SMPITMPDIR:$LD_LIBRARY_PATH" + if [ -n "${APP_TRACES}" ] ; then if [ $# -eq 0 ] ; then EXEC="@SMPIREPLAYMAIN@" @@ -325,12 +335,12 @@ for elem in tree.findall(".//cluster"): print(prefix + str(i) + suffix) else: print(prefix + r + suffix) - ' < ${PLATFORM} > ${HOSTFILE} + ' < "${PLATFORM}" > "${HOSTFILE}" fi UNROLLEDHOSTFILETMP=0 # parse if our lines are terminated by :num_process -if grep -q ':' $HOSTFILE ; then +if grep -q ':' "$HOSTFILE" ; then UNROLLEDHOSTFILETMP=1 UNROLLEDHOSTFILE="$(mktemp smpitmp-hostfXXXXXX)" @PYTHON_EXECUTABLE@ -c ' @@ -344,17 +354,17 @@ for line in sys.stdin: print(m.group(1)) else: print(line.strip()) -' < ${HOSTFILE} > ${UNROLLEDHOSTFILE} +' < "${HOSTFILE}" > "${UNROLLEDHOSTFILE}" if [ ${HOSTFILETMP} = 1 ] ; then - rm ${HOSTFILE} + rm "${HOSTFILE}" HOSTFILETMP=0 fi HOSTFILE=$UNROLLEDHOSTFILE fi # Don't use wc -l to compute it to avoid issues with trailing \n at EOF -hostfile_procs=$(grep -c "[a-zA-Z0-9]" $HOSTFILE) -if [ ${hostfile_procs} = 0 ] ; then +hostfile_procs=$(grep -c "[a-zA-Z0-9]" "$HOSTFILE") +if [ "${hostfile_procs}" = 0 ] ; then die "the hostfile '${HOSTFILE}' is empty" fi @@ -363,7 +373,7 @@ if [ -z "${NUMPROCS}" ] ; then NUMPROCS=$hostfile_procs fi -if [ ${NUMPROCS} -gt ${hostfile_procs} ] ; then +if [ "${NUMPROCS}" -gt "${hostfile_procs}" ] ; then echo "You requested to use ${NUMPROCS} ranks, but there is only ${hostfile_procs} processes in your hostfile..." >&2 fi @@ -371,7 +381,7 @@ fi if [ -z "${PLATFORM}" ]; then PLATFORMTMP="$(mktemp smpitmp-platfXXXXXX)" - cat > ${PLATFORMTMP} < "${PLATFORMTMP}" < @@ -379,28 +389,30 @@ if [ -z "${PLATFORM}" ]; then PLATFORMHEAD i=${NUMPROCS} - while [ $i -gt 0 ]; do - echo " " >> ${PLATFORMTMP} - echo " " >> ${PLATFORMTMP} - echo " " >> ${PLATFORMTMP} + while [ "$i" -gt 0 ]; do + { + echo " " + echo " " + echo " " + } >> "${PLATFORMTMP}" i=$((i - 1)) done i=${NUMPROCS} - while [ $i -gt 0 ]; do + while [ "$i" -gt 0 ]; do j=${NUMPROCS} - while [ $j -gt 0 ]; do - if [ $i -eq $j ]; then - echo " " >> ${PLATFORMTMP} + while [ "$j" -gt 0 ]; do + if [ "$i" -eq "$j" ]; then + echo " " >> "${PLATFORMTMP}" else - echo " " >> ${PLATFORMTMP} + echo " " >> "${PLATFORMTMP}" fi j=$((j - 1)) done i=$((i - 1)) done - cat >> ${PLATFORMTMP} <> "${PLATFORMTMP}" < PLATFORMFOOT @@ -413,21 +425,21 @@ fi APPLICATIONTMP="$(mktemp smpitmp-appXXXXXX)" #APPLICATIONTMP="app.xml" -cat > ${APPLICATIONTMP} < "${APPLICATIONTMP}" < APPLICATIONHEAD ##---- cache hostnames of hostfile--------------- -if [ -n "${HOSTFILE}" ] && [ -f ${HOSTFILE} ]; then - hostnames=$(cat ${HOSTFILE} | tr '\n\r' ' ') +if [ -n "${HOSTFILE}" ] && [ -f "${HOSTFILE}" ]; then + hostnames=$(< "${HOSTFILE}" tr '\n\r' ' ') fi if [ -n "${APP_TRACES}" ]; then if [ -f "${APP_TRACES}" ]; then - hosttraces=$(cat ${APP_TRACES} | tr '\n\r' ' ' ) - NUMTRACES=$(cat ${APP_TRACES} | wc -l) + hosttraces=$(< "${APP_TRACES}" tr '\n\r' ' ' ) + NUMTRACES=$(< "${APP_TRACES}" wc -l) REPLAY=1 else printf "File not found: %s\n" "${APP_TRACES:-\${APP_TRACES\}}" >&2 @@ -447,7 +459,7 @@ if [ -n "${HAVE_SEQ}" ]; then SEQ=$(${HAVE_SEQ} 0 $(( NUMPROCS - 1))) else cnt=0 - while [ $cnt -lt ${NUMPROCS} ] ; do + while [ $cnt -lt "${NUMPROCS}" ] ; do SEQ="$SEQ $cnt" cnt=$((cnt + 1)); done @@ -471,24 +483,25 @@ do if [ ${MAPOPT} = 1 ]; then echo "[rank $i] -> $host" fi - + { echo " - " >> ${APPLICATIONTMP} + " if [ ${REPLAY} = 1 ]; then - echo " " >> ${APPLICATIONTMP} - if [ ${NUMTRACES} -gt 1 ]; then - echo " " >> ${APPLICATIONTMP} + echo " " + if [ "${NUMTRACES}" -gt 1 ]; then + echo " " else - echo " " >> ${APPLICATIONTMP} + echo " " fi else - echo ${XML_ARGS} >> ${APPLICATIONTMP} + echo "${XML_ARGS}" fi - echo " " >> ${APPLICATIONTMP} + echo " " + } >> "${APPLICATIONTMP}" done -cat >> ${APPLICATIONTMP} <> "${APPLICATIONTMP}" < APPLICATIONFOOT ##-------------------------------- end DEFAULT APPLICATION -------------------------------------- @@ -527,8 +540,8 @@ fi # Do not remove, this variable may be used by user code (e.g. StarPU) export SMPI_GLOBAL_SIZE=${NUMPROCS} -if [ -n "${KEEP}" ] ; then - echo ${EXEC} ${PRIVATIZE} ${TRACEOPTIONS} ${SIMOPTS} ${PLATFORMTMP} ${APPLICATIONTMP} +if [ -n "${KEEP}" ] && [ -z "${QUIET}" ] ; then + echo "${EXEC}" ${PRIVATIZE} "${TRACEOPTIONS}" "${SIMOPTS}" "${PLATFORMTMP}" "${APPLICATIONTMP}" if [ ${HOSTFILETMP} = 1 ] ; then echo "Generated hostfile ${HOSTFILE} kept." fi @@ -548,7 +561,7 @@ fi # * The FD 3 is used to temporarily store FD 1. This is because the shell connects FD 1 to /dev/null when the command # is launched in the background: this can be overridden in bash but not in standard bourne shell. exec 3<&0 -${WRAPPER} "@SMPIMAIN@" ${EXEC} ${PRIVATIZE} ${TRACEOPTIONS} ${SIMOPTS} ${PLATFORMTMP} ${APPLICATIONTMP} <&3 3>&- & +${WRAPPER} "@SMPIMAIN@" "${EXEC}" ${PRIVATIZE} ${TRACEOPTIONS} ${SIMOPTS} "${PLATFORMTMP}" "${APPLICATIONTMP}" <&3 3>&- & pid=$! exec 3>&- wait $pid @@ -564,8 +577,8 @@ pid="" # Keep temporary files on failures to help debugging # if [ ${status} -ne 0 ] ; then - if [ -z "${KEEP}" -a -z "${QUIET}" ]; then - echo ${EXEC} ${PRIVATIZE} ${TRACEOPTIONS} ${SIMOPTS} ${PLATFORMTMP} ${APPLICATIONTMP} + if [ -z "${KEEP}" ] && [ -z "${QUIET}" ]; then + echo "${EXEC}" ${PRIVATIZE} "${TRACEOPTIONS}" "${SIMOPTS}" "${PLATFORMTMP}" "${APPLICATIONTMP}" if [ ${HOSTFILETMP} = 1 ] ; then echo "Generated hostfile ${HOSTFILE} kept." fi