X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/2cad53ea106892eb80ebd9a11d3498d1cc5d4c2e..e2af0d84aea271ea0a95ccdb6eecb95fd8d7870b:/src/smpi/smpirun.in diff --git a/src/smpi/smpirun.in b/src/smpi/smpirun.in index e18b2715d0..bdede7a838 100755 --- a/src/smpi/smpirun.in +++ b/src/smpi/smpirun.in @@ -1,4 +1,7 @@ -#!/bin/sh +#!/bin/bash + +@CMAKE_SMPI_COMMAND@ + DEFAULT_LOOPBACK_BANDWIDTH="498000000" DEFAULT_LOOPBACK_LATENCY="0.000004" DEFAULT_NETWORK_BANDWIDTH="$((26 * 1024 * 1024))" @@ -10,12 +13,46 @@ LOOPBACK_BANDWIDTH="${DEFAULT_LOOPBACK_BANDWIDTH}" LOOPBACK_LATENCY="${DEFAULT_LOOPBACK_LATENCY}" NETWORK_BANDWIDTH="${DEFAULT_NETWORK_BANDWIDTH}" NETWORK_LATENCY="${DEFAULT_NETWORK_LATENCY}" -NUMPROCS="${DEFAULT_NUMPROCS}" POWER="${DEFAULT_POWER}" +SIMOPTS="--cfg=maxmin/precision:1e-9 --cfg=network/model:SMPI --cfg=network/TCP_gamma:4194304" + +#usage to print the way this script should be called +function usage () { +cat < -hostfile program [program-options] +Options: + -keep-temps # don't remove the generated files after execution + -map # display the machine on which each process rank is mapped + -np # use that amount of processes from the hostfile. + # By default, all processes of the hostfile are used. + -trace # activate tracing + -trace-comment # put a comment on the top of the trace file + -trace-comment-file # put file contents on the top of the trace file as comment + -trace-grouped # group MPI processes by location + -trace-resource # trace resource utilization + -trace-viva # generate configuration for Viva's GraphView + -trace-file # name of the tracefile (simgrid_smpi.trace) + -ext # additional parameter (reserved) + +or (deprecated usage): + $0 [-keep-temps] [-np ] [-bandwidth ] [-latency ] program [program-options] + +EOF +} + +#check if we have at least one parameter +if [ $# -eq 0 ] +then + usage + exit +fi + +EXTOPT="" + while true; do case "$1" in - "-np") + "-np" | "-n") NUMPROCS="$2" shift 2 ;; @@ -27,6 +64,85 @@ while true; do NETWORK_LATENCY="$2" shift 2 ;; + "-platform") + PLATFORM="$2" + if [ ! -f "${PLATFORM}" ]; then + echo "[$0] ** error: the file '${PLATFORM}' does not exist. Aborting." + exit 1 + fi + shift 2 + ;; + "-hostfile") + HOSTFILE="$2" + if [ ! -f "${HOSTFILE}" ]; then + echo "[$0] ** error: the file '${HOSTFILE}' does not exist. Aborting." + exit 1 + fi + shift 2 + ;; + + "-ext") + EXTOPT="$2" + shift 2 + ;; + + "-map") + MAPOPT="true" + shift 1 + ;; + + "-trace") + TRACE_ACTIVE="true" + shift 1 + ;; + + "-trace-comment") + TRACE_COMMENT="$2" + shift 2 + ;; + + "-trace-comment-file") + TRACE_COMMENT_FILE="$2" + shift 2 + ;; + + "-trace-file") + TRACE_FILENAME="$2" + shift 2 + ;; + + "-trace-grouped") + TRACE_GROUPED="true" + shift 1 + ;; + + "-trace-resource") + TRACE_RESOURCE="true" + shift 1 + ;; + + "-trace-viva") + TRACE_VIVA="true" + shift 1 + ;; + + "-keep-temps") + KEEP="true" + shift 1 + ;; + + "-help" | "--help" | "-h") + usage + exit + ;; + + "--cfg="*|"--log="*) + for OPT in ${1#*=} + do + SIMOPTS="$SIMOPTS ${1%%=*}=$OPT" + done + shift 1 + ;; *) break ;; @@ -36,13 +152,43 @@ done EXEC="$1" shift -PLATFORMTMP="$(mktemp tmpXXXXXX)" -#PLATFORMTMP="pla.xml" +##----------------------------------- + +# Basic checks on the provided arguments +if [ -z "${EXEC}" ] ; then + echo "You must provide a program to execute." + usage + exit 1 +fi + +if [ -z "${HOSTFILE}" ] ; then + echo "No hostfile specified." + usage + exit 1 +fi + +# Don't use wc -l to compute it to avoid issues with trailing \n at EOF +hostfile_procs=`grep -c "[a-zA-Z0-9]" $HOSTFILE` -cat > ${PLATFORMTMP} <&2 +fi + +##-------------------------------- DEFAULT or SPECIFIED PLATFORM -------------------------------------- +if [ -z "${PLATFORM}" ]; then + PLATFORMTMP="$(mktemp tmpXXXXXX)" + + cat > ${PLATFORMTMP} < - - + + + PLATFORMHEAD for (( i=${NUMPROCS}; $i ; i=$i-1 )) do @@ -54,42 +200,150 @@ done for (( i=${NUMPROCS}; $i ; i=$i-1 )) do for (( j=${NUMPROCS}; $j ; j=$j-1 )) do if [ $i -eq $j ]; then - echo " " >> ${PLATFORMTMP} + echo " " >> ${PLATFORMTMP} else - echo " " >> ${PLATFORMTMP} + echo " " >> ${PLATFORMTMP} fi done done cat >> ${PLATFORMTMP} < PLATFORMFOOT +else + PLATFORMTMP=${PLATFORM} +fi +##-------------------------------- end DEFAULT or SPECIFIED PLATFORM -------------------------------------- + +##-------------------------------- DEFAULT APPLICATION -------------------------------------- APPLICATIONTMP="$(mktemp tmpXXXXXX)" #APPLICATIONTMP="app.xml" + cat > ${APPLICATIONTMP} < - - + + APPLICATIONHEAD -for (( i=${NUMPROCS}; $i ; i=$i-1 )) do - echo " " >> ${APPLICATIONTMP} - for ARG in $*; do - echo " " >> ${APPLICATIONTMP} - done - echo " " >> ${APPLICATIONTMP} -done +##---- cache hostnames of hostfile--------------- +if [ -n "${HOSTFILE}" ] && [ -f ${HOSTFILE} ]; then + hostnames=(`cat ${HOSTFILE} | tr \\\n " "`) + NUMHOSTS=`cat ${HOSTFILE} | wc -l` +fi -for (( i=${NUMPROCS}; $i ; i=$i-1 )) do - echo " " >> ${APPLICATIONTMP} - echo " " >> ${APPLICATIONTMP} +if [ "${EXTOPT}" = "smpi_replay" ]; then + APP_TRACES=$1; + if [ -n "${APP_TRACES}" ] && [ -f "${APP_TRACES}" ]; then + hosttraces=(`cat ${APP_TRACES} | tr \\\n " "`) + NUMTRACES=`cat ${APP_TRACES} | wc -l` + else + printf "File not found: %s\n", "${APP_TRACES:-\${APP_TRACES}}" >&2 + exit 1 + fi +fi + +##---------------------------------------------------------- +## generate application.xml with hostnames from hostfile: +## the name of host_i (1<=i<=p, where -np p) is the line i +## in hostfile (where -hostfile hostfile), or "host$i" if +## hostfile has less than i lines. +##---------------------------------------------------------- + +HAVE_SEQ="`which seq 2>/dev/null`" + +if [ -n "${HAVE_SEQ}" ]; then + SEQ=`${HAVE_SEQ} 0 $((${NUMPROCS}-1))` +else + cnt=0 + while (( $cnt < ${NUMPROCS} )) ; do + SEQ="$SEQ $cnt" + cnt=$((cnt + 1)); + done +fi + +##---- generate tags------------------------------ + +for i in ${SEQ} +do + if [ -n "${HOSTFILE}" ]; then + j=$(( $i % ${NUMHOSTS} )) + fi + ##---- optional display of ranks to process mapping + if [ -n "${MAPOPT}" ]; then + echo "[rank $i] -> ${hostnames[$j]}" + fi + + if [ -z "${hostnames[$j]}" ]; then + host="host"$(($j+1)) + else + host="${hostnames[$j]}" + fi + echo " " >> ${APPLICATIONTMP} + echo " " >> ${APPLICATIONTMP} + if [ "${EXTOPT}" = "smpi_replay" ]; then + if [ ${NUMTRACES} -gt 1 ]; then + echo " " >> ${APPLICATIONTMP} + else + echo " " >> ${APPLICATIONTMP} + fi + else + for ARG in $*; do + echo " " >> ${APPLICATIONTMP} + done + fi + echo " " >> ${APPLICATIONTMP} done cat >> ${APPLICATIONTMP} < APPLICATIONFOOT +##-------------------------------- end DEFAULT APPLICATION -------------------------------------- + +##---------------------- SMPI TRACING OPTIONS --------------------------------- +if [ -n "${TRACE_ACTIVE}" ]; then + #define trace filename + if [ -z "${TRACE_FILENAME}" ]; then + TRACE_FILENAME="smpi_simgrid.trace" + fi + TRACEOPTIONS="--cfg=tracing:1 --cfg=tracing/filename:${TRACE_FILENAME} --cfg=tracing/smpi:1" + + if [ -n "${TRACE_COMMENT}" ]; then + TRACEOPTIONS="${TRACEOPTIONS} --cfg=tracing/comment:${TRACE_COMMENT}" + fi + + if [ -n "${TRACE_COMMENT_FILE}" ]; then + TRACEOPTIONS="${TRACEOPTIONS} --cfg=tracing/comment_file:${TRACE_COMMENT_FILE}" + fi + + if [ -n "${TRACE_GROUPED}" ]; then + TRACEOPTIONS="${TRACEOPTIONS} --cfg=tracing/smpi/group:1" + fi + + if [ -n "${TRACE_RESOURCE}" ]; then + TRACEOPTIONS="${TRACEOPTIONS} --cfg=tracing/categorized:1 --cfg=tracing/uncategorized:1" + fi + + if [ -n "${TRACE_VIVA}" ]; then + TRACEOPTIONS="${TRACEOPTIONS} --cfg=viva/categorized:smpi_cat.plist --cfg=viva/uncategorized:smpi_uncat.plist" + fi +fi +##---------------------- end SMPI TRACING OPTIONS --------------------------------- + +export SMPI_GLOBAL_SIZE=${NUMPROCS} +if [ -n "${KEEP}" ] ; then + echo ${EXEC} ${SIMOPTS} ${TRACEOPTIONS} ${PLATFORMTMP} ${APPLICATIONTMP} +fi +${EXEC} ${SIMOPTS} ${TRACEOPTIONS} ${PLATFORMTMP} ${APPLICATIONTMP} +status=$? + +if [ -z "${KEEP}" ] ; then + if [ -z "${PLATFORM}" ]; then + rm ${PLATFORMTMP} + fi + rm ${APPLICATIONTMP} +fi -${EXEC} ${PLATFORMTMP} ${APPLICATIONTMP} -rm ${PLATFORMTMP} ${APPLICATIONTMP} +exit $status