testsuite/run_tests.in

   1 #! @BASH@
   2
   3 ##
   4 ## Cleanups of previous executions
   5 ##
   6 failed_nb=0
   7 success_nb=0
   8 ignored_nb=0
   9 tests_nb=0
  10
  11 rm -f test.failed test.success test.ignored
  12
  13 # Work around a libtool issue on solaris, making sure that it works even on sh older than tcsh
  14 LD_LIBRARY_PATH=@top_srcdir@/src/.libs
  15 if export LD_LIBRARY_PATH ; then
  16   :
  17 else
  18   setenv LD_LIBRARY_PATH @top_srcdir@/src/.libs
  19 fi
  20
  21 ##
  22 ## Args parsing (simplistic for now)
  23 ##
  24 if [ xvalgrind = "x$1" ] ; then
  25   exenv="libtool --mode=execute valgrind --show-reachable=yes"
  26 else
  27   exenv=
  28 fi
  29
  30 ##
  31 ## Tests defintions
  32 ##
  33 xbt_TESTS=" \
  34             xbt/log_usage@EXEEXT@;        \
  35             xbt/context_usage@EXEEXT@;    \
  36             xbt/graphxml_usage@EXEEXT@ @srcdir@/xbt/graph.xml;    \
  37             xbt/heap_bench@EXEEXT@;"
  38
  39 surf_TESTS="surf/maxmin_usage@EXEEXT@;                                        \
  40             surf/maxmin_bench@EXEEXT@;                                        \
  41             surf/trace_usage@EXEEXT@ --surf-path=@srcdir@/surf/;              \
  42             surf/surf_usage@EXEEXT@  --surf-path=@srcdir@/surf/ platform.xml; \
  43             surf/surf_usage2@EXEEXT@ --surf-path=@srcdir@/surf/ platform.xml;"
  44
  45 gras_TESTS="gras/trp_tcp_usage;      gras/trp_file_usage;                        \
  46             gras/datadesc_usage@EXEEXT@;                                         \
  47             gras/datadesc_usage@EXEEXT@ --copy;                                  \
  48             gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.little32;  \
  49             gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.little64;"
  50
  51 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.little32_4;\
  52 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.big32;     \
  53 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.big32_8_4; \
  54 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.big32_2;
  55
  56 simdag_TESTS="simdag/sd_test --surf-path=@srcdir@/simdag @srcdir@/simdag/small_platform_variable.xml; \
  57               simdag/sd_test @top_srcdir@/examples/msg/small_platform.xml; \
  58               simdag/sd_test @top_srcdir@/examples/msg/msg_platform.xml; "
  59
  60 # Data sets still to regenerate:
  61 #
  62 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.big32_4;   \
  63 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.big64;"
  64
  65 ##
  66 ## Loop on all tests to run them
  67 ##
  68
  69 # we split tests on ';' so that they can contain spaces (test=accumulator)
  70 test=""
  71
  72 for testpart in $xbt_TESTS $gras_TESTS $surf_TESTS $simdag_TESTS
  73 do
  74   test="$test $testpart"
  75   if echo $test | grep  ';' >/dev/null ; then
  76     # end of test declaration found.
  77
  78     # we must have a space after the ;
  79     if echo $test | egrep ';[^ ]' ; then
  80       echo "$0.in broken: you should add a space after each ';'"
  81       exit 1
  82     fi
  83
  84     # Cleanup test declaration, run it.
  85     test=`echo $test | sed 's/;//'`
  86
  87     if [ ".$1" = .windump ] ; then
  88       test=`echo $test | sed 's|/home.*testsuite/|//10.0.2.4/qemu/testsuite/|'`
  89       test=`echo $test | sed 's|/|\\\\|g'`
  90       echo "\\\\10.0.2.4\\qemu\\testsuite\\$test"
  91       echo "@if errorlevel 1 echo ERRORERRORERRORERRORERRORERRORERRORERRORERRORERRORERRORERROR"
  92       test=""
  93     else
  94       tests_nb=`expr $tests_nb + 1`
  95       echo "#### Test $test"
  96       if [ x@EXEEXT@ = x ] ; then
  97         :
  98       else
  99         # overwrites "valgrind" as a value, but should be exclusive.
 100         exenv=wine
 101       fi
 102       exenvsave=$exenv
 103       if [ "x$test" = "xxbt/dict_crash@EXEEXT@" ] ; then
 104         if echo $exenv | grep valgrind >/dev/null ; then
 105           exenv=
 106         fi
 107         $exenv ./$test --log="root.thres=info" 2>&1
 108         retval=$?
 109       else
 110         if [ x@EXEEXT@ != x ] && [ x$exenv = xwine ] ; then
 111           if echo ${test} | grep @EXEEXT@ >/dev/null ; then : ; else
 112             exenv=""
 113           fi
 114         fi
 115         $exenv ./$test --log="root.thres=info" 2>&1
 116         retval=$?
 117       fi
 118       exenv=$exenvsave
 119       if [ $retval != 0 ] ; then if [ $retval != 77 ]; then
 120         echo "## failed" # . Rerun $test with full details."
 121 #      if [ "x$test" = "xdict_crash" ] ; then
 122 #      $exenv ./$test --log="root.thres=debug" 2>&1
 123 #    else
 124 #      $exenv ./$test --log="root.thres=debug" 2>&1
 125 #    fi
 126         failed_nb=`expr $failed_nb + 1`
 127         echo "  $test (returned $retval)" >> test.failed
 128       else # retval == 77
 129         echo "## Ignored since it returned 77"
 130         ignored_nb=`expr $ignored_nb + 1`
 131         echo "  $test" >> test.ignored
 132       fi else
 133         echo "## Success"
 134         success_nb=`expr $success_nb + 1`
 135         echo "  $test" >> test.success
 136       fi
 137       test=""
 138     fi # end of ';' found in test declaration => run it
 139   fi # end of run it only if not in windump mode
 140 done
 141
 142 ###
 143 ### Display summary
 144 ###
 145 if [ ".$1" = .windump ] ; then
 146   echo pause
 147   exit 0
 148 fi
 149
 150 echo
 151 echo "#### Summary"
 152 echo "$success_nb tests of $tests_nb successfull:"
 153 cat test.success
 154
 155 if [ $ignored_nb != 0 ] ; then
 156   echo "$failed_nb tests of $tests_nb ignored:"
 157   cat test.ignored
 158   echo "  (they returned 77, meaning that they are not applicable)"
 159 fi
 160 if [ $failed_nb != 0 ] ; then
 161   echo "$failed_nb tests of $tests_nb failed: "
 162   cat test.failed
 163   echo "Rerun the tests using the following command: script -c 'make check' simgrid.tests.log"
 164   echo " and send the following informations to simgrid-devel@lists.gforge.inria.fr:"
 165   echo "   - the file simgrid.tests.log produced by this command."
 166   echo "   - a short description of the target platform (arch, OS, distrib, compiler)."
 167   echo "   - the config.log produced by the compilation."
 168 fi
 169
 170 rm -f test.success test.failed test.ignored
 171 exit $failed_nb