Logo AND Algorithmique Numérique Distribuée

Public GIT Repository
f7ae110de13364b34b7db764ea8be864445a79a8
[simgrid.git] / testsuite / run_tests.in
1 #! @BASH@
2
3 ##
4 ## Cleanups of previous executions
5 ##
6 failed_nb=0
7 success_nb=0
8 ignored_nb=0
9 tests_nb=0
10
11 rm -f test.failed test.success test.ignored
12
13 # Work around a libtool issue on solaris, making sure that it works even on sh older than tcsh
14 LD_LIBRARY_PATH=@top_srcdir@/src/.libs
15 if export LD_LIBRARY_PATH ; then 
16   :
17 else
18   setenv LD_LIBRARY_PATH @top_srcdir@/src/.libs
19 fi
20
21 ##
22 ## Args parsing (simplistic for now)
23 ##
24 if [ xvalgrind = "x$1" ] ; then
25   exenv="libtool --mode=execute valgrind --show-reachable=yes"
26 else
27   exenv=
28 fi
29
30 ##
31 ## Tests defintions
32 ##
33 xbt_TESTS=" \
34             xbt/log_usage@EXEEXT@;        \
35             xbt/context_usage@EXEEXT@;    \
36             xbt/graphxml_usage@EXEEXT@ @srcdir@/xbt/graph.xml;    \
37             xbt/heap_bench@EXEEXT@;"
38
39 surf_TESTS="surf/lmm_usage@EXEEXT@;                                        \
40             surf/maxmin_bench@EXEEXT@;                                        \
41             surf/trace_usage@EXEEXT@ --surf-path=@srcdir@/surf/;              \
42             surf/surf_usage@EXEEXT@  --surf-path=@srcdir@/surf/ platform.xml; \
43             surf/surf_usage2@EXEEXT@ --surf-path=@srcdir@/surf/ platform.xml;"
44
45 gras_TESTS="gras/trp_tcp_usage;      gras/trp_file_usage;                        \
46             gras/datadesc_usage@EXEEXT@;                                         \
47             gras/datadesc_usage@EXEEXT@ --copy;                                  \
48             gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.little32;  \
49             gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.little64;"
50
51 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.little32_4;\
52 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.big32;     \
53 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.big32_8_4; \
54 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.big32_2;
55
56 simdag_TESTS="simdag/sd_test --surf-path=@srcdir@/simdag @srcdir@/simdag/small_platform_variable.xml; \
57               simdag/sd_test @top_srcdir@/examples/msg/small_platform.xml; \
58               simdag/sd_test @top_srcdir@/examples/msg/msg_platform.xml; "
59
60 # Data sets still to regenerate:
61 #
62 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.big32_4;   \
63 #           gras/datadesc_usage@EXEEXT@ --read @srcdir@/gras/datadesc.big64;"    
64
65 ##
66 ## Loop on all tests to run them
67 ##
68
69 # we split tests on ';' so that they can contain spaces (test=accumulator)
70 test=""
71
72 for testpart in $xbt_TESTS $gras_TESTS $surf_TESTS $simdag_TESTS
73 do
74   test="$test $testpart"
75   if echo $test | grep  ';' >/dev/null ; then
76     # end of test declaration found.
77   
78     # we must have a space after the ;
79     if echo $test | egrep ';[^ ]' ; then
80       echo "$0.in broken: you should add a space after each ';'"
81       exit 1
82     fi
83     
84     # Cleanup test declaration, run it.
85     test=`echo $test | sed 's/;//'`
86     
87     if [ ".$1" = .windump ] ; then
88       test=`echo $test | sed 's|/home.*testsuite/|//10.0.2.4/qemu/testsuite/|'`
89       test=`echo $test | sed 's|/|\\\\|g'`
90       echo "\\\\10.0.2.4\\qemu\\testsuite\\$test"
91       echo "@if errorlevel 1 echo ERRORERRORERRORERRORERRORERRORERRORERRORERRORERRORERRORERROR"
92       test=""
93     else
94       tests_nb=`expr $tests_nb + 1`
95       echo "#### Test $test"
96       if [ x@EXEEXT@ = x ] ; then
97         :
98       else
99         # overwrites "valgrind" as a value, but should be exclusive.
100         exenv=wine  
101       fi
102       exenvsave=$exenv  
103       if [ "x$test" = "xxbt/dict_crash@EXEEXT@" ] ; then 
104         if echo $exenv | grep valgrind >/dev/null ; then
105           exenv=
106         fi
107         $exenv ./$test --log="root.thres=info" 2>&1
108         retval=$?
109       else 
110         if [ x@EXEEXT@ != x ] && [ x$exenv = xwine ] ; then 
111           if echo ${test} | grep @EXEEXT@ >/dev/null ; then : ; else
112             exenv=""
113           fi
114         fi
115         $exenv ./$test --log="root.thres=info" 2>&1
116         retval=$?
117       fi
118       exenv=$exenvsave
119       if [ $retval != 0 ] ; then if [ $retval != 77 ]; then
120         echo "## failed" # . Rerun $test with full details."
121 #      if [ "x$test" = "xdict_crash" ] ; then
122 #      $exenv ./$test --log="root.thres=debug" 2>&1
123 #    else 
124 #      $exenv ./$test --log="root.thres=debug" 2>&1
125 #    fi
126         failed_nb=`expr $failed_nb + 1`
127         echo "  $test (returned $retval)" >> test.failed
128       else # retval == 77
129         echo "## Ignored since it returned 77"
130         ignored_nb=`expr $ignored_nb + 1`
131         echo "  $test" >> test.ignored
132       fi else
133         echo "## Success"
134         success_nb=`expr $success_nb + 1`
135         echo "  $test" >> test.success
136       fi
137       test=""
138     fi # end of ';' found in test declaration => run it
139   fi # end of run it only if not in windump mode
140 done
141
142 ###
143 ### Display summary
144 ###
145 if [ ".$1" = .windump ] ; then
146   echo pause
147   exit 0
148 fi
149
150 echo
151 echo "#### Summary"
152 echo "$success_nb tests of $tests_nb successfull:"
153 cat test.success
154
155 if [ $ignored_nb != 0 ] ; then
156   echo "$failed_nb tests of $tests_nb ignored:"
157   cat test.ignored
158   echo "  (they returned 77, meaning that they are not applicable)"
159 fi
160 if [ $failed_nb != 0 ] ; then
161   echo "$failed_nb tests of $tests_nb failed: "
162   cat test.failed
163   echo "Rerun the tests using the following command: script -c 'make check' simgrid.tests.log"
164   echo " and send the following informations to simgrid-devel@lists.gforge.inria.fr:"
165   echo "   - the file simgrid.tests.log produced by this command."
166   echo "   - a short description of the target platform (arch, OS, distrib, compiler)."
167   echo "   - the config.log produced by the compilation."
168 fi
169
170 rm -f test.success test.failed test.ignored
171 exit $failed_nb