New testing framework to make pb repporting easier

git-svn-id: svn+ssh://scm.gforge.inria.fr/svn/simgrid/simgrid/trunk@14 48e7efb5-ca39-0410-a469-dd3cf9ba447f

diff --git a/testsuite/Makefile.am b/testsuite/Makefile.am
index 1497ea1..106a861 100644 (file)
--- a/testsuite/Makefile.am
+++ b/testsuite/Makefile.am
@@ -7,17 +7,18 @@ DISTCLEANFILES=Makefile.in *~
 
 # Test stuff
 
 
 # Test stuff
 

-TESTS_PROGS=                                  \
+noinst_PROGRAMS =                             \

        dynar_int dynar_double dynar_string   \
        dict_usage dict_crash                 \
        log_usage                             \
        config_usage                          
        dynar_int dynar_double dynar_string   \
        dict_usage dict_crash                 \
        log_usage                             \
        config_usage                          

-
+       \
+       gs_example_send gs_example_receive
+       

 # multidict_crash 
 
 
 # multidict_crash 
 
 

-noinst_PROGRAMS = $(TESTS_PROGS) gs_example_send gs_example_receive
-noinst_SCRIPTS = gs_example
+noinst_SCRIPTS = run_tests gs_example

 
 dynar_int_LDADD=          $(top_srcdir)/src/base/libgrasutils.a
 dynar_double_LDADD=       $(top_srcdir)/src/base/libgrasutils.a
 
 dynar_int_LDADD=          $(top_srcdir)/src/base/libgrasutils.a
 dynar_double_LDADD=       $(top_srcdir)/src/base/libgrasutils.a


@@ -34,4 +35,7 @@ log_usage_LDADD=           $(top_srcdir)/src/base/libgrasutils.a
 gs_example_send_LDADD=    $(top_srcdir)/src/base/libgrasutils.a
 gs_example_receive_LDADD= $(top_srcdir)/src/base/libgrasutils.a
 
 gs_example_send_LDADD=    $(top_srcdir)/src/base/libgrasutils.a
 gs_example_receive_LDADD= $(top_srcdir)/src/base/libgrasutils.a
 

-TESTS=$(TESTS_PROGS) #gs_example
+TESTS=run_tests
+
+test: $(noinst_PROGRAMS)
+       ./run_tests

diff --git a/testsuite/gras/run_tests b/testsuite/gras/run_tests
new file mode 100755 (executable)
index 0000000..cc9f728
--- /dev/null
+++ b/testsuite/gras/run_tests
@@ -0,0 +1,37 @@
+#! /bin/bash
+failed_nb=0
+success_nb=0
+tests_nb=0
+for test in log_usage                           \
+            dynar_int dynar_double dynar_string \
+           dict_usage dict_crash               \
+           config_usage                        \
+           \
+           gs_example
+do                 
+  tests_nb=`expr $tests_nb + 1`
+  echo "#### Test $test"
+  ./$test --gras-log="root.thres=info"
+  if [ $? != 0 ] ; then
+    echo "## failed. Rerun $test with full details."
+  ./$test --gras-log="root.thres=debug"
+    failed_nb=`expr $failed_nb + 1`
+    failed="$failed $test"
+  else
+    echo "## Success"
+    success_nb=`expr $success_nb + 1`
+    success="$success $test"
+  fi
+done
+failed=`echo $failed|sed 's|^ ||'`
+success=`echo $success|sed 's|^ ||'`
+echo
+echo "#### Summary"
+echo "$success_nb tests of $tests_nb successfull ($success)"
+if [ $failed_nb != 0 ] ; then
+  echo "$failed_nb tests of $tests_nb failed ($failed)"
+  echo "Rerun the tests using the following command: script -c 'make test'"
+  echo " and send the file typescript it will produce to martin.quinson@ens-lyon.fr"
+  echo " along with a short description of the target platform (arch, OS, distrib, compiler)."
+fi
+exit $failed_nb