tools/jenkins/Coverage.sh

   1 #!/usr/bin/env sh
   2
   3 set -e
   4
   5 BUILDFOLDER=$WORKSPACE/build
   6
   7 die() {
   8     echo "$@"
   9     exit 1
  10 }
  11
  12 do_cleanup() {
  13   for d in "$BUILDFOLDER"
  14   do
  15     if [ -d "$d" ]
  16     then
  17       rm -rf "$d" || die "Could not remote $d"
  18     fi
  19   done
  20 }
  21
  22 ### Check the node installation
  23
  24 for pkg in xsltproc gcovr ant cover2cover.py
  25 do
  26    if command -v $pkg
  27    then
  28       echo "$pkg is installed. Good."
  29    else
  30       die "please install $pkg before proceeding"
  31    fi
  32 done
  33
  34 ### Cleanup previous runs
  35
  36 ! [ -z "$WORKSPACE" ] || die "No WORKSPACE"
  37 [ -d "$WORKSPACE" ] || die "WORKSPACE ($WORKSPACE) does not exist"
  38
  39 do_cleanup
  40
  41 for d in "$BUILDFOLDER"
  42 do
  43   mkdir "$d" || die "Could not create $d"
  44 done
  45
  46 NUMPROC="$(nproc)" || NUMPROC=1
  47
  48
  49 cd $BUILDFOLDER
  50 rm -rf java_cov*
  51 rm -rf jacoco_cov*
  52 rm -rf python_cov*
  53 rm -rf xml_coverage.xml
  54
  55 ctest -D ExperimentalStart || true
  56
  57 cmake -Denable_documentation=OFF -Denable_lua=ON -Denable_java=ON \
  58       -Denable_compile_optimizations=OFF -Denable_compile_warnings=ON \
  59       -Denable_jedule=ON -Denable_mallocators=ON \
  60       -Denable_smpi=ON -Denable_smpi_MPICH3_testsuite=ON -Denable_model-checking=ON \
  61       -Denable_smpi_papi=ON \
  62       -Denable_memcheck=OFF -Denable_memcheck_xml=OFF -Denable_smpi_ISP_testsuite=ON -Denable_coverage=ON $WORKSPACE
  63
  64 #build with sonarqube scanner wrapper
  65 /home/ci/build-wrapper-linux-x86/build-wrapper-linux-x86-64 --out-dir bw-outputs make -j$NUMPROC
  66 JACOCO_PATH="/usr/local/share/jacoco"
  67 export JAVA_TOOL_OPTIONS="-javaagent:${JACOCO_PATH}/lib/jacocoagent.jar"
  68
  69 export PYTHON_TOOL_OPTIONS="/usr/bin/python3-coverage run --parallel-mode --branch"
  70
  71 ctest --no-compress-output -D ExperimentalTest -j$NUMPROC || true
  72 ctest -D ExperimentalCoverage || true
  73
  74 unset JAVA_TOOL_OPTIONS
  75 if [ -f Testing/TAG ] ; then
  76
  77   files=$( find . -size +1c -name "jacoco.exec" )
  78   i=0
  79   for file in $files
  80   do
  81     sourcepath=$( dirname $file )
  82     #convert jacoco reports in xml ones
  83     ant -f $WORKSPACE/tools/jenkins/jacoco.xml -Dexamplesrcdir=$WORKSPACE -Dbuilddir=$BUILDFOLDER/${sourcepath} -Djarfile=$BUILDFOLDER/simgrid.jar -Djacocodir=${JACOCO_PATH}/lib
  84     #convert jacoco xml reports in cobertura xml reports
  85     cover2cover.py $BUILDFOLDER/${sourcepath}/report.xml .. ../src/bindings/java src/bindings/java > $BUILDFOLDER/java_coverage_${i}.xml
  86     #save jacoco xml report as sonar only allows it
  87     mv $BUILDFOLDER/${sourcepath}/report.xml $BUILDFOLDER/jacoco_coverage_${i}.xml
  88     i=$((i + 1))
  89   done
  90
  91   #convert python coverage reports in xml ones
  92   cd $BUILDFOLDER
  93   find .. -size +1c -name ".coverage*" -exec mv {} . \;
  94   /usr/bin/python3-coverage combine
  95   /usr/bin/python3-coverage xml -i -o ./python_coverage.xml
  96
  97    cd $WORKSPACE
  98    #convert all gcov reports to xml cobertura reports
  99    gcovr -r . --xml-pretty -e teshsuite -u -o $BUILDFOLDER/xml_coverage.xml
 100    xsltproc $WORKSPACE/tools/jenkins/ctest2junit.xsl build/Testing/$( head -n 1 < build/Testing/TAG )/Test.xml > CTestResults_memcheck.xml
 101
 102    #generate sloccount report
 103    sloccount --duplicates --wide --details $WORKSPACE | grep -v -e '.git' -e 'mpich3-test' -e 'sloccount.sc' -e 'isp/umpire' -e 'build/' -e 'xml_coverage.xml' -e 'CTestResults_memcheck.xml' -e 'DynamicAnalysis.xml' > $WORKSPACE/sloccount.sc
 104
 105    #upload files to codacy. CODACY_PROJECT_TOKEN must be setup !
 106    if ! [ -z $CODACY_PROJECT_TOKEN ]
 107    then
 108      for report in $BUILDFOLDER/java_cov*
 109      do
 110        if [ ! -e "$report" ]; then continue; fi
 111        java -jar /home/ci/codacy-coverage-reporter-*-assembly.jar report -l Java -r $report --partial
 112      done
 113      java -jar /home/ci/codacy-coverage-reporter-*-assembly.jar final
 114
 115      java -jar /home/ci/codacy-coverage-reporter-*-assembly.jar report -l Python -r $BUILDFOLDER/python_coverage.xml
 116      java -jar /home/ci/codacy-coverage-reporter-*-assembly.jar report -l C -f -r $BUILDFOLDER/xml_coverage.xml
 117      java -jar /home/ci/codacy-coverage-reporter-*-assembly.jar report -l CPP -f -r $BUILDFOLDER/xml_coverage.xml
 118    fi
 119 fi