#!/usr/bin/env sh
-set -e
-
-BUILDFOLDER=$WORKSPACE/build
-
die() {
echo "$@"
exit 1
}
-do_cleanup() {
- for d in "$BUILDFOLDER"
+[ -n "$WORKSPACE" ] || die "No WORKSPACE"
+[ -d "$WORKSPACE" ] || die "WORKSPACE ($WORKSPACE) does not exist"
+
+echo "XXXX Cleanup previous attempts. Remaining content of /tmp:"
+rm -f /tmp/cc*
+rm -f /tmp/*.so
+rm -f /tmp/*.so.*
+ls /tmp
+df -h
+echo "XXXX Let's go"
+
+set -e
+
+BUILDFOLDER=$WORKSPACE/build
+
+### Check the node installation
+
+pkg_check() {
+ for pkg
do
- if [ -d "$d" ]
+ if command -v "$pkg"
then
- rm -rf "$d" || die "Could not remote $d"
+ echo "$pkg is installed. Good."
+ else
+ die "please install $pkg before proceeding"
fi
done
}
-### Check the node installation
-
-for pkg in xsltproc gcovr ant cover2cover.py
-do
- if command -v $pkg
- then
- echo "$pkg is installed. Good."
- else
- die "please install $pkg before proceeding"
- fi
-done
+pkg_check xsltproc gcovr ant cover2cover.py
### Cleanup previous runs
-! [ -z "$WORKSPACE" ] || die "No WORKSPACE"
-[ -d "$WORKSPACE" ] || die "WORKSPACE ($WORKSPACE) does not exist"
-
-do_cleanup
+do_cleanup() {
+ for d
+ do
+ if [ -d "$d" ]
+ then
+ rm -rf "$d" || die "Could not remove $d"
+ fi
+ mkdir "$d" || die "Could not create $d"
+ done
+}
-for d in "$BUILDFOLDER"
-do
- mkdir "$d" || die "Could not create $d"
-done
+do_cleanup "$BUILDFOLDER"
NUMPROC="$(nproc)" || NUMPROC=1
-cd $BUILDFOLDER
-rm -rf java_cov*
+cd "$BUILDFOLDER"
+rm -rf jacoco_cov*
+rm -rf python_cov*
rm -rf xml_coverage.xml
ctest -D ExperimentalStart || true
-cmake -Denable_documentation=OFF -Denable_lua=ON -Denable_java=ON \
+cmake -Denable_documentation=OFF \
-Denable_compile_optimizations=OFF -Denable_compile_warnings=ON \
- -Denable_jedule=ON -Denable_mallocators=ON \
+ -Denable_mallocators=ON \
+ -Denable_ns3=ON \
-Denable_smpi=ON -Denable_smpi_MPICH3_testsuite=ON -Denable_model-checking=ON \
-Denable_smpi_papi=ON \
- -Denable_memcheck=OFF -Denable_memcheck_xml=OFF -Denable_smpi_ISP_testsuite=ON -Denable_coverage=ON $WORKSPACE
+ -Denable_memcheck=OFF -Denable_memcheck_xml=OFF -Denable_smpi_MBI_testsuite=ON \
+ -Denable_coverage=ON -DLTO_EXTRA_FLAG="auto" -DCMAKE_EXPORT_COMPILE_COMMANDS=ON "$WORKSPACE"
-make -j$NUMPROC
+#build with sonarqube scanner wrapper
+/home/ci/build-wrapper-linux-x86/build-wrapper-linux-x86-64 --out-dir bw-outputs make -j$NUMPROC tests
JACOCO_PATH="/usr/local/share/jacoco"
export JAVA_TOOL_OPTIONS="-javaagent:${JACOCO_PATH}/lib/jacocoagent.jar"
+export PYTHON_TOOL_OPTIONS="/usr/bin/python3-coverage run --parallel-mode --branch"
+
ctest --no-compress-output -D ExperimentalTest -j$NUMPROC || true
ctest -D ExperimentalCoverage || true
unset JAVA_TOOL_OPTIONS
if [ -f Testing/TAG ] ; then
- files=$( find . -name "jacoco.exec" )
+ files=$( find . -size +1c -name "jacoco.exec" )
i=0
for file in $files
do
- sourcepath=$( dirname $file )
+ sourcepath=$( dirname "$file" )
#convert jacoco reports in xml ones
- ant -f $WORKSPACE/tools/jenkins/jacoco.xml -Dexamplesrcdir=$WORKSPACE -Dbuilddir=$BUILDFOLDER/${sourcepath} -Djarfile=$BUILDFOLDER/simgrid.jar -Djacocodir=${JACOCO_PATH}/lib
+ ant -f "$WORKSPACE"/tools/jenkins/jacoco.xml -Dexamplesrcdir="$WORKSPACE" -Dbuilddir="$BUILDFOLDER"/"${sourcepath}" -Djarfile="$BUILDFOLDER"/simgrid.jar -Djacocodir=${JACOCO_PATH}/lib
#convert jacoco xml reports in cobertura xml reports
- cover2cover.py $BUILDFOLDER/${sourcepath}/report.xml .. ../src/bindings/java src/bindings/java > $WORKSPACE/java_coverage_${i}.xml
+ cover2cover.py "$BUILDFOLDER"/"${sourcepath}"/report.xml .. ../src/bindings/java src/bindings/java > "$BUILDFOLDER"/java_coverage_${i}.xml
+ #save jacoco xml report as sonar only allows it
+ mv "$BUILDFOLDER"/"${sourcepath}"/report.xml "$BUILDFOLDER"/jacoco_cov_${i}.xml
i=$((i + 1))
done
- cd $WORKSPACE
- #convert all gcov reports to xml cobertura reports
- gcovr -r . --xml-pretty -e teshsuite -u -o $WORKSPACE/xml_coverage.xml
- xsltproc $WORKSPACE/tools/jenkins/ctest2junit.xsl build/Testing/$( head -n 1 < build/Testing/TAG )/Test.xml > CTestResults_memcheck.xml
-
- #generate sloccount report
- sloccount --duplicates --wide --details $WORKSPACE | grep -v -e '.git' -e 'mpich3-test' -e 'sloccount.sc' -e 'isp/umpire' -e 'build/' -e 'xml_coverage.xml' -e 'CTestResults_memcheck.xml' -e 'DynamicAnalysis.xml' > $WORKSPACE/sloccount.sc
-
- #upload files to codacy. CODACY_PROJECT_TOKEN must be setup !
- if ! [ -z $CODACY_PROJECT_TOKEN ]
- then
- for report in $WORKSPACE/java_cov*
- do
- java -jar /home/ci/codacy-coverage-reporter-4.0.1-assembly.jar report -l Java -r $report --partial
- done
- java -jar /home/ci/codacy-coverage-reporter-4.0.1-assembly.jar final
- java -jar /home/ci/codacy-coverage-reporter-4.0.1-assembly.jar report -l C -f -r $WORKSPACE/xml_coverage.xml
- java -jar /home/ci/codacy-coverage-reporter-4.0.1-assembly.jar report -l CPP -f -r $WORKSPACE/xml_coverage.xml
- fi
-fi
+ #convert python coverage reports in xml ones
+ cd "$BUILDFOLDER"
+ find .. -size +1c -name ".coverage*" -exec mv {} . \;
+ /usr/bin/python3-coverage combine
+ /usr/bin/python3-coverage xml -i -o ./python_coverage.xml
+
+ #convert all gcov reports to xml cobertura reports
+ gcovr -r "$WORKSPACE" --xml-pretty -e "$WORKSPACE"/teshsuite -e MBI -e "$WORKSPACE"/examples/smpi/NAS -e "$WORKSPACE"/examples/smpi/mc -u -o xml_coverage.xml --gcov-ignore-parse-errors
+
+ cd "$WORKSPACE"
+ xsltproc "$WORKSPACE"/tools/jenkins/ctest2junit.xsl build/Testing/"$( head -n 1 < build/Testing/TAG )"/Test.xml > CTestResults_memcheck.xml
+
+ #generate sloccount report
+ sloccount --duplicates --wide --details "$WORKSPACE" | grep -v -e '.git' -e 'mpich3-test' -e 'sloccount.sc' -e 'build/' -e 'xml_coverage.xml' -e 'CTestResults_memcheck.xml' -e 'DynamicAnalysis.xml' > "$WORKSPACE"/sloccount.sc
+
+ #generate PVS-studio report
+ EXCLUDEDPATH="-e $WORKSPACE/src/include/catch.hpp -e $WORKSPACE/src/include/xxhash.hpp -e $WORKSPACE/teshsuite/smpi/mpich3-test/ -e *_dtd.c -e *_dtd.h -e *.yy.c -e *.tab.cacc -e *.tab.hacc -e $WORKSPACE/src/smpi/colls/ -e $WORKSPACE/examples/smpi/NAS/ -e $WORKSPACE/examples/smpi/gemm/gemm.c -e $WORKSPACE/src/msg/ -e $WORKSPACE/include/msg/ -e $WORKSPACE/examples/deprecated/ -e $WORKSPACE/teshsuite/msg/"
+ pvs-studio-analyzer analyze -f "$BUILDFOLDER"/compile_commands.json -o "$WORKSPACE"/pvs.log $EXCLUDEDPATH -j$NUMPROC
+ # Disable:
+ # V521 Such expressions using the ',' operator are dangerous. (-> commas in catch.hpp),
+ # V576 Incorrect format. (-> gives false alarms, and already checked elsewhere)
+ # V1042 This file is marked with copyleft license, which requires you to open the derived source code.
+ # V1056 The predefined identifier '__func__' always contains the string 'operator()' inside function body of the overloaded 'operator()'.
+ plog-converter -t xml -o "$WORKSPACE"/pvs.plog -d V521,V576,V1042,V1056 "$WORKSPACE"/pvs.log
+
+fi || exit 42
