X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/7a1bae8249ff8994156bd4d8ce9cabb8546fbf96..76c3342d49000e0eb23e54e91818853b99ac69af:/tools/jenkins/build.sh diff --git a/tools/jenkins/build.sh b/tools/jenkins/build.sh index 8a97109331..d7c4ec64f9 100755 --- a/tools/jenkins/build.sh +++ b/tools/jenkins/build.sh @@ -1,31 +1,30 @@ -#!/bin/sh +#!/usr/bin/env sh # This script is used by various build projects on Jenkins -# See https://ci.inria.fr/simgrid/job/SimGrid-Multi/configure +# See https://ci.inria.fr/simgrid/job/SimGrid/configure # See https://ci.inria.fr/simgrid/job/Simgrid-Windows/configure -set -e +# ensure that the locales are set, so that perl keeps its nerves +export LC_ALL=C -echo "XXXX Cleanup previous attempts" -rm -rf /tmp/simgrid*tmp +echo "XXXX Cleanup previous attempts. Remaining content of /tmp:" +rm -f /tmp/cc* +rm -f /tmp/*.so +rm -f /tmp/*.so.* ls /tmp df -h echo "XXXX Let's go" -# Help older cmakes -if [ -e /usr/lib/jvm/java-7-openjdk-amd64 ] ; -then - export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64 -fi +set -e # usage: die status message... die () { - local status=${1:-1} + status=${1:-1} shift [ $# -gt 0 ] || set -- "Error - Halting" echo "$@" >&2 - exit $status + exit "$status" } # Get an ON/OFF string from a command: @@ -37,22 +36,75 @@ onoff() { fi } -# Check that we have what we need, or die quickly -test -e /bin/tar || die "I need tar to compile. Please fix your slave." -test -e /bin/gzip || die "I need gzip to compile. Please fix your slave." -test -e /usr/include/libunwind.h || die "I need libunwind to compile. Please fix your slave." -test -e /usr/include/valgrind/valgrind.h || die "I need valgrind to compile. Please fix your slave." +if type lsb_release >/dev/null 2>&1; then # recent versions of Debian/Ubuntu + # linuxbase.org + os=$(lsb_release -si) + ver="$(lsb_release -sr) ($(lsb_release -sc))" +elif [ -f /etc/lsb-release ]; then # For some versions of Debian/Ubuntu without lsb_release command + . /etc/lsb-release + os=$DISTRIB_ID + ver=$DISTRIB_RELEASE +elif [ -f /etc/debian_version ]; then # Older Debian/Ubuntu/etc. + os=Debian + ver=$(cat /etc/debian_version) +elif [ -f /etc/redhat-release ]; then #RH, Fedora, Centos + read -r os ver < /etc/redhat-release +elif [ -f /usr/bin/sw_vers ]; then #osx + os=$(sw_vers -productName) + ver=$(sw_vers -productVersion) +elif [ -f /bin/freebsd-version ]; then #freebsd + os=$(uname -s) + ver=$(freebsd-version -u) +elif [ -f /etc/release ]; then #openindiana + read -r os ver < /etc/release +elif [ -f /etc/os-release ]; then # freedesktop.org and systemd, put last as usually missing useful info + . /etc/os-release + os=$NAME + ver=$VERSION_ID +else + # Fall back to uname, e.g. "Linux ", also works for BSD, etc. + echo "fallback as OS name not found" + os=$(uname -s) + ver=$(uname -r) +fi + +# Are we running on wsl ? +if [ -f /mnt/c/Windows/System32/WindowsPowerShell/v1.0/powershell.exe ]; then + #To identify the windows underneath the linux + PATH="/mnt/c/Windows/System32/WindowsPowerShell/v1.0/:$PATH" + major=$(powershell.exe -command "[environment]::OSVersion.Version.Major" | sed 's/\r//g') + build=$(powershell.exe -command "[environment]::OSVersion.Version.Build"| sed 's/\r//g') + ver="$major v$build - WSL $os $ver" + os=Windows +fi + +case $(uname -m) in +x86_64) + bits="64 bits" + ;; +i*86) + bits="32 bits" + ;; +*) + bits="" + ;; +esac +echo "OS Version : $os $ver $bits" + build_mode="$1" echo "Build mode $build_mode on $(uname -np)" >&2 case "$build_mode" in "Debug") + INSTALL="$HOME/simgrid_install" ;; "ModelChecker") + INSTALL="$HOME/mc_simgrid_install" ;; "DynamicAnalysis") + INSTALL="" ;; *) @@ -60,99 +112,123 @@ case "$build_mode" in ;; esac -if test "$(uname -o)" = "Msys"; then - if [ -z "$NUMBER_OF_PROCESSORS" ]; then - NUMBER_OF_PROCESSORS=1 - fi - GENERATOR="MSYS Makefiles" +if [ "$2" = "" ]; then + branch_name="unknown" else - NUMBER_OF_PROCESSORS="$(nproc)" || NUMBER_OF_PROCESSORS=1 - GENERATOR="Unix Makefiles" + branch_name="$2" fi +echo "Branch built is $branch_name" + +NUMBER_OF_PROCESSORS="$(nproc)" || NUMBER_OF_PROCESSORS=1 +GENERATOR="Unix Makefiles" ulimit -c 0 || true -if test "$(uname -o)" != "Msys"; then - echo "XX" - echo "XX Get out of the tree" - echo "XX" - if [ -d $WORKSPACE/build ] - then - rm -rf $WORKSPACE/build +echo "XX" +echo "XX Get out of the tree" +echo "XX" +if [ -d "$WORKSPACE"/build ] +then + # Windows cannot remove the directory if it's still used by the previous build + rm -rf "$WORKSPACE"/build || sleep 10 && rm -rf "$WORKSPACE"/build || sleep 10 && rm -rf "$WORKSPACE"/build +fi +mkdir "$WORKSPACE"/build +cd "$WORKSPACE"/build + +have_NS3="no" +if [ "$os" = "Debian" ] ; then + if dpkg --compare-versions "$(dpkg-query -f '${Version}' -W libns3-dev)" ge 3.28; then + have_NS3="yes" fi - mkdir $WORKSPACE/build - cd $WORKSPACE/build +fi +if [ "$os" = "nixos" ] ; then + have_NS3="yes" +fi +echo "XX have_NS3: ${have_NS3}" - echo "XX" - echo "XX Build the archive out of the tree" - echo "XX pwd: `pwd`" - echo "XX" +SIMGRID_PYTHON_LIBDIR="" +if [ "$os" = "nixos" ] ; then + SIMGRID_PYTHON_LIBDIR="/home/ci/simgrid_install/lib64" +fi +echo "XX SIMGRID_PYTHON_LIBDIR: ${SIMGRID_PYTHON_LIBDIR}" - cmake -G"$GENERATOR" -Denable_documentation=OFF $WORKSPACE - make dist -j$NUMBER_OF_PROCESSORS +# This is for Windows: +PATH="$WORKSPACE/build/lib:$PATH" - echo "XX" - echo "XX Open the resulting archive" - echo "XX" - tar xzf `cat VERSION`.tar.gz - cd `cat VERSION` -fi +echo "XX" +echo "XX Build the archive out of the tree" +echo "XX pwd: $(pwd)" +echo "XX" + +cmake -G"$GENERATOR" -Denable_documentation=OFF "$WORKSPACE" +make dist -j $NUMBER_OF_PROCESSORS +SIMGRID_VERSION=$(cat VERSION) + +echo "XX" +echo "XX Open the resulting archive" +echo "XX" +gunzip "${SIMGRID_VERSION}".tar.gz +tar xf "${SIMGRID_VERSION}".tar +mkdir "${WORKSPACE}"/build/"${SIMGRID_VERSION}"/build +cd "${WORKSPACE}"/build/"${SIMGRID_VERSION}"/build +SRCFOLDER="${WORKSPACE}/build/${SIMGRID_VERSION}" echo "XX" echo "XX Configure and build SimGrid" -echo "XX pwd: `pwd`" +echo "XX pwd: $(pwd)" echo "XX" -cmake -G"$GENERATOR"\ +set -x + +if [ "$os" = "CentOS" ]; then + if [ "$(ld -v | cut -d\ -f4 | cut -c1-4)" = "2.30" ]; then + echo "Temporary disable LTO, believed to be broken on this system." + MAY_DISABLE_LTO=-Denable_lto=OFF + else + MAY_DISABLE_LTO= + fi +fi + +if [ $NODE_NAME = "armv8" ]; then + echo "disable LTO, believed to be too heavy for this particular system" + MAY_DISABLE_LTO=-Denable_lto=OFF +fi + +cmake -G"$GENERATOR" ${INSTALL:+-DCMAKE_INSTALL_PREFIX=$INSTALL} \ -Denable_debug=ON -Denable_documentation=OFF -Denable_coverage=OFF \ -Denable_model-checking=$(onoff test "$build_mode" = "ModelChecker") \ - -Denable_smpi_ISP_testsuite=$(onoff test "$build_mode" = "ModelChecker") \ - -Denable_compile_optimizations=$(onoff test "$build_mode" = "Debug") \ - -Denable_smpi_MPICH3_testsuite=$(onoff test "$build_mode" != "DynamicAnalysis") \ + -Denable_smpi_MBI_testsuite=OFF \ + -Denable_compile_optimizations=$(onoff test "$build_mode" != "DynamicAnalysis") \ + -Denable_smpi_MPICH3_testsuite=$(onoff test "$build_mode" = "Debug") \ -Denable_mallocators=$(onoff test "$build_mode" != "DynamicAnalysis") \ -Denable_memcheck=$(onoff test "$build_mode" = "DynamicAnalysis") \ - -Denable_compile_warnings=ON -Denable_smpi=ON \ - -Denable_latency_bound_tracking=OFF -Denable_jedule=OFF \ - -Denable_tracing=ON -Denable_java=ON -Denable_lua=OFF -# -Denable_lua=$(onoff test "$build_mode" != "DynamicAnalysis") \ - + -Denable_compile_warnings=$(onoff test "$GENERATOR" != "MSYS Makefiles") -Denable_smpi=ON \ + -Denable_ns3=$(onoff test "$have_NS3" = "yes" -a "$build_mode" = "Debug") \ + -DSIMGRID_PYTHON_LIBDIR=${SIMGRID_PYTHON_LIBDIR} \ + -DCMAKE_DISABLE_SOURCE_CHANGES=ON ${MAY_DISABLE_LTO} \ + -DLTO_EXTRA_FLAG="auto" \ + -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \ + "$SRCFOLDER" +set +x -make -j$NUMBER_OF_PROCESSORS VERBOSE=1 - -if test "$(uname -o)" != "Msys"; then - cd $WORKSPACE/build - cd `cat VERSION` -fi - -TRES=0 +make -j $NUMBER_OF_PROCESSORS VERBOSE=1 tests echo "XX" echo "XX Run the tests" -echo "XX pwd: `pwd`" +echo "XX pwd: "$(pwd) echo "XX" -ctest -T test --output-on-failure --no-compress-output || true -if [ -f Testing/TAG ] ; then - xsltproc $WORKSPACE/tools/jenkins/ctest2junit.xsl Testing/`head -n 1 < Testing/TAG`/Test.xml > CTestResults.xml - mv CTestResults.xml $WORKSPACE +ctest -T test --output-on-failure --no-compress-output -j $NUMBER_OF_PROCESSORS || true + +if test -n "$INSTALL" && [ "${branch_name}" = "origin/master" ] ; then + echo "XX" + echo "XX Test done. Install everything since it's a regular build, not on a Windows." + echo "XX" + + rm -rf "$INSTALL" + + make install fi echo "XX" echo "XX Done. Return the results to cmake" echo "XX" - -if [ "$build_mode" = "DynamicAnalysis" ] -then - ctest -D ContinuousStart - ctest -D ContinuousConfigure - ctest -D ContinuousBuild - ctest -D ContinuousMemCheck - ctest -D ContinuousSubmit -fi - -ctest -D ContinuousStart -ctest -D ContinuousConfigure -ctest -D ContinuousBuild -ctest -D ContinuousTest -ctest -D ContinuousSubmit - -rm -rf `cat VERSION`