X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/4dc49c9d77bc2dcba754a985c4c03e02c4b737fd..196b543c8e909828b40e851eaf4443ee28f76c70:/tools/jenkins/build.sh diff --git a/tools/jenkins/build.sh b/tools/jenkins/build.sh index 951e7440c2..6ad94b0fa7 100755 --- a/tools/jenkins/build.sh +++ b/tools/jenkins/build.sh @@ -5,19 +5,23 @@ # See https://ci.inria.fr/simgrid/job/SimGrid/configure # See https://ci.inria.fr/simgrid/job/Simgrid-Windows/configure -set -e - # ensure that the locales are set, so that perl keeps its nerves export LC_ALL=C echo "XXXX Cleanup previous attempts. Remaining content of /tmp:" +rm -f /tmp/cc* +rm -f /tmp/*.so +rm -f /tmp/*.so.* rm -rf /tmp/simgrid-java* +rm -rf /var/tmp/simgrid-java* rm -rf /tmp/jvm-* -find /builds/workspace/SimGrid/ -name "hs_err_pid*.log" | xargs rm -f +find $WORKSPACE -name "hs_err_pid*.log" -exec rm -f {} + ls /tmp df -h echo "XXXX Let's go" +set -e + # Help older cmakes if [ -e /usr/lib/jvm/java-7-openjdk-amd64 ] ; then @@ -26,11 +30,11 @@ fi # usage: die status message... die () { - local status=${1:-1} + status=${1:-1} shift [ $# -gt 0 ] || set -- "Error - Halting" echo "$@" >&2 - exit $status + exit "$status" } # Get an ON/OFF string from a command: @@ -42,46 +46,28 @@ onoff() { fi } -# Check that we have what we need, or die quickly. -# The paths are not the same on all platforms, unfortunately. -#test -e /bin/tar || die 1 "I need tar to compile. Please fix your slave." -#test -e /bin/gzip || die 1 "I need gzip to compile. Please fix your slave." -#test -e /usr/include/libunwind.h || die 1 "I need libunwind to compile. Please fix your slave." -#test -e /usr/include/valgrind/valgrind.h || die 1 "I need valgrind to compile. Please fix your slave." - -if type lsb_release >/dev/null 2>&1; then - if [ -f /mnt/c/Windows/System32/WindowsPowerShell/v1.0/powershell.exe ]; then - #To identify the windows underneath the winbuntu - PATH="/mnt/c/Windows/System32/WindowsPowerShell/v1.0/:$PATH" - major=$(powershell.exe -command "[environment]::OSVersion.Version.Major" | sed 's/\r//g') - build=$(powershell.exe -command "[environment]::OSVersion.Version.Build"| sed 's/\r//g') - os=Windows - ver="$major v$build - WSL $(lsb_release -sd)" - else +if type lsb_release >/dev/null 2>&1; then # recent versions of Debian/Ubuntu # linuxbase.org os=$(lsb_release -si) ver="$(lsb_release -sr) ($(lsb_release -sc))" - fi -elif [ -f /etc/lsb-release ]; then - # For some versions of Debian/Ubuntu without lsb_release command +elif [ -f /etc/lsb-release ]; then # For some versions of Debian/Ubuntu without lsb_release command . /etc/lsb-release os=$DISTRIB_ID ver=$DISTRIB_RELEASE -elif [ -f /etc/debian_version ]; then - # Older Debian/Ubuntu/etc. +elif [ -f /etc/debian_version ]; then # Older Debian/Ubuntu/etc. os=Debian ver=$(cat /etc/debian_version) -elif [ -f /etc/redhat-release ]; then - os="" - ver=$(cat /etc/redhat-release) -elif [ -f /usr/bin/sw_vers ]; then +elif [ -f /etc/redhat-release ]; then #RH, Fedora, Centos + read -r os ver < /etc/redhat-release +elif [ -f /usr/bin/sw_vers ]; then #osx os=$(sw_vers -productName) ver=$(sw_vers -productVersion) -elif [ -f /bin/freebsd-version ]; then +elif [ -f /bin/freebsd-version ]; then #freebsd os=$(uname -s) ver=$(freebsd-version -u) -elif [ -f /etc/os-release ]; then - # freedesktop.org and systemd, put last as usually missing useful info +elif [ -f /etc/release ]; then #openindiana + read -r os ver < /etc/release +elif [ -f /etc/os-release ]; then # freedesktop.org and systemd, put last as usually missing useful info . /etc/os-release os=$NAME ver=$VERSION_ID @@ -91,6 +77,17 @@ else os=$(uname -s) ver=$(uname -r) fi + +# Are we running on wsl ? +if [ -f /mnt/c/Windows/System32/WindowsPowerShell/v1.0/powershell.exe ]; then + #To identify the windows underneath the linux + PATH="/mnt/c/Windows/System32/WindowsPowerShell/v1.0/:$PATH" + major=$(powershell.exe -command "[environment]::OSVersion.Version.Major" | sed 's/\r//g') + build=$(powershell.exe -command "[environment]::OSVersion.Version.Build"| sed 's/\r//g') + ver="$major v$build - WSL $os $ver" + os=Windows +fi + case $(uname -m) in x86_64) bits="64 bits" @@ -109,11 +106,11 @@ build_mode="$1" echo "Build mode $build_mode on $(uname -np)" >&2 case "$build_mode" in "Debug") - INSTALL="/builds/simgrid_install" + INSTALL="$HOME/simgrid_install" ;; "ModelChecker") - INSTALL="/builds/mc_simgrid_install" + INSTALL="$HOME/mc_simgrid_install" ;; "DynamicAnalysis") @@ -125,6 +122,13 @@ case "$build_mode" in ;; esac +if [ "$2" = "" ]; then + branch_name="unknown" +else + branch_name="$2" +fi +echo "Branch built is $branch_name" + NUMBER_OF_PROCESSORS="$(nproc)" || NUMBER_OF_PROCESSORS=1 GENERATOR="Unix Makefiles" @@ -133,44 +137,60 @@ ulimit -c 0 || true echo "XX" echo "XX Get out of the tree" echo "XX" -if [ -d $WORKSPACE/build ] +if [ -d "$WORKSPACE"/build ] then # Windows cannot remove the directory if it's still used by the previous build - rm -rf $WORKSPACE/build || sleep 10 && rm -rf $WORKSPACE/build || sleep 10 && rm -rf $WORKSPACE/build + rm -rf "$WORKSPACE"/build || sleep 10 && rm -rf "$WORKSPACE"/build || sleep 10 && rm -rf "$WORKSPACE"/build fi -mkdir $WORKSPACE/build -cd $WORKSPACE/build +mkdir "$WORKSPACE"/build +cd "$WORKSPACE"/build have_NS3="no" -if dpkg -l libns3-dev 2>&1|grep -q "ii libns3-dev" ; then +if [ "$os" = "Debian" ] ; then + if dpkg --compare-versions "$(dpkg-query -f '${Version}' -W libns3-dev)" ge 3.28; then + have_NS3="yes" + fi +fi +MAY_HINT_AT_NS3="" +if [ $NODE_NAME = "ubuntu-lts" ] ; then + MAY_HINT_AT_NS3="-DNS3_HINT=/builds/ns-3-dev/build/" + have_NS3="yes" +fi +if [ "$os" = "nixos" ] ; then have_NS3="yes" fi echo "XX have_NS3: ${have_NS3}" +SIMGRID_PYTHON_LIBDIR="" +if [ "$os" = "nixos" ] ; then + SIMGRID_PYTHON_LIBDIR="/home/ci/simgrid_install/lib64" +fi +echo "XX SIMGRID_PYTHON_LIBDIR: ${SIMGRID_PYTHON_LIBDIR}" + # This is for Windows: PATH="$WORKSPACE/build/lib:$PATH" echo "XX" echo "XX Build the archive out of the tree" -echo "XX pwd: "$(pwd) +echo "XX pwd: $(pwd)" echo "XX" -cmake -G"$GENERATOR" -Denable_documentation=OFF $WORKSPACE -make dist -j$NUMBER_OF_PROCESSORS +cmake -G"$GENERATOR" -Denable_documentation=OFF "$WORKSPACE" +make dist -j $NUMBER_OF_PROCESSORS SIMGRID_VERSION=$(cat VERSION) echo "XX" echo "XX Open the resulting archive" echo "XX" -gunzip ${SIMGRID_VERSION}.tar.gz -tar xf ${SIMGRID_VERSION}.tar -mkdir ${WORKSPACE}/build/${SIMGRID_VERSION}/build -cd ${WORKSPACE}/build/${SIMGRID_VERSION}/build +gunzip "${SIMGRID_VERSION}".tar.gz +tar xf "${SIMGRID_VERSION}".tar +mkdir "${WORKSPACE}"/build/"${SIMGRID_VERSION}"/build +cd "${WORKSPACE}"/build/"${SIMGRID_VERSION}"/build SRCFOLDER="${WORKSPACE}/build/${SIMGRID_VERSION}" echo "XX" echo "XX Configure and build SimGrid" -echo "XX pwd: "$(pwd) +echo "XX pwd: $(pwd)" echo "XX" set -x @@ -178,39 +198,52 @@ if cmake --version | grep -q 3\.11 ; then # -DCMAKE_DISABLE_SOURCE_CHANGES=ON is broken with java on CMake 3.11 # https://gitlab.kitware.com/cmake/cmake/issues/17933 MAY_DISABLE_SOURCE_CHANGE="" -else +else MAY_DISABLE_SOURCE_CHANGE="-DCMAKE_DISABLE_SOURCE_CHANGES=ON" fi +if [ "$os" = "CentOS" ]; then + if [ "$(ld -v | cut -d\ -f4 | cut -c1-4)" = "2.30" ]; then + echo "Temporary disable LTO, believed to be broken on this system." + MAY_DISABLE_LTO=-Denable_lto=OFF + else + MAY_DISABLE_LTO= + fi +fi + +if [ $NODE_NAME = "armv8" ]; then + echo "disable LTO, believed to be too heavy for this particular system" + MAY_DISABLE_LTO=-Denable_lto=OFF +fi + cmake -G"$GENERATOR" ${INSTALL:+-DCMAKE_INSTALL_PREFIX=$INSTALL} \ -Denable_debug=ON -Denable_documentation=OFF -Denable_coverage=OFF \ -Denable_model-checking=$(onoff test "$build_mode" = "ModelChecker") \ - -Denable_smpi_ISP_testsuite=$(onoff test "$build_mode" = "ModelChecker") \ + -Denable_smpi_MBI_testsuite=OFF \ -Denable_compile_optimizations=$(onoff test "$build_mode" != "DynamicAnalysis") \ -Denable_smpi_MPICH3_testsuite=$(onoff test "$build_mode" = "Debug") \ -Denable_mallocators=$(onoff test "$build_mode" != "DynamicAnalysis") \ -Denable_memcheck=$(onoff test "$build_mode" = "DynamicAnalysis") \ -Denable_compile_warnings=$(onoff test "$GENERATOR" != "MSYS Makefiles") -Denable_smpi=ON \ -Denable_ns3=$(onoff test "$have_NS3" = "yes" -a "$build_mode" = "Debug") \ - -Denable_jedule=OFF -Denable_java=ON -Denable_lua=OFF ${MAY_DISABLE_SOURCE_CHANGE} \ - $SRCFOLDER -# -Denable_lua=$(onoff test "$build_mode" != "DynamicAnalysis") \ + -DSIMGRID_PYTHON_LIBDIR=${SIMGRID_PYTHON_LIBDIR} \ + ${MAY_DISABLE_SOURCE_CHANGE} ${MAY_DISABLE_LTO} ${MAY_HINT_AT_NS3} \ + -Denable_java=$(onoff test "$build_mode" = "ModelChecker") \ + -Denable_msg=$(onoff test "$build_mode" = "ModelChecker") \ + -DLTO_EXTRA_FLAG="auto" \ + "$SRCFOLDER" set +x -make -j$NUMBER_OF_PROCESSORS VERBOSE=1 +make -j $NUMBER_OF_PROCESSORS VERBOSE=1 tests echo "XX" echo "XX Run the tests" echo "XX pwd: "$(pwd) echo "XX" -ctest -T test --output-on-failure --no-compress-output || true -if [ -f Testing/TAG ] ; then - xsltproc $WORKSPACE/tools/jenkins/ctest2junit.xsl Testing/$( head -n 1 < Testing/TAG )/Test.xml > CTestResults.xml - mv CTestResults.xml $WORKSPACE -fi +ctest -T test --output-on-failure --no-compress-output -j $NUMBER_OF_PROCESSORS || true -if test -n "$INSTALL"; then +if test -n "$INSTALL" && [ "${branch_name}" = "origin/master" ] ; then echo "XX" echo "XX Test done. Install everything since it's a regular build, not on a Windows." echo "XX"