Logo AND Algorithmique Numérique Distribuée

Public GIT Repository
remove ns3 from ubuntu stable and github actions, as 3.35 is broken on 22.04
[simgrid.git] / tools / jenkins / build.sh
index 65d8628..d7c4ec6 100755 (executable)
@@ -5,25 +5,18 @@
 # See https://ci.inria.fr/simgrid/job/SimGrid/configure
 # See https://ci.inria.fr/simgrid/job/Simgrid-Windows/configure
 
-set -e
-
 # ensure that the locales are set, so that perl keeps its nerves
 export LC_ALL=C
 
 echo "XXXX Cleanup previous attempts. Remaining content of /tmp:"
-rm -rf /tmp/simgrid-java*
-rm -rf /var/tmp/simgrid-java*
-rm -rf /tmp/jvm-*
-find /builds/workspace/SimGrid/ -name "hs_err_pid*.log" | xargs rm -f
+rm -f /tmp/cc*
+rm -f /tmp/*.so
+rm -f /tmp/*.so.*
 ls /tmp
 df -h
 echo "XXXX Let's go"
 
-# Help older cmakes
-if [ -e /usr/lib/jvm/java-7-openjdk-amd64 ] ;
-then
-  export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64
-fi
+set -e
 
 # usage: die status message...
 die () {
@@ -31,7 +24,7 @@ die () {
   shift
   [ $# -gt 0 ] || set -- "Error - Halting"
   echo "$@" >&2
-  exit $status
+  exit "$status"
 }
 
 # Get an ON/OFF string from a command:
@@ -43,45 +36,28 @@ onoff() {
   fi
 }
 
-# Check that we have what we need, or die quickly.
-# The paths are not the same on all platforms, unfortunately.
-#test -e /bin/tar  || die 1 "I need tar to compile. Please fix your slave."
-#test -e /bin/gzip || die 1 "I need gzip to compile. Please fix your slave."
-#test -e /usr/include/libunwind.h || die 1 "I need libunwind to compile. Please fix your slave."
-#test -e /usr/include/valgrind/valgrind.h || die 1 "I need valgrind to compile. Please fix your slave."
-
-if type lsb_release >/dev/null 2>&1; then
-  if [ -f /mnt/c/Windows/System32/WindowsPowerShell/v1.0/powershell.exe ]; then
-    #To identify the windows underneath the winbuntu
-    PATH="/mnt/c/Windows/System32/WindowsPowerShell/v1.0/:$PATH"
-    major=$(powershell.exe -command "[environment]::OSVersion.Version.Major" | sed 's/\r//g')
-    build=$(powershell.exe -command "[environment]::OSVersion.Version.Build"| sed 's/\r//g')
-    os=Windows
-    ver="$major v$build - WSL $(lsb_release -sd)"
-  else
+if type lsb_release >/dev/null 2>&1; then # recent versions of Debian/Ubuntu
     # linuxbase.org
     os=$(lsb_release -si)
     ver="$(lsb_release -sr) ($(lsb_release -sc))"
-  fi
-elif [ -f /etc/lsb-release ]; then
-    # For some versions of Debian/Ubuntu without lsb_release command
+elif [ -f /etc/lsb-release ]; then # For some versions of Debian/Ubuntu without lsb_release command
     . /etc/lsb-release
     os=$DISTRIB_ID
     ver=$DISTRIB_RELEASE
-elif [ -f /etc/debian_version ]; then
-    # Older Debian/Ubuntu/etc.
+elif [ -f /etc/debian_version ]; then # Older Debian/Ubuntu/etc.
     os=Debian
     ver=$(cat /etc/debian_version)
-elif [ -f /etc/redhat-release ]; then
+elif [ -f /etc/redhat-release ]; then #RH, Fedora, Centos
     read -r os ver < /etc/redhat-release
-elif [ -f /usr/bin/sw_vers ]; then
+elif [ -f /usr/bin/sw_vers ]; then #osx
     os=$(sw_vers -productName)
     ver=$(sw_vers -productVersion)
-elif [ -f /bin/freebsd-version ]; then
+elif [ -f /bin/freebsd-version ]; then #freebsd
     os=$(uname -s)
     ver=$(freebsd-version -u)
-elif [ -f /etc/os-release ]; then
-    # freedesktop.org and systemd, put last as usually missing useful info
+elif [ -f /etc/release ]; then #openindiana
+    read -r os ver < /etc/release
+elif [ -f /etc/os-release ]; then # freedesktop.org and systemd, put last as usually missing useful info
     . /etc/os-release
     os=$NAME
     ver=$VERSION_ID
@@ -91,6 +67,17 @@ else
     os=$(uname -s)
     ver=$(uname -r)
 fi
+
+# Are we running on wsl ?
+if [ -f /mnt/c/Windows/System32/WindowsPowerShell/v1.0/powershell.exe ]; then
+    #To identify the windows underneath the linux
+    PATH="/mnt/c/Windows/System32/WindowsPowerShell/v1.0/:$PATH"
+    major=$(powershell.exe -command "[environment]::OSVersion.Version.Major" | sed 's/\r//g')
+    build=$(powershell.exe -command "[environment]::OSVersion.Version.Build"| sed 's/\r//g')
+    ver="$major v$build - WSL $os $ver"
+    os=Windows
+fi
+
 case $(uname -m) in
 x86_64)
     bits="64 bits"
@@ -109,11 +96,11 @@ build_mode="$1"
 echo "Build mode $build_mode on $(uname -np)" >&2
 case "$build_mode" in
   "Debug")
-      INSTALL="/builds/simgrid_install"
+      INSTALL="$HOME/simgrid_install"
   ;;
 
   "ModelChecker")
-      INSTALL="/builds/mc_simgrid_install"
+      INSTALL="$HOME/mc_simgrid_install"
   ;;
 
   "DynamicAnalysis")
@@ -140,75 +127,87 @@ ulimit -c 0 || true
 echo "XX"
 echo "XX Get out of the tree"
 echo "XX"
-if [ -d $WORKSPACE/build ]
+if [ -d "$WORKSPACE"/build ]
 then
   # Windows cannot remove the directory if it's still used by the previous build
-  rm -rf $WORKSPACE/build || sleep 10 && rm -rf $WORKSPACE/build || sleep 10 && rm -rf $WORKSPACE/build
+  rm -rf "$WORKSPACE"/build || sleep 10 && rm -rf "$WORKSPACE"/build || sleep 10 && rm -rf "$WORKSPACE"/build
 fi
-mkdir $WORKSPACE/build
-cd $WORKSPACE/build
+mkdir "$WORKSPACE"/build
+cd "$WORKSPACE"/build
 
 have_NS3="no"
-if dpkg -l libns3-dev 2>&1|grep -q "ii  libns3-dev" ; then
+if [ "$os" = "Debian" ] ; then
+  if dpkg --compare-versions "$(dpkg-query -f '${Version}' -W libns3-dev)" ge 3.28; then
+    have_NS3="yes"
+  fi
+fi
+if [ "$os" = "nixos" ] ; then
   have_NS3="yes"
 fi
 echo "XX have_NS3: ${have_NS3}"
 
+SIMGRID_PYTHON_LIBDIR=""
+if [ "$os" = "nixos" ] ; then
+  SIMGRID_PYTHON_LIBDIR="/home/ci/simgrid_install/lib64"
+fi
+echo "XX SIMGRID_PYTHON_LIBDIR: ${SIMGRID_PYTHON_LIBDIR}"
+
 # This is for Windows:
 PATH="$WORKSPACE/build/lib:$PATH"
 
 echo "XX"
 echo "XX Build the archive out of the tree"
-echo "XX   pwd: "$(pwd)
+echo "XX   pwd: $(pwd)"
 echo "XX"
 
-cmake -G"$GENERATOR" -Denable_documentation=OFF $WORKSPACE
+cmake -G"$GENERATOR" -Denable_documentation=OFF "$WORKSPACE"
 make dist -j $NUMBER_OF_PROCESSORS
 SIMGRID_VERSION=$(cat VERSION)
 
 echo "XX"
 echo "XX Open the resulting archive"
 echo "XX"
-gunzip ${SIMGRID_VERSION}.tar.gz
-tar xf ${SIMGRID_VERSION}.tar
-mkdir ${WORKSPACE}/build/${SIMGRID_VERSION}/build
-cd ${WORKSPACE}/build/${SIMGRID_VERSION}/build
+gunzip "${SIMGRID_VERSION}".tar.gz
+tar xf "${SIMGRID_VERSION}".tar
+mkdir "${WORKSPACE}"/build/"${SIMGRID_VERSION}"/build
+cd "${WORKSPACE}"/build/"${SIMGRID_VERSION}"/build
 SRCFOLDER="${WORKSPACE}/build/${SIMGRID_VERSION}"
 
 echo "XX"
 echo "XX Configure and build SimGrid"
-echo "XX   pwd: "$(pwd)
+echo "XX   pwd: $(pwd)"
 echo "XX"
 set -x
 
-if cmake --version | grep -q 3\.11 ; then
-  # -DCMAKE_DISABLE_SOURCE_CHANGES=ON is broken with java on CMake 3.11
-  # https://gitlab.kitware.com/cmake/cmake/issues/17933
-  MAY_DISABLE_SOURCE_CHANGE=""
-else 
-  MAY_DISABLE_SOURCE_CHANGE="-DCMAKE_DISABLE_SOURCE_CHANGES=ON"
+if [ "$os" = "CentOS" ]; then
+    if [ "$(ld -v | cut -d\  -f4 | cut -c1-4)" = "2.30" ]; then
+        echo "Temporary disable LTO, believed to be broken on this system."
+        MAY_DISABLE_LTO=-Denable_lto=OFF
+    else
+        MAY_DISABLE_LTO=
+    fi
 fi
 
-if [ "$os" = "NixOS" -a "$(gcc -dumpversion)" = "7.4.0" ]; then
-    echo "Temporary disable LTO, believed to be broken on this system."
+if [ $NODE_NAME = "armv8" ]; then
+    echo "disable LTO, believed to be too heavy for this particular system"
     MAY_DISABLE_LTO=-Denable_lto=OFF
-else
-    MAY_DISABLE_LTO=
 fi
 
 cmake -G"$GENERATOR" ${INSTALL:+-DCMAKE_INSTALL_PREFIX=$INSTALL} \
   -Denable_debug=ON -Denable_documentation=OFF -Denable_coverage=OFF \
   -Denable_model-checking=$(onoff test "$build_mode" = "ModelChecker") \
-  -Denable_smpi_ISP_testsuite=$(onoff test "$build_mode" = "ModelChecker") \
+  -Denable_smpi_MBI_testsuite=OFF \
   -Denable_compile_optimizations=$(onoff test "$build_mode" != "DynamicAnalysis") \
   -Denable_smpi_MPICH3_testsuite=$(onoff test "$build_mode" = "Debug") \
   -Denable_mallocators=$(onoff test "$build_mode" != "DynamicAnalysis") \
   -Denable_memcheck=$(onoff test "$build_mode" = "DynamicAnalysis") \
   -Denable_compile_warnings=$(onoff test "$GENERATOR" != "MSYS Makefiles") -Denable_smpi=ON \
   -Denable_ns3=$(onoff test "$have_NS3" = "yes" -a "$build_mode" = "Debug") \
-  -Denable_jedule=OFF -Denable_java=ON -Denable_lua=OFF ${MAY_DISABLE_SOURCE_CHANGE} ${MAY_DISABLE_LTO} \
-  $SRCFOLDER
-#  -Denable_lua=$(onoff test "$build_mode" != "DynamicAnalysis") \
+  -DSIMGRID_PYTHON_LIBDIR=${SIMGRID_PYTHON_LIBDIR} \
+  -DCMAKE_DISABLE_SOURCE_CHANGES=ON ${MAY_DISABLE_LTO} \
+  -DLTO_EXTRA_FLAG="auto" \
+  -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
+  "$SRCFOLDER"
 set +x
 
 make -j $NUMBER_OF_PROCESSORS VERBOSE=1 tests
@@ -218,13 +217,9 @@ echo "XX Run the tests"
 echo "XX   pwd: "$(pwd)
 echo "XX"
 
-ctest -T test --output-on-failure --no-compress-output || true
-if [ -f Testing/TAG ] ; then
-   xsltproc $WORKSPACE/tools/jenkins/ctest2junit.xsl Testing/$( head -n 1 < Testing/TAG )/Test.xml > CTestResults.xml
-   mv CTestResults.xml $WORKSPACE
-fi
+ctest -T test --output-on-failure --no-compress-output -j $NUMBER_OF_PROCESSORS || true
 
-if test -n "$INSTALL" && [ ${branch_name} = "origin/master" ] ; then
+if test -n "$INSTALL" && [ "${branch_name}" = "origin/master" ] ; then
   echo "XX"
   echo "XX Test done. Install everything since it's a regular build, not on a Windows."
   echo "XX"