Logo AND Algorithmique Numérique Distribuée

Public GIT Repository
-=
[simgrid.git] / tools / jenkins / build.sh
index ec2325a..9162841 100755 (executable)
@@ -1,21 +1,25 @@
-#!/bin/sh
+#!/usr/bin/env sh
 
 # This script is used by various build projects on Jenkins
 
-# See https://ci.inria.fr/simgrid/job/SimGrid-Multi/configure
+# See https://ci.inria.fr/simgrid/job/SimGrid/configure
 # See https://ci.inria.fr/simgrid/job/Simgrid-Windows/configure
 
 set -e
 
+# ensure that the locales are set, so that perl keeps its nerves
+export LC_ALL=C
+
 echo "XXXX Cleanup previous attempts. Remaining content of /tmp:"
 rm -rf /tmp/simgrid-java*
-find /builds/workspace/SimGrid-Multi/ -name "hs_err_pid*.log" | xargs rm -f
+rm -rf /tmp/jvm-*
+find /builds/workspace/SimGrid/ -name "hs_err_pid*.log" | xargs rm -f
 ls /tmp
 df -h
 echo "XXXX Let's go"
 
 # Help older cmakes
-if [ -e /usr/lib/jvm/java-7-openjdk-amd64 ] ; 
+if [ -e /usr/lib/jvm/java-7-openjdk-amd64 ] ;
 then
   export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64
 fi
@@ -38,22 +42,82 @@ onoff() {
   fi
 }
 
-# Check that we have what we need, or die quickly
-test -e /bin/tar  || die "I need tar to compile. Please fix your slave."
-test -e /bin/gzip || die "I need gzip to compile. Please fix your slave."
-test -e /usr/include/libunwind.h || die "I need libunwind to compile. Please fix your slave."
-test -e /usr/include/valgrind/valgrind.h || die "I need valgrind to compile. Please fix your slave."
+# Check that we have what we need, or die quickly.
+# The paths are not the same on all platforms, unfortunately.
+#test -e /bin/tar  || die 1 "I need tar to compile. Please fix your slave."
+#test -e /bin/gzip || die 1 "I need gzip to compile. Please fix your slave."
+#test -e /usr/include/libunwind.h || die 1 "I need libunwind to compile. Please fix your slave."
+#test -e /usr/include/valgrind/valgrind.h || die 1 "I need valgrind to compile. Please fix your slave."
+
+if type lsb_release >/dev/null 2>&1; then
+  if [ -f /mnt/c/Windows/System32/WindowsPowerShell/v1.0/powershell.exe ]; then
+    #To identify the windows underneath the winbuntu
+    PATH="/mnt/c/Windows/System32/WindowsPowerShell/v1.0/:$PATH"
+    major=$(powershell.exe -command "[environment]::OSVersion.Version.Major" | sed 's/\r//g')
+    build=$(powershell.exe -command "[environment]::OSVersion.Version.Build"| sed 's/\r//g')
+    os=Windows
+    ver="$major v$build - WSL $(lsb_release -sd)"
+  else
+    # linuxbase.org
+    os=$(lsb_release -si)
+    ver="$(lsb_release -sr) ($(lsb_release -sc))"
+  fi
+elif [ -f /etc/lsb-release ]; then
+    # For some versions of Debian/Ubuntu without lsb_release command
+    . /etc/lsb-release
+    os=$DISTRIB_ID
+    ver=$DISTRIB_RELEASE
+elif [ -f /etc/debian_version ]; then
+    # Older Debian/Ubuntu/etc.
+    os=Debian
+    ver=$(cat /etc/debian_version)
+elif [ -f /etc/redhat-release ]; then
+    os=""
+    ver=$(cat /etc/redhat-release)
+elif [ -f /usr/bin/sw_vers ]; then
+    os=$(sw_vers -productName)
+    ver=$(sw_vers -productVersion)
+elif [ -f /bin/freebsd-version ]; then
+    os=$(uname -s)
+    ver=$(freebsd-version -u)
+elif [ -f /etc/os-release ]; then
+    # freedesktop.org and systemd, put last as usually missing useful info
+    . /etc/os-release
+    os=$NAME
+    ver=$VERSION_ID
+else
+    # Fall back to uname, e.g. "Linux <version>", also works for BSD, etc.
+    echo "fallback as OS name not found"
+    os=$(uname -s)
+    ver=$(uname -r)
+fi
+case $(uname -m) in
+x86_64)
+    bits="64 bits"
+    ;;
+i*86)
+    bits="32 bits"
+    ;;
+*)
+    bits=""
+    ;;
+esac
+echo "OS Version : $os $ver $bits"
+
 
 build_mode="$1"
 echo "Build mode $build_mode on $(uname -np)" >&2
 case "$build_mode" in
   "Debug")
+      INSTALL="/builds/simgrid_install"
   ;;
 
   "ModelChecker")
+      INSTALL="/builds/mc_simgrid_install"
   ;;
 
   "DynamicAnalysis")
+      INSTALL=""
   ;;
 
   *)
@@ -61,99 +125,101 @@ case "$build_mode" in
   ;;
 esac
 
-if test "$(uname -o)" = "Msys"; then
-  if [ -z "$NUMBER_OF_PROCESSORS" ]; then
-    NUMBER_OF_PROCESSORS=1
-  fi
-  GENERATOR="MSYS Makefiles"
-else
-  NUMBER_OF_PROCESSORS="$(nproc)" || NUMBER_OF_PROCESSORS=1
-  GENERATOR="Unix Makefiles"
-fi
+NUMBER_OF_PROCESSORS="$(nproc)" || NUMBER_OF_PROCESSORS=1
+GENERATOR="Unix Makefiles"
 
 ulimit -c 0 || true
 
-if test "$(uname -o)" != "Msys"; then
-  echo "XX"
-  echo "XX Get out of the tree"
-  echo "XX"
-  if [ -d $WORKSPACE/build ]
-  then
-    rm -rf $WORKSPACE/build
-  fi
-  mkdir $WORKSPACE/build
-  cd $WORKSPACE/build
+echo "XX"
+echo "XX Get out of the tree"
+echo "XX"
+if [ -d $WORKSPACE/build ]
+then
+  # Windows cannot remove the directory if it's still used by the previous build
+  rm -rf $WORKSPACE/build || sleep 10 && rm -rf $WORKSPACE/build || sleep 10 && rm -rf $WORKSPACE/build
+fi
+mkdir $WORKSPACE/build
+cd $WORKSPACE/build
 
-  echo "XX"
-  echo "XX Build the archive out of the tree"
-  echo "XX   pwd: `pwd`"
-  echo "XX"
+have_NS3="no"
+if dpkg -l libns3-dev 2>&1|grep -q "ii  libns3-dev" ; then
+  have_NS3="yes"
+fi
+echo "XX have_NS3: ${have_NS3}"
 
-  cmake -G"$GENERATOR" -Denable_documentation=OFF $WORKSPACE
-  make dist -j$NUMBER_OF_PROCESSORS
+# This is for Windows:
+PATH="$WORKSPACE/build/lib:$PATH"
 
-  echo "XX"
-  echo "XX Open the resulting archive"
-  echo "XX"
-  tar xzf `cat VERSION`.tar.gz
-  cd `cat VERSION`
-fi
+echo "XX"
+echo "XX Build the archive out of the tree"
+echo "XX   pwd: "$(pwd)
+echo "XX"
+
+cmake -G"$GENERATOR" -Denable_documentation=OFF $WORKSPACE
+make dist -j$NUMBER_OF_PROCESSORS
+SIMGRID_VERSION=$(cat VERSION)
+
+echo "XX"
+echo "XX Open the resulting archive"
+echo "XX"
+gunzip ${SIMGRID_VERSION}.tar.gz
+tar xf ${SIMGRID_VERSION}.tar
+mkdir ${WORKSPACE}/build/${SIMGRID_VERSION}/build
+cd ${WORKSPACE}/build/${SIMGRID_VERSION}/build
+SRCFOLDER="${WORKSPACE}/build/${SIMGRID_VERSION}"
 
 echo "XX"
 echo "XX Configure and build SimGrid"
-echo "XX   pwd: `pwd`"
+echo "XX   pwd: "$(pwd)
 echo "XX"
-cmake -G"$GENERATOR"\
+set -x
+
+if cmake --version | grep -q 3\.11 ; then
+  # -DCMAKE_DISABLE_SOURCE_CHANGES=ON is broken with java on CMake 3.11
+  # https://gitlab.kitware.com/cmake/cmake/issues/17933
+  MAY_DISABLE_SOURCE_CHANGE=""
+else 
+  MAY_DISABLE_SOURCE_CHANGE="-DCMAKE_DISABLE_SOURCE_CHANGES=ON"
+fi
+
+cmake -G"$GENERATOR" ${INSTALL:+-DCMAKE_INSTALL_PREFIX=$INSTALL} \
   -Denable_debug=ON -Denable_documentation=OFF -Denable_coverage=OFF \
   -Denable_model-checking=$(onoff test "$build_mode" = "ModelChecker") \
   -Denable_smpi_ISP_testsuite=$(onoff test "$build_mode" = "ModelChecker") \
-  -Denable_compile_optimizations=$(onoff test "$build_mode" = "Debug") \
-  -Denable_smpi_MPICH3_testsuite=$(onoff test "$build_mode" != "DynamicAnalysis") \
+  -Denable_compile_optimizations=$(onoff test "$build_mode" != "DynamicAnalysis") \
+  -Denable_smpi_MPICH3_testsuite=$(onoff test "$build_mode" = "Debug") \
   -Denable_mallocators=$(onoff test "$build_mode" != "DynamicAnalysis") \
   -Denable_memcheck=$(onoff test "$build_mode" = "DynamicAnalysis") \
-  -Denable_compile_warnings=ON -Denable_smpi=ON \
-  -Denable_latency_bound_tracking=OFF -Denable_jedule=OFF \
-  -Denable_tracing=ON -Denable_java=ON -Denable_lua=OFF
+  -Denable_compile_warnings=$(onoff test "$GENERATOR" != "MSYS Makefiles") -Denable_smpi=ON \
+  -Denable_ns3=$(onoff test "$have_NS3" = "yes" -a "$build_mode" = "Debug") \
+  -Denable_jedule=OFF -Denable_java=ON -Denable_lua=OFF ${MAY_DISABLE_SOURCE_CHANGE} \
+  $SRCFOLDER
 #  -Denable_lua=$(onoff test "$build_mode" != "DynamicAnalysis") \
-
+set +x
 
 make -j$NUMBER_OF_PROCESSORS VERBOSE=1
 
-if test "$(uname -o)" != "Msys"; then
-  cd $WORKSPACE/build
-  cd `cat VERSION`
-fi
-
-TRES=0
-
 echo "XX"
 echo "XX Run the tests"
-echo "XX   pwd: `pwd`"
+echo "XX   pwd: "$(pwd)
 echo "XX"
 
 ctest -T test --output-on-failure --no-compress-output || true
 if [ -f Testing/TAG ] ; then
-   xsltproc $WORKSPACE/tools/jenkins/ctest2junit.xsl Testing/`head -n 1 < Testing/TAG`/Test.xml > CTestResults.xml
+   xsltproc $WORKSPACE/tools/jenkins/ctest2junit.xsl Testing/$( head -n 1 < Testing/TAG )/Test.xml > CTestResults.xml
    mv CTestResults.xml $WORKSPACE
 fi
 
-echo "XX"
-echo "XX Done. Return the results to cmake"
-echo "XX"
+if test -n "$INSTALL" && [ ${BRANCH_NAME} = "master" ] ; then
+  echo "XX"
+  echo "XX Test done. Install everything since it's a regular build, not on a Windows."
+  echo "XX"
 
-if [ "$build_mode" = "DynamicAnalysis" ]
-then
-  ctest -D ContinuousStart
-  ctest -D ContinuousConfigure
-  ctest -D ContinuousBuild
-  ctest -D ContinuousMemCheck
-  ctest -D ContinuousSubmit
-fi
+  rm -rf "$INSTALL"
 
-ctest -D ContinuousStart
-ctest -D ContinuousConfigure
-ctest -D ContinuousBuild
-ctest -D ContinuousTest
-ctest -D ContinuousSubmit
+  make install
+fi
 
-rm -rf `cat VERSION`
+echo "XX"
+echo "XX Done. Return the results to cmake"
+echo "XX"