scripts/lttng-tools/build.sh

   1 #!/bin/bash -exu
   2 #
   3 # Copyright (C) 2016 - Jonathan Rajotte-Julien <jonathan.rajotte-julien@efficios.com>
   4 #                      Michael Jeanson <mjeanson@efficios.com>
   5 #
   6 # This program is free software: you can redistribute it and/or modify
   7 # it under the terms of the GNU General Public License as published by
   8 # the Free Software Foundation, either version 3 of the License, or
   9 # (at your option) any later version.
  10 #
  11 # This program is distributed in the hope that it will be useful,
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 # GNU General Public License for more details.
  15 #
  16 # You should have received a copy of the GNU General Public License
  17 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  18
  19 # Version compare functions
  20 vercomp () {
  21     set +u
  22     if [[ "$1" == "$2" ]]; then
  23         return 0
  24     fi
  25     local IFS=.
  26     local i ver1=($1) ver2=($2)
  27     # fill empty fields in ver1 with zeros
  28     for ((i=${#ver1[@]}; i<${#ver2[@]}; i++)); do
  29         ver1[i]=0
  30     done
  31     for ((i=0; i<${#ver1[@]}; i++)); do
  32         if [[ -z ${ver2[i]} ]]; then
  33             # fill empty fields in ver2 with zeros
  34             ver2[i]=0
  35         fi
  36         if ((10#${ver1[i]} > 10#${ver2[i]})); then
  37             return 1
  38         fi
  39         if ((10#${ver1[i]} < 10#${ver2[i]})); then
  40             return 2
  41         fi
  42     done
  43     set -u
  44     return 0
  45 }
  46
  47 verlte() {
  48     vercomp "$1" "$2"; local res="$?"
  49     [ "$res" -eq "0" ] || [ "$res" -eq "2" ]
  50 }
  51
  52 verlt() {
  53     vercomp "$1" "$2"; local res="$?"
  54     [ "$res" -eq "2" ]
  55 }
  56
  57 vergte() {
  58     vercomp "$1" "$2"; local res="$?"
  59     [ "$res" -eq "0" ] || [ "$res" -eq "1" ]
  60 }
  61
  62 vergt() {
  63     vercomp "$1" "$2"; local res="$?"
  64     [ "$res" -eq "1" ]
  65 }
  66
  67 verne() {
  68     vercomp "$1" "$2"; local res="$?"
  69     [ "$res" -ne "0" ]
  70 }
  71
  72 # Required parameters
  73 arch=${arch:-}
  74 conf=${conf:-}
  75 build=${build:-}
  76 test_type=${test_type:-}
  77
  78 SRCDIR="$WORKSPACE/src/lttng-tools"
  79 #TMPDIR="$WORKSPACE/tmp"
  80 PREFIX="$WORKSPACE/build"
  81 TAPDIR="$WORKSPACE/tap"
  82
  83
  84 # Create build and tmp directories
  85 rm -rf "$PREFIX" "$TAPDIR"
  86 mkdir -p "$PREFIX" "$TAPDIR"
  87
  88 #export TMPDIR
  89 CFLAGS="-g -O2"
  90
  91 # liburcu
  92 URCU_INCS="$WORKSPACE/deps/liburcu/build/include/"
  93 URCU_LIBS="$WORKSPACE/deps/liburcu/build/lib/"
  94
  95 # lttng-ust
  96 UST_INCS="$WORKSPACE/deps/lttng-ust/build/include/"
  97 UST_LIBS="$WORKSPACE/deps/lttng-ust/build/lib/"
  98 UST_JAVA="$WORKSPACE/deps/lttng-ust/build/share/java/"
  99
 100 # babeltrace
 101 #BABEL_INCS="$WORKSPACE/deps/babeltrace/build/include/"
 102 BABEL_LIBS="$WORKSPACE/deps/babeltrace/build/lib/"
 103 BABEL_BINS="$WORKSPACE/deps/babeltrace/build/bin/"
 104
 105
 106 # Set platform variables
 107 case "$arch" in
 108 sol10-i386)
 109     MAKE=gmake
 110     TAR=gtar
 111     NPROC=gnproc
 112     BISON="bison"
 113     YACC="$BISON -y"
 114     CFLAGS="${CFLAGS:-} -D_XOPEN_SOURCE=500"
 115     RUN_TESTS="no"
 116
 117     export PATH="/opt/csw/bin:/usr/ccs/bin:$PATH"
 118     ;;
 119
 120 sol11-i386)
 121     MAKE=gmake
 122     TAR=gtar
 123     NPROC=nproc
 124     BISON="bison"
 125     YACC="$BISON -y"
 126     CFLAGS="${CFLAGS:-} -D_XOPEN_SOURCE=500"
 127     RUN_TESTS="no"
 128
 129     export PATH="$PATH:/usr/perl5/bin"
 130     CPPFLAGS="-I/opt/csw/include"
 131     LDFLAGS="-L/opt/csw/lib"
 132     ;;
 133
 134 macosx)
 135     MAKE=make
 136     TAR=tar
 137     NPROC="getconf _NPROCESSORS_ONLN"
 138     BISON="bison"
 139     YACC="$BISON -y"
 140     RUN_TESTS="no"
 141
 142     export PATH="/opt/local/bin:/opt/local/sbin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin"
 143     CPPFLAGS="-I/opt/local/include"
 144     LDFLAGS="-L/opt/local/lib"
 145     ;;
 146
 147 cygwin|cygwin64|msys32|msys64)
 148     MAKE=make
 149     TAR=tar
 150     NPROC=nproc
 151     BISON="bison"
 152     YACC="$BISON -y"
 153     #CFLAGS=""
 154     RUN_TESTS="no"
 155     ;;
 156
 157 *)
 158     MAKE=make
 159     TAR=tar
 160     NPROC=nproc
 161     BISON="bison"
 162     YACC="$BISON -y"
 163     #CFLAGS=""
 164     RUN_TESTS="yes"
 165
 166     PYTHON2=python2
 167     PYTHON3=python3
 168
 169     P2_VERSION=$($PYTHON2 -c "import sys;print(sys.version[:3])")
 170     P3_VERSION=$($PYTHON3 -c "import sys;print(sys.version[:3])")
 171
 172     UST_PYTHON2="$WORKSPACE/deps/lttng-ust/build/lib/python$P2_VERSION/site-packages"
 173     UST_PYTHON3="$WORKSPACE/deps/lttng-ust/build/lib/python$P3_VERSION/site-packages"
 174     ;;
 175 esac
 176
 177 case "$test_type" in
 178 base)
 179         RUN_TESTS_LONG_REGRESSION="no"
 180         ;;
 181 full)
 182         RUN_TESTS_LONG_REGRESSION="yes"
 183         ;;
 184 *)
 185         RUN_TESTS_LONG_REGRESSION="no"
 186         ;;
 187 esac
 188
 189 # Enter the source directory
 190 cd "$SRCDIR"
 191
 192 # Run bootstrap in the source directory prior to configure
 193 ./bootstrap
 194
 195 # Get source version from configure script
 196 eval "$(grep '^PACKAGE_VERSION=' ./configure)"
 197 PACKAGE_VERSION=$(echo "$PACKAGE_VERSION"| sed 's/\-pre$//')
 198
 199
 200 # Export build flags
 201 case "$conf" in
 202 no-ust)
 203     CPPFLAGS="${CPPFLAGS:-} -I$URCU_INCS"
 204     LDFLAGS="${LDFLAGS:-} -L$URCU_LIBS"
 205     export LD_LIBRARY_PATH="$URCU_LIBS:$BABEL_LIBS:${LD_LIBRARY_PATH:-}"
 206     ;;
 207
 208 *)
 209     CPPFLAGS="${CPPFLAGS:-} -I$URCU_INCS -I$UST_INCS"
 210     LDFLAGS="${LDFLAGS:-} -L$URCU_LIBS -L$UST_LIBS"
 211     export LD_LIBRARY_PATH="$URCU_LIBS:$UST_LIBS:$BABEL_LIBS:${LD_LIBRARY_PATH:-}"
 212     ;;
 213 esac
 214
 215 # The switch to build without UST changed in 2.8
 216 if vergte "$PACKAGE_VERSION" "2.8"; then
 217     NO_UST="--without-lttng-ust"
 218 else
 219     NO_UST="--disable-lttng-ust"
 220 fi
 221
 222 # Most build configs require the python bindings
 223 CONF_OPTS="--enable-python-bindings"
 224 export PYTHON="python3"
 225 export PYTHON_CONFIG="/usr/bin/python3-config"
 226
 227 # Set configure options for each build configuration
 228 case "$conf" in
 229 static)
 230     echo "Static build"
 231     CONF_OPTS+=" --enable-static --disable-shared"
 232     ;;
 233
 234 no-ust)
 235     echo "Build without UST support"
 236     CONF_OPTS+=" $NO_UST"
 237     ;;
 238
 239 agents)
 240     echo "Enable Java Agents"
 241     export JAVA_HOME="/usr/lib/jvm/default-java"
 242     export CLASSPATH="$UST_JAVA/*:/usr/share/java/*"
 243     CONF_OPTS+=" --enable-test-java-agent-all"
 244
 245     echo "Enable Python agents"
 246     export PYTHONPATH="$UST_PYTHON2:$UST_PYTHON3"
 247     CONF_OPTS+=" --enable-test-python-agent-all"
 248     ;;
 249
 250 relayd-only)
 251     echo "Build relayd only"
 252     CONF_OPTS="--disable-bin-lttng --disable-bin-lttng-consumerd --disable-bin-lttng-crash --disable-bin-lttng-sessiond --disable-extras --disable-man-pages $NO_UST"
 253     ;;
 254
 255 debug-rcu)
 256     echo "Enable RCU sanity checks for debugging"
 257     CPPFLAGS="${CPPFLAGS:-} -DDEBUG_RCU"
 258     ;;
 259
 260 *)
 261     echo "Standard build"
 262     ;;
 263 esac
 264
 265
 266 # Build type
 267 # oot     : out-of-tree build
 268 # dist    : build via make dist
 269 # oot-dist: build via make dist out-of-tree
 270 # *       : normal tree build
 271 #
 272 # Make sure to move to the build_path and run configure
 273 # before continuing
 274 BUILD_PATH=$SRCDIR
 275 case "$build" in
 276     oot)
 277         echo "Out of tree build"
 278         BUILD_PATH=$WORKSPACE/oot
 279         mkdir -p "$BUILD_PATH"
 280         cd "$BUILD_PATH"
 281         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$SRCDIR/configure" --prefix="$PREFIX" $CONF_OPTS
 282         ;;
 283
 284     dist)
 285         echo "Distribution tarball in-tree build"
 286
 287         # Initial configure and generate tarball
 288         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$SRCDIR/configure" $CONF_OPTS --enable-build-man-pages
 289         $MAKE dist
 290
 291         BUILD_PATH="$(mktemp -d)"
 292         cp ./*.tar.* "$BUILD_PATH/"
 293         cd "$BUILD_PATH"
 294
 295         # Ignore level 1 of tar
 296         $TAR xvf ./*.tar.* --strip 1
 297
 298         # Build in extracted source tree
 299         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$BUILD_PATH/configure" --prefix="$PREFIX" $CONF_OPTS
 300         ;;
 301
 302     oot-dist)
 303         echo "Distribution tarball out of tree build"
 304         BUILD_PATH="$(mktemp -d)"
 305         cd "$BUILD_PATH"
 306
 307         # Initial configure and generate tarball
 308         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$SRCDIR/configure" $CONF_OPTS --enable-build-man-pages
 309         $MAKE dist
 310
 311         NEWSRC_PATH="$(mktemp -d)"
 312         cp ./*.tar.* "$NEWSRC_PATH/"
 313         cd "$NEWSRC_PATH"
 314
 315         # Ignore level 1 of tar
 316         $TAR xvf ./*.tar.* --strip 1
 317
 318         BUILD_PATH="$(mktemp -d)"
 319         cd "$BUILD_PATH"
 320
 321         # Build oot from extracted sources
 322         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$NEWSRC_PATH/configure" --prefix="$PREFIX" $CONF_OPTS
 323         ;;
 324
 325     *)
 326         echo "Standard tree build"
 327         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$BUILD_PATH/configure" --prefix="$PREFIX" $CONF_OPTS
 328         ;;
 329 esac
 330
 331 # BUILD!
 332 $MAKE -j "$($NPROC)" V=1
 333 $MAKE install
 334
 335 # Run tests
 336 if [ "$RUN_TESTS" = "yes" ]; then
 337     cd tests || exit 1
 338
 339     # Allow core dumps
 340     ulimit -c unlimited
 341
 342     # Kill any LTTng-related process
 343     lttng_processes="$("$PGREP" -l 'lttng|gen-ust-.+')"
 344     if [ $? -eq 0 ]; then
 345         pids="$(cut -d ' ' -f 1 <<< "$lttng_processes" | tr '\n' ' ')"
 346         kill -9 $pids
 347     fi
 348
 349     # Add 'babeltrace' binary to PATH
 350     chmod +x "$BABEL_BINS/babeltrace"
 351     export PATH="$PATH:$BABEL_BINS"
 352
 353     # Prepare tap output dirs
 354     rm -rf "$TAPDIR"
 355     mkdir -p "$TAPDIR"
 356     mkdir -p "$TAPDIR/unit"
 357     mkdir -p "$TAPDIR/fast_regression"
 358     mkdir -p "$TAPDIR/with_bindings_regression"
 359     if [ "$RUN_TESTS_LONG_REGRESSION" = "yes" ]; then
 360         mkdir -p "$TAPDIR/long_regression"
 361     fi
 362
 363     # Force the lttng-sessiond path to /bin/true to prevent the spawing of a
 364     # lttng-sessiond --daemonize on "lttng create"
 365     export LTTNG_SESSIOND_PATH="/bin/true"
 366
 367     # Run 'unit_tests' and 'fast_regression' test suites for all configs except 'no-ust'
 368     if [ "$conf" != "no-ust" ]; then
 369         # Run 'unit_tests', 2.8 and up has a new test suite
 370         if vergte "$PACKAGE_VERSION" "2.8"; then
 371             make --keep-going check
 372             rsync -a --exclude 'test-suite.log' --include '*/' --include '*.log' --exclude='*'" $BUILD_PATH/tests/" "$TAPDIR"
 373         else
 374             prove --merge -v --exec '' - < "$BUILD_PATH/tests/unit_tests" --archive "$TAPDIR/unit/" || true
 375             prove --merge -v --exec '' - < "$BUILD_PATH/tests/fast_regression" --archive "$TAPDIR/fast_regression/" || true
 376             prove --merge -v --exec '' - < "$BUILD_PATH/tests/with_bindings_regression" --archive "$TAPDIR/with_bindings_regression/" || true
 377         fi
 378         if [ "$RUN_TESTS_LONG_REGRESSION" = "yes" ]; then
 379             prove --merge -v --exec '' - < "$BUILD_PATH/tests/long_regression" --archive "$TAPDIR/long_regression/" || true
 380         fi
 381     else
 382         # Regression is disabled for now, we need to adjust the testsuite for no ust builds.
 383         echo "Tests disabled for 'no-ust'."
 384     fi
 385
 386     # TAP plugin is having a hard time with .yml files.
 387     find "$TAPDIR" -name "meta.yml" -exec rm -f {} \;
 388
 389     # And also with files without extension, so rename all result to *.tap
 390     find "$TAPDIR/" -type f -exec mv {} {}.tap \;
 391
 392     cd -
 393 fi
 394
 395 # Cleanup
 396 $MAKE clean
 397
 398 # Cleanup rpath in executables and shared libraries
 399 find "$PREFIX/bin" -type f -perm -0500 -exec chrpath --delete {} \;
 400 find "$PREFIX/lib" -name "*.so" -exec chrpath --delete {} \;
 401
 402 # Remove libtool .la files
 403 find "$PREFIX/lib" -name "*.la" -exec rm -f {} \;
 404
 405 # Clean temp dir for dist build
 406 if [ "$build" = "dist" ]; then
 407     cd "$SRCDIR"
 408     rm -rf "$BUILD_PATH"
 409 fi
 410
 411 # EOF