scripts/lttng-tools/build.sh

   1 #!/bin/bash -exu
   2 #
   3 # Copyright (C) 2016 - Jonathan Rajotte-Julien <jonathan.rajotte-julien@efficios.com>
   4 #                      Michael Jeanson <mjeanson@efficios.com>
   5 #
   6 # This program is free software: you can redistribute it and/or modify
   7 # it under the terms of the GNU General Public License as published by
   8 # the Free Software Foundation, either version 3 of the License, or
   9 # (at your option) any later version.
  10 #
  11 # This program is distributed in the hope that it will be useful,
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 # GNU General Public License for more details.
  15 #
  16 # You should have received a copy of the GNU General Public License
  17 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  18
  19 # Version compare functions
  20 vercomp () {
  21     set +u
  22     if [[ "$1" == "$2" ]]; then
  23         return 0
  24     fi
  25     local IFS=.
  26     local i ver1=($1) ver2=($2)
  27     # fill empty fields in ver1 with zeros
  28     for ((i=${#ver1[@]}; i<${#ver2[@]}; i++)); do
  29         ver1[i]=0
  30     done
  31     for ((i=0; i<${#ver1[@]}; i++)); do
  32         if [[ -z ${ver2[i]} ]]; then
  33             # fill empty fields in ver2 with zeros
  34             ver2[i]=0
  35         fi
  36         if ((10#${ver1[i]} > 10#${ver2[i]})); then
  37             return 1
  38         fi
  39         if ((10#${ver1[i]} < 10#${ver2[i]})); then
  40             return 2
  41         fi
  42     done
  43     set -u
  44     return 0
  45 }
  46
  47 verlte() {
  48     vercomp "$1" "$2"; local res="$?"
  49     [ "$res" -eq "0" ] || [ "$res" -eq "2" ]
  50 }
  51
  52 verlt() {
  53     vercomp "$1" "$2"; local res="$?"
  54     [ "$res" -eq "2" ]
  55 }
  56
  57 vergte() {
  58     vercomp "$1" "$2"; local res="$?"
  59     [ "$res" -eq "0" ] || [ "$res" -eq "1" ]
  60 }
  61
  62 vergt() {
  63     vercomp "$1" "$2"; local res="$?"
  64     [ "$res" -eq "1" ]
  65 }
  66
  67 verne() {
  68     vercomp "$1" "$2"; local res="$?"
  69     [ "$res" -ne "0" ]
  70 }
  71
  72 # Required parameters
  73 arch=${arch:-}
  74 conf=${conf:-}
  75 build=${build:-}
  76 test_type=${test_type:-}
  77
  78 SRCDIR="$WORKSPACE/src/lttng-tools"
  79 #TMPDIR="$WORKSPACE/tmp"
  80 PREFIX="$WORKSPACE/build"
  81 TAPDIR="$WORKSPACE/tap"
  82
  83
  84 # Create build and tmp directories
  85 rm -rf "$PREFIX" "$TAPDIR"
  86 mkdir -p "$PREFIX" "$TAPDIR"
  87
  88 #export TMPDIR
  89 CFLAGS="-g -O2"
  90
  91 # liburcu
  92 URCU_INCS="$WORKSPACE/deps/liburcu/build/include/"
  93 URCU_LIBS="$WORKSPACE/deps/liburcu/build/lib/"
  94
  95 # lttng-ust
  96 UST_INCS="$WORKSPACE/deps/lttng-ust/build/include/"
  97 UST_LIBS="$WORKSPACE/deps/lttng-ust/build/lib/"
  98 UST_JAVA="$WORKSPACE/deps/lttng-ust/build/share/java/"
  99
 100 # babeltrace
 101 #BABEL_INCS="$WORKSPACE/deps/babeltrace/build/include/"
 102 BABEL_LIBS="$WORKSPACE/deps/babeltrace/build/lib/"
 103 BABEL_BINS="$WORKSPACE/deps/babeltrace/build/bin/"
 104
 105 # pgrep
 106 PGREP=pgrep
 107
 108 # Set platform variables
 109 case "$arch" in
 110 sol10-i386)
 111     MAKE=gmake
 112     TAR=gtar
 113     NPROC=gnproc
 114     BISON="bison"
 115     YACC="$BISON -y"
 116     CFLAGS="${CFLAGS:-} -D_XOPEN_SOURCE=500"
 117     RUN_TESTS="no"
 118
 119     export PATH="/opt/csw/bin:/usr/ccs/bin:$PATH"
 120     ;;
 121
 122 sol11-i386)
 123     MAKE=gmake
 124     TAR=gtar
 125     NPROC=nproc
 126     BISON="bison"
 127     YACC="$BISON -y"
 128     CFLAGS="${CFLAGS:-} -D_XOPEN_SOURCE=500"
 129     RUN_TESTS="no"
 130
 131     export PATH="$PATH:/usr/perl5/bin"
 132     CPPFLAGS="-I/opt/csw/include"
 133     LDFLAGS="-L/opt/csw/lib"
 134     ;;
 135
 136 macosx)
 137     MAKE=make
 138     TAR=tar
 139     NPROC="getconf _NPROCESSORS_ONLN"
 140     BISON="bison"
 141     YACC="$BISON -y"
 142     RUN_TESTS="no"
 143
 144     export PATH="/opt/local/bin:/opt/local/sbin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin"
 145     CPPFLAGS="-I/opt/local/include"
 146     LDFLAGS="-L/opt/local/lib"
 147     ;;
 148
 149 cygwin|cygwin64|msys32|msys64)
 150     MAKE=make
 151     TAR=tar
 152     NPROC=nproc
 153     BISON="bison"
 154     YACC="$BISON -y"
 155     #CFLAGS=""
 156     RUN_TESTS="no"
 157     ;;
 158
 159 *)
 160     MAKE=make
 161     TAR=tar
 162     NPROC=nproc
 163     BISON="bison"
 164     YACC="$BISON -y"
 165     #CFLAGS=""
 166     RUN_TESTS="yes"
 167
 168     PYTHON2=python2
 169     PYTHON3=python3
 170
 171     P2_VERSION=$($PYTHON2 -c "import sys;print(sys.version[:3])")
 172     P3_VERSION=$($PYTHON3 -c "import sys;print(sys.version[:3])")
 173
 174     UST_PYTHON2="$WORKSPACE/deps/lttng-ust/build/lib/python$P2_VERSION/site-packages"
 175     UST_PYTHON3="$WORKSPACE/deps/lttng-ust/build/lib/python$P3_VERSION/site-packages"
 176     ;;
 177 esac
 178
 179 case "$test_type" in
 180 base)
 181         RUN_TESTS_LONG_REGRESSION="no"
 182         ;;
 183 full)
 184         RUN_TESTS_LONG_REGRESSION="yes"
 185         ;;
 186 *)
 187         RUN_TESTS_LONG_REGRESSION="no"
 188         ;;
 189 esac
 190
 191 # Enter the source directory
 192 cd "$SRCDIR"
 193
 194 # Run bootstrap in the source directory prior to configure
 195 ./bootstrap
 196
 197 # Get source version from configure script
 198 eval "$(grep '^PACKAGE_VERSION=' ./configure)"
 199 PACKAGE_VERSION=$(echo "$PACKAGE_VERSION"| sed 's/\-pre$//')
 200
 201
 202 # Export build flags
 203 case "$conf" in
 204 no-ust)
 205     CPPFLAGS="${CPPFLAGS:-} -I$URCU_INCS"
 206     LDFLAGS="${LDFLAGS:-} -L$URCU_LIBS"
 207     export LD_LIBRARY_PATH="$URCU_LIBS:$BABEL_LIBS:${LD_LIBRARY_PATH:-}"
 208     ;;
 209
 210 *)
 211     CPPFLAGS="${CPPFLAGS:-} -I$URCU_INCS -I$UST_INCS"
 212     LDFLAGS="${LDFLAGS:-} -L$URCU_LIBS -L$UST_LIBS"
 213     export LD_LIBRARY_PATH="$URCU_LIBS:$UST_LIBS:$BABEL_LIBS:${LD_LIBRARY_PATH:-}"
 214     ;;
 215 esac
 216
 217 # The switch to build without UST changed in 2.8
 218 if vergte "$PACKAGE_VERSION" "2.8"; then
 219     NO_UST="--without-lttng-ust"
 220 else
 221     NO_UST="--disable-lttng-ust"
 222 fi
 223
 224 # Most build configs require the python bindings
 225 CONF_OPTS="--enable-python-bindings"
 226 export PYTHON="python3"
 227 export PYTHON_CONFIG="/usr/bin/python3-config"
 228
 229 # Set configure options for each build configuration
 230 case "$conf" in
 231 static)
 232     echo "Static build"
 233     CONF_OPTS+=" --enable-static --disable-shared"
 234     ;;
 235
 236 no-ust)
 237     echo "Build without UST support"
 238     CONF_OPTS+=" $NO_UST"
 239     ;;
 240
 241 agents)
 242     echo "Enable Java Agents"
 243     export JAVA_HOME="/usr/lib/jvm/default-java"
 244     export CLASSPATH="$UST_JAVA/*:/usr/share/java/*"
 245     CONF_OPTS+=" --enable-test-java-agent-all"
 246
 247     echo "Enable Python agents"
 248     export PYTHONPATH="$UST_PYTHON2:$UST_PYTHON3"
 249     CONF_OPTS+=" --enable-test-python-agent-all"
 250     ;;
 251
 252 relayd-only)
 253     echo "Build relayd only"
 254     CONF_OPTS="--disable-bin-lttng --disable-bin-lttng-consumerd --disable-bin-lttng-crash --disable-bin-lttng-sessiond --disable-extras --disable-man-pages $NO_UST"
 255     ;;
 256
 257 debug-rcu)
 258     echo "Enable RCU sanity checks for debugging"
 259     CPPFLAGS="${CPPFLAGS:-} -DDEBUG_RCU"
 260     ;;
 261
 262 *)
 263     echo "Standard build"
 264     ;;
 265 esac
 266
 267
 268 # Build type
 269 # oot     : out-of-tree build
 270 # dist    : build via make dist
 271 # oot-dist: build via make dist out-of-tree
 272 # *       : normal tree build
 273 #
 274 # Make sure to move to the build_path and run configure
 275 # before continuing
 276 BUILD_PATH=$SRCDIR
 277 case "$build" in
 278     oot)
 279         echo "Out of tree build"
 280         BUILD_PATH=$WORKSPACE/oot
 281         mkdir -p "$BUILD_PATH"
 282         cd "$BUILD_PATH"
 283         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$SRCDIR/configure" --prefix="$PREFIX" $CONF_OPTS
 284         ;;
 285
 286     dist)
 287         echo "Distribution tarball in-tree build"
 288
 289         # Initial configure and generate tarball
 290         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$SRCDIR/configure" $CONF_OPTS --enable-build-man-pages
 291         $MAKE dist
 292
 293         BUILD_PATH="$(mktemp -d)"
 294         cp ./*.tar.* "$BUILD_PATH/"
 295         cd "$BUILD_PATH"
 296
 297         # Ignore level 1 of tar
 298         $TAR xvf ./*.tar.* --strip 1
 299
 300         # Build in extracted source tree
 301         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$BUILD_PATH/configure" --prefix="$PREFIX" $CONF_OPTS
 302         ;;
 303
 304     oot-dist)
 305         echo "Distribution tarball out of tree build"
 306         BUILD_PATH="$(mktemp -d)"
 307         cd "$BUILD_PATH"
 308
 309         # Initial configure and generate tarball
 310         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$SRCDIR/configure" $CONF_OPTS --enable-build-man-pages
 311         $MAKE dist
 312
 313         NEWSRC_PATH="$(mktemp -d)"
 314         cp ./*.tar.* "$NEWSRC_PATH/"
 315         cd "$NEWSRC_PATH"
 316
 317         # Ignore level 1 of tar
 318         $TAR xvf ./*.tar.* --strip 1
 319
 320         BUILD_PATH="$(mktemp -d)"
 321         cd "$BUILD_PATH"
 322
 323         # Build oot from extracted sources
 324         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$NEWSRC_PATH/configure" --prefix="$PREFIX" $CONF_OPTS
 325         ;;
 326
 327     *)
 328         echo "Standard tree build"
 329         MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$BUILD_PATH/configure" --prefix="$PREFIX" $CONF_OPTS
 330         ;;
 331 esac
 332
 333 # BUILD!
 334 $MAKE -j "$($NPROC)" V=1
 335 $MAKE install
 336
 337 # Run tests
 338 if [ "$RUN_TESTS" = "yes" ]; then
 339     cd tests || exit 1
 340
 341     # Allow core dumps
 342     ulimit -c unlimited
 343
 344     # Kill any LTTng-related process
 345     lttng_processes="$("$PGREP" -l 'lttng|gen-ust-.+')"
 346     if [ $? -eq 0 ]; then
 347         echo "The following LTTng processes were detected running on the system and will be killed:"
 348         echo "$lttng_processes"
 349
 350         pids="$(cut -d ' ' -f 1 <<< "$lttng_processes" | tr '\n' ' ')"
 351         kill -SIGKILL $pids
 352     fi
 353
 354     # Add 'babeltrace' binary to PATH
 355     chmod +x "$BABEL_BINS/babeltrace"
 356     export PATH="$PATH:$BABEL_BINS"
 357
 358     # Prepare tap output dirs
 359     rm -rf "$TAPDIR"
 360     mkdir -p "$TAPDIR"
 361     mkdir -p "$TAPDIR/unit"
 362     mkdir -p "$TAPDIR/fast_regression"
 363     mkdir -p "$TAPDIR/with_bindings_regression"
 364     if [ "$RUN_TESTS_LONG_REGRESSION" = "yes" ]; then
 365         mkdir -p "$TAPDIR/long_regression"
 366     fi
 367
 368     # Force the lttng-sessiond path to /bin/true to prevent the spawing of a
 369     # lttng-sessiond --daemonize on "lttng create"
 370     export LTTNG_SESSIOND_PATH="/bin/true"
 371
 372     # Run 'unit_tests' and 'fast_regression' test suites for all configs except 'no-ust'
 373     if [ "$conf" != "no-ust" ]; then
 374         # Run 'unit_tests', 2.8 and up has a new test suite
 375         if vergte "$PACKAGE_VERSION" "2.8"; then
 376             make --keep-going check
 377             rsync -a --exclude 'test-suite.log' --include '*/' --include '*.log' --exclude='*'" $BUILD_PATH/tests/" "$TAPDIR"
 378         else
 379             prove --merge -v --exec '' - < "$BUILD_PATH/tests/unit_tests" --archive "$TAPDIR/unit/" || true
 380             prove --merge -v --exec '' - < "$BUILD_PATH/tests/fast_regression" --archive "$TAPDIR/fast_regression/" || true
 381             prove --merge -v --exec '' - < "$BUILD_PATH/tests/with_bindings_regression" --archive "$TAPDIR/with_bindings_regression/" || true
 382         fi
 383         if [ "$RUN_TESTS_LONG_REGRESSION" = "yes" ]; then
 384             prove --merge -v --exec '' - < "$BUILD_PATH/tests/long_regression" --archive "$TAPDIR/long_regression/" || true
 385         fi
 386     else
 387         # Regression is disabled for now, we need to adjust the testsuite for no ust builds.
 388         echo "Tests disabled for 'no-ust'."
 389     fi
 390
 391     # TAP plugin is having a hard time with .yml files.
 392     find "$TAPDIR" -name "meta.yml" -exec rm -f {} \;
 393
 394     # And also with files without extension, so rename all result to *.tap
 395     find "$TAPDIR/" -type f -exec mv {} {}.tap \;
 396
 397     cd -
 398 fi
 399
 400 # Cleanup
 401 $MAKE clean
 402
 403 # Cleanup rpath in executables and shared libraries
 404 find "$PREFIX/bin" -type f -perm -0500 -exec chrpath --delete {} \;
 405 find "$PREFIX/lib" -name "*.so" -exec chrpath --delete {} \;
 406
 407 # Remove libtool .la files
 408 find "$PREFIX/lib" -name "*.la" -exec rm -f {} \;
 409
 410 # Clean temp dir for dist build
 411 if [ "$build" = "dist" ]; then
 412     cd "$SRCDIR"
 413     rm -rf "$BUILD_PATH"
 414 fi
 415
 416 # EOF