Merge pull request #40 from frdeso/lava_fuzzing_remove_lttng
[lttng-ci.git] / scripts / lttng-tools / build.sh
1 #!/bin/bash -exu
2 #
3 # Copyright (C) 2016 - Jonathan Rajotte-Julien <jonathan.rajotte-julien@efficios.com>
4 # Michael Jeanson <mjeanson@efficios.com>
5 #
6 # This program is free software: you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License as published by
8 # the Free Software Foundation, either version 3 of the License, or
9 # (at your option) any later version.
10 #
11 # This program is distributed in the hope that it will be useful,
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 # GNU General Public License for more details.
15 #
16 # You should have received a copy of the GNU General Public License
17 # along with this program. If not, see <http://www.gnu.org/licenses/>.
18
19 # Version compare functions
20 vercomp () {
21 set +u
22 if [[ "$1" == "$2" ]]; then
23 return 0
24 fi
25 local IFS=.
26 local i ver1=($1) ver2=($2)
27 # fill empty fields in ver1 with zeros
28 for ((i=${#ver1[@]}; i<${#ver2[@]}; i++)); do
29 ver1[i]=0
30 done
31 for ((i=0; i<${#ver1[@]}; i++)); do
32 if [[ -z ${ver2[i]} ]]; then
33 # fill empty fields in ver2 with zeros
34 ver2[i]=0
35 fi
36 if ((10#${ver1[i]} > 10#${ver2[i]})); then
37 return 1
38 fi
39 if ((10#${ver1[i]} < 10#${ver2[i]})); then
40 return 2
41 fi
42 done
43 set -u
44 return 0
45 }
46
47 verlte() {
48 vercomp "$1" "$2"; local res="$?"
49 [ "$res" -eq "0" ] || [ "$res" -eq "2" ]
50 }
51
52 verlt() {
53 vercomp "$1" "$2"; local res="$?"
54 [ "$res" -eq "2" ]
55 }
56
57 vergte() {
58 vercomp "$1" "$2"; local res="$?"
59 [ "$res" -eq "0" ] || [ "$res" -eq "1" ]
60 }
61
62 vergt() {
63 vercomp "$1" "$2"; local res="$?"
64 [ "$res" -eq "1" ]
65 }
66
67 verne() {
68 vercomp "$1" "$2"; local res="$?"
69 [ "$res" -ne "0" ]
70 }
71
72 # Required parameters
73 arch=${arch:-}
74 conf=${conf:-}
75 build=${build:-}
76
77 SRCDIR="$WORKSPACE/src/lttng-tools"
78 #TMPDIR="$WORKSPACE/tmp"
79 PREFIX="$WORKSPACE/build"
80 TAPDIR="$WORKSPACE/tap"
81
82
83 # Create build and tmp directories
84 rm -rf "$PREFIX" "$TAPDIR"
85 mkdir -p "$PREFIX" "$TAPDIR"
86
87 #export TMPDIR
88 CFLAGS="-g -O2"
89
90 # liburcu
91 URCU_INCS="$WORKSPACE/deps/liburcu/build/include/"
92 URCU_LIBS="$WORKSPACE/deps/liburcu/build/lib/"
93
94 # lttng-ust
95 UST_INCS="$WORKSPACE/deps/lttng-ust/build/include/"
96 UST_LIBS="$WORKSPACE/deps/lttng-ust/build/lib/"
97 UST_JAVA="$WORKSPACE/deps/lttng-ust/build/share/java/"
98
99 # babeltrace
100 #BABEL_INCS="$WORKSPACE/deps/babeltrace/build/include/"
101 BABEL_LIBS="$WORKSPACE/deps/babeltrace/build/lib/"
102 BABEL_BINS="$WORKSPACE/deps/babeltrace/build/bin/"
103
104
105 # Set platform variables
106 case "$arch" in
107 sol10-i386)
108 MAKE=gmake
109 TAR=gtar
110 NPROC=gnproc
111 BISON="bison"
112 YACC="$BISON -y"
113 CFLAGS="${CFLAGS:-} -D_XOPEN_SOURCE=500"
114 RUN_TESTS="no"
115
116 export PATH="/opt/csw/bin:/usr/ccs/bin:$PATH"
117 ;;
118
119 sol11-i386)
120 MAKE=gmake
121 TAR=gtar
122 NPROC=nproc
123 BISON="bison"
124 YACC="$BISON -y"
125 CFLAGS="${CFLAGS:-} -D_XOPEN_SOURCE=500"
126 RUN_TESTS="no"
127
128 export PATH="$PATH:/usr/perl5/bin"
129 CPPFLAGS="-I/opt/csw/include"
130 LDFLAGS="-L/opt/csw/lib"
131 ;;
132
133 macosx)
134 MAKE=make
135 TAR=tar
136 NPROC="getconf _NPROCESSORS_ONLN"
137 BISON="bison"
138 YACC="$BISON -y"
139 RUN_TESTS="no"
140
141 export PATH="/opt/local/bin:/opt/local/sbin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin"
142 CPPFLAGS="-I/opt/local/include"
143 LDFLAGS="-L/opt/local/lib"
144 ;;
145
146 cygwin|cygwin64|msys32|msys64)
147 MAKE=make
148 TAR=tar
149 NPROC=nproc
150 BISON="bison"
151 YACC="$BISON -y"
152 #CFLAGS=""
153 RUN_TESTS="no"
154 ;;
155
156 *)
157 MAKE=make
158 TAR=tar
159 NPROC=nproc
160 BISON="bison"
161 YACC="$BISON -y"
162 #CFLAGS=""
163 RUN_TESTS="yes"
164
165 PYTHON2=python2
166 PYTHON3=python3
167
168 P2_VERSION=$($PYTHON2 -c "import sys;print(sys.version[:3])")
169 P3_VERSION=$($PYTHON3 -c "import sys;print(sys.version[:3])")
170
171 UST_PYTHON2="$WORKSPACE/deps/lttng-ust/build/lib/python$P2_VERSION/site-packages"
172 UST_PYTHON3="$WORKSPACE/deps/lttng-ust/build/lib/python$P3_VERSION/site-packages"
173 ;;
174 esac
175
176
177 # Enter the source directory
178 cd "$SRCDIR"
179
180 # Run bootstrap in the source directory prior to configure
181 ./bootstrap
182
183 # Get source version from configure script
184 eval "$(grep '^PACKAGE_VERSION=' ./configure)"
185 PACKAGE_VERSION=$(echo "$PACKAGE_VERSION"| sed 's/\-pre$//')
186
187
188 # Export build flags
189 case "$conf" in
190 no-ust)
191 CPPFLAGS="${CPPFLAGS:-} -I$URCU_INCS"
192 LDFLAGS="${LDFLAGS:-} -L$URCU_LIBS"
193 export LD_LIBRARY_PATH="$URCU_LIBS:$BABEL_LIBS:${LD_LIBRARY_PATH:-}"
194 ;;
195
196 *)
197 CPPFLAGS="${CPPFLAGS:-} -I$URCU_INCS -I$UST_INCS"
198 LDFLAGS="${LDFLAGS:-} -L$URCU_LIBS -L$UST_LIBS"
199 export LD_LIBRARY_PATH="$URCU_LIBS:$UST_LIBS:$BABEL_LIBS:${LD_LIBRARY_PATH:-}"
200 ;;
201 esac
202
203 # The switch to build without UST changed in 2.8
204 if vergte "$PACKAGE_VERSION" "2.8"; then
205 NO_UST="--without-lttng-ust"
206 else
207 NO_UST="--disable-lttng-ust"
208 fi
209
210 # Most build configs require the python bindings
211 CONF_OPTS="--enable-python-bindings"
212 export PYTHON="python3"
213 export PYTHON_CONFIG="/usr/bin/python3-config"
214
215 # Set configure options for each build configuration
216 case "$conf" in
217 static)
218 echo "Static build"
219 CONF_OPTS+=" --enable-static --disable-shared"
220 ;;
221
222 no-ust)
223 echo "Build without UST support"
224 CONF_OPTS+=" $NO_UST"
225 ;;
226
227 agents)
228 echo "Enable Java Agents"
229 export JAVA_HOME="/usr/lib/jvm/default-java"
230 export CLASSPATH="$UST_JAVA/*:/usr/share/java/*"
231 CONF_OPTS+=" --enable-test-java-agent-all"
232
233 echo "Enable Python agents"
234 export PYTHONPATH="$UST_PYTHON2:$UST_PYTHON3"
235 CONF_OPTS+=" --enable-test-python-agent-all"
236 ;;
237
238 relayd-only)
239 echo "Build relayd only"
240 CONF_OPTS="--disable-bin-lttng --disable-bin-lttng-consumerd --disable-bin-lttng-crash --disable-bin-lttng-sessiond --disable-extras --disable-man-pages $NO_UST"
241 ;;
242
243 debug-rcu)
244 echo "Enable RCU sanity checks for debugging"
245 CPPFLAGS="${CPPFLAGS:-} -DDEBUG_RCU"
246 ;;
247
248 *)
249 echo "Standard build"
250 ;;
251 esac
252
253
254 # Build type
255 # oot : out-of-tree build
256 # dist : build via make dist
257 # oot-dist: build via make dist out-of-tree
258 # * : normal tree build
259 #
260 # Make sure to move to the build_path and run configure
261 # before continuing
262 BUILD_PATH=$SRCDIR
263 case "$build" in
264 oot)
265 echo "Out of tree build"
266 BUILD_PATH=$WORKSPACE/oot
267 mkdir -p "$BUILD_PATH"
268 cd "$BUILD_PATH"
269 MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$SRCDIR/configure" --prefix="$PREFIX" $CONF_OPTS
270 ;;
271
272 dist)
273 echo "Distribution tarball in-tree build"
274
275 # Initial configure and generate tarball
276 MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$SRCDIR/configure" $CONF_OPTS --enable-build-man-pages
277 $MAKE dist
278
279 BUILD_PATH="$(mktemp -d)"
280 cp ./*.tar.* "$BUILD_PATH/"
281 cd "$BUILD_PATH"
282
283 # Ignore level 1 of tar
284 $TAR xvf ./*.tar.* --strip 1
285
286 # Build in extracted source tree
287 MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$BUILD_PATH/configure" --prefix="$PREFIX" $CONF_OPTS
288 ;;
289
290 oot-dist)
291 echo "Distribution tarball out of tree build"
292 BUILD_PATH="$(mktemp -d)"
293 cd "$BUILD_PATH"
294
295 # Initial configure and generate tarball
296 MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$SRCDIR/configure" $CONF_OPTS --enable-build-man-pages
297 $MAKE dist
298
299 NEWSRC_PATH="$(mktemp -d)"
300 cp ./*.tar.* "$NEWSRC_PATH/"
301 cd "$NEWSRC_PATH"
302
303 # Ignore level 1 of tar
304 $TAR xvf ./*.tar.* --strip 1
305
306 BUILD_PATH="$(mktemp -d)"
307 cd "$BUILD_PATH"
308
309 # Build oot from extracted sources
310 MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$NEWSRC_PATH/configure" --prefix="$PREFIX" $CONF_OPTS
311 ;;
312
313 *)
314 echo "Standard tree build"
315 MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" LDFLAGS="$LDFLAGS" CPPFLAGS="$CPPFLAGS" "$BUILD_PATH/configure" --prefix="$PREFIX" $CONF_OPTS
316 ;;
317 esac
318
319 # BUILD!
320 $MAKE -j "$($NPROC)" V=1
321 $MAKE install
322
323 # Run tests
324 if [ "$RUN_TESTS" = "yes" ]; then
325 cd tests || exit 1
326
327 # Allow core dumps
328 ulimit -c unlimited
329
330 # Add 'babeltrace' binary to PATH
331 chmod +x "$BABEL_BINS/babeltrace"
332 export PATH="$PATH:$BABEL_BINS"
333
334 # Prepare tap output dirs
335 rm -rf "$TAPDIR"
336 mkdir -p "$TAPDIR"
337 mkdir -p "$TAPDIR/unit"
338 mkdir -p "$TAPDIR/fast_regression"
339 mkdir -p "$TAPDIR/with_bindings_regression"
340
341 # Force the lttng-sessiond path to /bin/true to prevent the spawing of a
342 # lttng-sessiond --daemonize on "lttng create"
343 export LTTNG_SESSIOND_PATH="/bin/true"
344
345 # Run 'unit_tests' and 'fast_regression' test suites for all configs except 'no-ust'
346 if [ "$conf" != "no-ust" ]; then
347 # Run 'unit_tests', 2.8 and up has a new test suite
348 if vergte "$PACKAGE_VERSION" "2.8"; then
349 make --keep-going check
350 rsync -a --exclude 'test-suite.log' --include '*/' --include '*.log' --exclude='*'" $BUILD_PATH/tests/" "$TAPDIR"
351 else
352 prove --merge -v --exec '' - < "$BUILD_PATH/tests/unit_tests" --archive "$TAPDIR/unit/" || true
353 prove --merge -v --exec '' - < "$BUILD_PATH/tests/fast_regression" --archive "$TAPDIR/fast_regression/" || true
354 prove --merge -v --exec '' - < "$BUILD_PATH/tests/with_bindings_regression" --archive "$TAPDIR/with_bindings_regression/" || true
355 fi
356 else
357 # Regression is disabled for now, we need to adjust the testsuite for no ust builds.
358 echo "Tests disabled for 'no-ust'."
359 fi
360
361 # TAP plugin is having a hard time with .yml files.
362 find "$TAPDIR" -name "meta.yml" -exec rm -f {} \;
363
364 # And also with files without extension, so rename all result to *.tap
365 find "$TAPDIR/" -type f -exec mv {} {}.tap \;
366
367 cd -
368 fi
369
370 # Cleanup
371 $MAKE clean
372
373 # Cleanup rpath in executables and shared libraries
374 find "$PREFIX/bin" -type f -perm -0500 -exec chrpath --delete {} \;
375 find "$PREFIX/lib" -name "*.so" -exec chrpath --delete {} \;
376
377 # Remove libtool .la files
378 find "$PREFIX/lib" -name "*.la" -exec rm -f {} \;
379
380 # Clean temp dir for dist build
381 if [ "$build" = "dist" ]; then
382 cd "$SRCDIR"
383 rm -rf "$BUILD_PATH"
384 fi
385
386 # EOF
This page took 0.037738 seconds and 5 git commands to generate.