scripts/binutils-gdb/build.sh

   1 #!/bin/bash
   2 #
   3 # Copyright (C) 2021 Michael Jeanson <mjeanson@efficios.com>
   4 #
   5 # This program is free software: you can redistribute it and/or modify
   6 # it under the terms of the GNU General Public License as published by
   7 # the Free Software Foundation, either version 3 of the License, or
   8 # (at your option) any later version.
   9 #
  10 # This program is distributed in the hope that it will be useful,
  11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 # GNU General Public License for more details.
  14 #
  15 # You should have received a copy of the GNU General Public License
  16 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  17
  18 set -exu
  19
  20 failed_configure() {
  21     # Assume we are in the configured build directory
  22     echo "#################### BEGIN config.log ####################"
  23     cat config.log
  24     echo "#################### END config.log ####################"
  25     exit 1
  26 }
  27
  28 sum2junit() {
  29     local infile="$1"
  30     local outfile="$2"
  31
  32 cat <<EOF > sum2junit.py
  33 import sys
  34 from datetime import datetime
  35 import re
  36 from xml.etree.ElementTree import ElementTree, Element, SubElement
  37
  38 line_re = re.compile(
  39     r"^(PASS|XPASS|FAIL|XFAIL|KFAIL|DUPLICATE|UNTESTED|UNSUPPORTED|UNRESOLVED): (.*?\.exp): (.*)"
  40 )
  41
  42 pass_count = 0
  43 fail_count = 0
  44 skip_count = 0
  45 error_count = 0
  46 now = datetime.now().isoformat(timespec="seconds")
  47
  48 testsuites = Element(
  49     "testsuites",
  50     {
  51         "xmlns": "https://raw.githubusercontent.com/windyroad/JUnit-Schema/master/JUnit.xsd"
  52     },
  53 )
  54 testsuite = SubElement(
  55     testsuites,
  56     "testsuite",
  57     {
  58         "name": "GDB",
  59         "package": "package",
  60         "id": "0",
  61         "time": "1",
  62         "timestamp": now,
  63         "hostname": "hostname",
  64     },
  65 )
  66 SubElement(testsuite, "properties")
  67
  68 for line in sys.stdin:
  69     m = line_re.match(line)
  70     if not m:
  71         continue
  72
  73     state, exp_filename, test_name = m.groups()
  74
  75     testcase_name = "{} - {}".format(exp_filename, test_name)
  76
  77     testcase = SubElement(
  78         testsuite,
  79         "testcase",
  80         {"name": testcase_name, "classname": "classname", "time": "0"},
  81     )
  82
  83     if state in ("PASS", "XFAIL", "KFAIL"):
  84         pass_count += 1
  85     elif state in ("FAIL", "XPASS"):
  86         print("{}: {}".format(state, testcase_name), file=sys.stderr)
  87         fail_count += 1
  88         SubElement(testcase, "failure", {"type": state})
  89     elif state in ("UNRESOLVED", "DUPLICATE"):
  90         print("{}: {}".format(state, testcase_name), file=sys.stderr)
  91         error_count += 1
  92         SubElement(testcase, "error", {"type": state})
  93     elif state in ("UNTESTED", "UNSUPPORTED"):
  94         skip_count += 1
  95         SubElement(testcase, "skipped")
  96     else:
  97         assert False
  98
  99 testsuite.attrib["tests"] = str(pass_count + fail_count + skip_count)
 100 testsuite.attrib["failures"] = str(fail_count)
 101 testsuite.attrib["skipped"] = str(skip_count)
 102 testsuite.attrib["errors"] = str(error_count)
 103
 104 SubElement(testsuite, "system-out")
 105 SubElement(testsuite, "system-err")
 106
 107 et = ElementTree(testsuites)
 108 et.write(sys.stdout, encoding="unicode")
 109
 110 sys.exit(1 if fail_count > 0 or error_count > 0 else 0)
 111 EOF
 112
 113     python3 sum2junit.py < "$infile" > "$outfile"
 114 }
 115
 116 # Required variables
 117 WORKSPACE=${WORKSPACE:-}
 118
 119 arch=${arch:-}
 120 conf=${conf:-}
 121 build=${build:-}
 122
 123
 124 SRCDIR="$WORKSPACE/src/binutils-gdb"
 125 TMPDIR="$WORKSPACE/tmp"
 126 PREFIX="/build"
 127
 128 # Create tmp directory
 129 rm -rf "$TMPDIR"
 130 mkdir -p "$TMPDIR"
 131
 132 export TMPDIR
 133 export CFLAGS="-O2 -fsanitize=address"
 134 export CXXFLAGS="-O2 -fsanitize=address -D_GLIBCXX_DEBUG=1"
 135 export LDFLAGS="-fsanitize=address"
 136
 137 # Set platform variables
 138 case "$arch" in
 139 *)
 140     export MAKE=make
 141     export TAR=tar
 142     export NPROC=nproc
 143     ;;
 144 esac
 145
 146 # Print build env details
 147 print_os || true
 148 print_tooling || true
 149
 150 # Enter the source directory
 151 cd "$SRCDIR"
 152
 153 # Run bootstrap in the source directory prior to configure
 154 #./bootstrap
 155
 156 # Get source version from configure script
 157 #eval "$(grep '^PACKAGE_VERSION=' ./configure)"
 158 #PACKAGE_VERSION=${PACKAGE_VERSION//\-pre*/}
 159
 160 # Set configure options and environment variables for each build
 161 # configuration.
 162 CONF_OPTS=("--prefix=$PREFIX")
 163
 164 case "$conf" in
 165 *)
 166     echo "Standard configuration"
 167
 168     # Use system tools
 169     CONF_OPTS+=("--disable-binutils" "--disable-ld" "--disable-gold" "--disable-gas" "--disable-sim" "--disable-gprof")
 170
 171     # Use system libs
 172     CONF_OPTS+=("--with-system-readline" "--with-system-zlib")
 173
 174     # Enable optional features
 175     CONF_OPTS+=("--enable-targets=all" "--with-expat=yes" "--with-python=python3" "--with-guile=guile-2.2" "--enable-libctf")
 176
 177     CONF_OPTS+=("--enable-build-warnings" "--enable-gdb-build-warnings" "--enable-unit-tests")
 178
 179     ;;
 180 esac
 181
 182 # Build type
 183 # oot     : out-of-tree build
 184 # dist    : build via make dist
 185 # oot-dist: build via make dist out-of-tree
 186 # *       : normal tree build
 187 #
 188 # Make sure to move to the build directory and run configure
 189 # before continuing.
 190 case "$build" in
 191 *)
 192     echo "Out of tree build"
 193
 194     # Create and enter a temporary build directory
 195     builddir=$(mktemp -d)
 196     cd "$builddir"
 197
 198     "$SRCDIR/configure" "${CONF_OPTS[@]}" || failed_configure
 199     ;;
 200 esac
 201
 202 # We are now inside a configured build directory
 203
 204 # BUILD!
 205 $MAKE -j "$($NPROC)" V=1 MAKEINFO=/bin/true
 206
 207 # Install in the workspace
 208 $MAKE install DESTDIR="$WORKSPACE"
 209
 210 # Run tests, don't fail now, we know that "make check" is going to fail,
 211 # since some tests don't pass.
 212 #
 213 # Disable ASan leaks reporting, it might break some tests since it adds
 214 # unexpected output when GDB exits.
 215 ASAN_OPTIONS=detect_leaks=0 $MAKE -C gdb --keep-going check -j "$($NPROC)" || true
 216
 217 # Copy the dejagnu test results for archiving before cleaning the build dir
 218 mkdir "${WORKSPACE}/results"
 219 cp gdb/testsuite/gdb.log "${WORKSPACE}/results/"
 220 cp gdb/testsuite/gdb.sum "${WORKSPACE}/results/"
 221
 222 # Filter out some known failures.
 223 cat <<'EOF' > known-failures
 224 DUPLICATE: gdb.base/attach-pie-misread.exp: copy ld-2.27.so to ld-linux-x86-64.so.2
 225 DUPLICATE: gdb.base/attach-pie-misread.exp: copy libc-2.27.so to libc.so.6
 226 DUPLICATE: gdb.base/attach-pie-misread.exp: ldd attach-pie-misread
 227 DUPLICATE: gdb.base/attach-pie-misread.exp: ldd attach-pie-misread output contains libs
 228 DUPLICATE: gdb.base/call-signal-resume.exp: dummy stack frame number
 229 DUPLICATE: gdb.base/call-signal-resume.exp: return
 230 DUPLICATE: gdb.base/call-signal-resume.exp: set confirm off
 231 DUPLICATE: gdb.base/catch-signal.exp: 1: continue
 232 DUPLICATE: gdb.base/catch-signal.exp: SIGHUP: continue
 233 DUPLICATE: gdb.base/catch-signal.exp: SIGHUP SIGUSR2: continue
 234 DUPLICATE: gdb.base/checkpoint.exp: restart 0 one
 235 DUPLICATE: gdb.base/checkpoint.exp: verify lines 5 two
 236 DUPLICATE: gdb.base/checkpoint-ns.exp: restart 0 one
 237 DUPLICATE: gdb.base/checkpoint-ns.exp: verify lines 5 two
 238 DUPLICATE: gdb.base/complete-empty.exp: empty-input-line: cmd complete ""
 239 DUPLICATE: gdb.base/corefile-buildid.exp: could not generate core file
 240 DUPLICATE: gdb.base/decl-before-def.exp: p a
 241 DUPLICATE: gdb.base/define-prefix.exp: define user command: ghi-prefix-cmd
 242 DUPLICATE: gdb.base/del.exp: info break after removing break on main
 243 DUPLICATE: gdb.base/dfp-exprs.exp: p 1.2dl < 1.3df
 244 DUPLICATE: gdb.base/dfp-test.exp: 1.23E45A is an invalid number
 245 DUPLICATE: gdb.base/dfp-test.exp: 1.23E is an invalid number
 246 DUPLICATE: gdb.base/exprs.exp: \$[0-9]* = red (setup)
 247 DUPLICATE: gdb.base/funcargs.exp: run to call2a
 248 DUPLICATE: gdb.base/interp.exp: interpreter-exec mi "-var-update *"
 249 DUPLICATE: gdb.base/miscexprs.exp: print value of !ibig.i[100]
 250 DUPLICATE: gdb.base/nested-subp2.exp: continue to the STOP marker
 251 DUPLICATE: gdb.base/nested-subp2.exp: print c
 252 DUPLICATE: gdb.base/nested-subp2.exp: print count
 253 DUPLICATE: gdb.base/pending.exp: disable other breakpoints
 254 DUPLICATE: gdb.base/pie-fork.exp: test_no_detach_on_fork: continue
 255 DUPLICATE: gdb.base/pointers.exp: pointer assignment
 256 DUPLICATE: gdb.base/pretty-array.exp: print nums
 257 DUPLICATE: gdb.base/ptype.exp: list charfoo
 258 DUPLICATE: gdb.base/ptype.exp: list intfoo
 259 DUPLICATE: gdb.base/ptype.exp: ptype the_highest
 260 DUPLICATE: gdb.base/readline.exp: Simple operate-and-get-next - final prompt
 261 DUPLICATE: gdb.base/realname-expand.exp: set basenames-may-differ on
 262 DUPLICATE: gdb.base/set-cwd.exp: test_cwd_reset: continue to breakpoint: break-here
 263 DUPLICATE: gdb.base/shlib-call.exp: continue until exit
 264 DUPLICATE: gdb.base/shlib-call.exp: print g
 265 DUPLICATE: gdb.base/shlib-call.exp: set print address off
 266 DUPLICATE: gdb.base/shlib-call.exp: set print sevenbit-strings
 267 DUPLICATE: gdb.base/shlib-call.exp: set width 0
 268 DUPLICATE: gdb.base/solib-display.exp: IN: break 25
 269 DUPLICATE: gdb.base/solib-display.exp: IN: continue
 270 DUPLICATE: gdb.base/solib-display.exp: NO: break 25
 271 DUPLICATE: gdb.base/solib-display.exp: NO: continue
 272 DUPLICATE: gdb.base/solib-display.exp: SEP: break 25
 273 DUPLICATE: gdb.base/solib-display.exp: SEP: continue
 274 DUPLICATE: gdb.base/stack-checking.exp: bt
 275 DUPLICATE: gdb.base/subst.exp: unset substitute-path from, no rule entered yet
 276 DUPLICATE: gdb.base/ui-redirect.exp: redirect while already logging: set logging redirect off
 277 DUPLICATE: gdb.base/unload.exp: continuing to unloaded libfile
 278 DUPLICATE: gdb.base/watchpoints.exp: watchpoint hit, first time
 279 DUPLICATE: gdb.mi/mi2-amd64-entry-value.exp: breakpoint at main
 280 DUPLICATE: gdb.mi/mi2-amd64-entry-value.exp: mi runto main
 281 DUPLICATE: gdb.mi/mi2-var-child.exp: get children of psnp->char_ptr.*psnp->char_ptr.**psnp->char_ptr.***psnp->char_ptr
 282 DUPLICATE: gdb.mi/mi2-var-child.exp: get children of psnp->ptrs.0.next.char_ptr.*char_ptr.**char_ptr
 283 DUPLICATE: gdb.mi/mi2-var-child.exp: get children of psnp->ptrs.0.next.char_ptr.*char_ptr.**char_ptr.***char_ptr
 284 DUPLICATE: gdb.mi/mi2-var-child.exp: get number of children of psnp->ptrs.0.next.char_ptr.*char_ptr.**char_ptr.***char_ptr
 285 DUPLICATE: gdb.mi/mi-catch-cpp-exceptions.exp: breakpoint at main
 286 DUPLICATE: gdb.mi/mi-catch-cpp-exceptions.exp: mi runto main
 287 DUPLICATE: gdb.mi/mi-catch-load.exp: breakpoint at main
 288 DUPLICATE: gdb.mi/mi-catch-load.exp: mi runto main
 289 DUPLICATE: gdb.mi/mi-language.exp: set lang ada
 290 DUPLICATE: gdb.mi/mi-nonstop-exit.exp: breakpoint at main
 291 DUPLICATE: gdb.mi/mi-nonstop-exit.exp: mi runto main
 292 DUPLICATE: gdb.mi/mi-nonstop.exp: check varobj, w1, 1
 293 DUPLICATE: gdb.mi/mi-nonstop.exp: stacktrace of stopped thread
 294 DUPLICATE: gdb.mi/mi-nsthrexec.exp: breakpoint at main
 295 DUPLICATE: gdb.mi/mi-syn-frame.exp: finished exec continue
 296 DUPLICATE: gdb.mi/mi-syn-frame.exp: list stack frames
 297 DUPLICATE: gdb.mi/mi-var-child.exp: get children of psnp->char_ptr.*psnp->char_ptr.**psnp->char_ptr.***psnp->char_ptr
 298 DUPLICATE: gdb.mi/mi-var-child.exp: get children of psnp->ptrs.0.next.char_ptr.*char_ptr.**char_ptr
 299 DUPLICATE: gdb.mi/mi-var-child.exp: get children of psnp->ptrs.0.next.char_ptr.*char_ptr.**char_ptr.***char_ptr
 300 DUPLICATE: gdb.mi/mi-var-child.exp: get number of children of psnp->ptrs.0.next.char_ptr.*char_ptr.**char_ptr.***char_ptr
 301 DUPLICATE: gdb.mi/mi-var-cp.exp: create varobj for s
 302 DUPLICATE: gdb.mi/mi-var-rtti.exp: list children of ptr.Base.public (with RTTI) in use_rtti_with_multiple_inheritence
 303 DUPLICATE: gdb.mi/mi-var-rtti.exp: list children of ptr.public (without RTTI) in skip_type_update_when_not_use_rtti
 304 DUPLICATE: gdb.mi/mi-var-rtti.exp: list children of ptr (without RTTI) in skip_type_update_when_not_use_rtti
 305 DUPLICATE: gdb.mi/mi-var-rtti.exp: list children of s.ptr.public (without RTTI) in skip_type_update_when_not_use_rtti
 306 DUPLICATE: gdb.mi/mi-var-rtti.exp: list children of s.ptr (without RTTI) in skip_type_update_when_not_use_rtti
 307 DUPLICATE: gdb.mi/mi-watch.exp: mi-mode=main: wp-type=hw: watchpoint trigger
 308 DUPLICATE: gdb.mi/mi-watch.exp: mi-mode=main: wp-type=sw: watchpoint trigger
 309 DUPLICATE: gdb.mi/mi-watch.exp: mi-mode=separate: wp-type=hw: watchpoint trigger
 310 DUPLICATE: gdb.mi/mi-watch.exp: mi-mode=separate: wp-type=sw: watchpoint trigger
 311 FAIL: gdb.ada/interface.exp: print s
 312 FAIL: gdb.ada/iwide.exp: print d_access.all
 313 FAIL: gdb.ada/iwide.exp: print dp_access.all
 314 FAIL: gdb.ada/iwide.exp: print My_Drawable
 315 FAIL: gdb.ada/iwide.exp: print s_access.all
 316 FAIL: gdb.ada/iwide.exp: print sp_access.all
 317 FAIL: gdb.ada/mi_interface.exp: create ggg1 varobj (unexpected output)
 318 FAIL: gdb.ada/mi_interface.exp: list ggg1's children (unexpected output)
 319 FAIL: gdb.ada/tagged_access.exp: ptype c.all
 320 FAIL: gdb.ada/tagged_access.exp: ptype c.menu_name
 321 FAIL: gdb.ada/tagged.exp: print obj
 322 FAIL: gdb.ada/tagged.exp: ptype obj
 323 FAIL: gdb.base/bt-on-fatal-signal.exp: BUS: $saw_bt_end
 324 FAIL: gdb.base/bt-on-fatal-signal.exp: BUS: $saw_bt_start
 325 FAIL: gdb.base/bt-on-fatal-signal.exp: BUS: $saw_fatal_msg
 326 FAIL: gdb.base/bt-on-fatal-signal.exp: BUS: [expr $internal_error_msg_count == 2]
 327 FAIL: gdb.base/bt-on-fatal-signal.exp: FPE: $saw_bt_end
 328 FAIL: gdb.base/bt-on-fatal-signal.exp: FPE: $saw_bt_start
 329 FAIL: gdb.base/bt-on-fatal-signal.exp: FPE: $saw_fatal_msg
 330 FAIL: gdb.base/bt-on-fatal-signal.exp: FPE: [expr $internal_error_msg_count == 2]
 331 FAIL: gdb.base/bt-on-fatal-signal.exp: SEGV: $saw_bt_end
 332 FAIL: gdb.base/bt-on-fatal-signal.exp: SEGV: $saw_bt_start
 333 FAIL: gdb.base/bt-on-fatal-signal.exp: SEGV: $saw_fatal_msg
 334 FAIL: gdb.base/bt-on-fatal-signal.exp: SEGV: [expr $internal_error_msg_count == 2]
 335 FAIL: gdb.base/share-env-with-gdbserver.exp: strange named var: print result of getenv for 'asd ='
 336 FAIL: gdb.base/step-over-syscall.exp: clone: displaced=off: single step over clone
 337 FAIL: gdb.cp/no-dmgl-verbose.exp: setting breakpoint at 'f(std::string)'
 338 FAIL: gdb.dwarf2/dw2-inline-param.exp: running to *0x608 in runto
 339 FAIL: gdb.gdb/python-interrupts.exp: run until breakpoint at captured_command_loop
 340 FAIL: gdb.mi/mi-break.exp: mi-mode=main: test_explicit_breakpoints: -break-insert -c "foo == 3" --source basics.c --function main --label label (unexpected output)
 341 FAIL: gdb.mi/mi-break.exp: mi-mode=main: test_explicit_breakpoints: -break-insert --source basics.c --function foobar (unexpected output)
 342 FAIL: gdb.mi/mi-break.exp: mi-mode=main: test_explicit_breakpoints: -break-insert --source basics.c --function main --label foobar (unexpected output)
 343 FAIL: gdb.mi/mi-break.exp: mi-mode=main: test_explicit_breakpoints: -break-insert --source basics.c (unexpected output)
 344 FAIL: gdb.mi/mi-break.exp: mi-mode=separate: test_explicit_breakpoints: -break-insert -c "foo == 3" --source basics.c --function main --label label (unexpected output)
 345 FAIL: gdb.mi/mi-break.exp: mi-mode=separate: test_explicit_breakpoints: -break-insert --source basics.c --function foobar (unexpected output)
 346 FAIL: gdb.mi/mi-break.exp: mi-mode=separate: test_explicit_breakpoints: -break-insert --source basics.c --function main --label foobar (unexpected output)
 347 FAIL: gdb.mi/mi-break.exp: mi-mode=separate: test_explicit_breakpoints: -break-insert --source basics.c (unexpected output)
 348 FAIL: gdb.mi/mi-breakpoint-changed.exp: test_auto_disable: -break-enable count 1 2 (unexpected output)
 349 FAIL: gdb.mi/mi-breakpoint-changed.exp: test_auto_disable: -break-insert -f pendfunc1 (unexpected output)
 350 FAIL: gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: iter 3: attach (GDB internal error)
 351 UNRESOLVED: gdb.base/libsegfault.exp: gdb emits custom handler warning
 352 UNRESOLVED: gdb.base/readline-ask.exp: bell for more message
 353 UNRESOLVED: gdb.base/symbol-without-target_section.exp: list -q main
 354 UNRESOLVED: gdb.dwarf2/dw2-icc-opaque.exp: ptype p_struct
 355 UNRESOLVED: gdb.opencl/vec_comps.exp: OpenCL support not detected
 356 UNRESOLVED: gdb.threads/attach-many-short-lived-threads.exp: iter 8: detach
 357 EOF
 358
 359 grep --invert-match --fixed-strings --file=known-failures  "${WORKSPACE}/results/gdb.sum" > "${WORKSPACE}/results/gdb.filtered.sum"
 360
 361 # Convert results to JUnit format.
 362 failed_tests=0
 363 sum2junit "${WORKSPACE}/results/gdb.filtered.sum" "${WORKSPACE}/results/gdb.xml" || failed_tests=1
 364
 365 # Clean the build directory
 366 $MAKE clean
 367
 368 # Cleanup rpath in executables and shared libraries
 369 #find "$WORKSPACE/$PREFIX/bin" -type f -perm -0500 -exec chrpath --delete {} \;
 370 #find "$WORKSPACE/$PREFIX/lib" -name "*.so" -exec chrpath --delete {} \;
 371
 372 # Remove libtool .la files
 373 find "$WORKSPACE/$PREFIX/lib" -name "*.la" -exec rm -f {} \;
 374
 375 # Exit with failure if any of the tests failed
 376 exit $failed_tests
 377
 378 # EOF