jobs/system-tests.yaml

   1 ---
   2 ## Anchors
   3 - _system_tests_parameters_defaults: &system_tests_parameters_defaults
   4     name: 'system_tests_parameters_defaults'
   5     parameters:
   6       - string:
   7           name: 'LTTNG_TOOLS_COMMIT_ID'
   8           default: ''
   9           description: 'The lttng-tools commit id to build.'
  10       - string:
  11           name: 'LTTNG_MODULES_COMMIT_ID'
  12           default: ''
  13           description: 'The lttng-modules commit id to build.'
  14       - string:
  15           name: 'LTTNG_UST_COMMIT_ID'
  16           default: ''
  17           description: 'The lttng-ust commit id to build.'
  18       - string:
  19           name: 'KERNEL_TAG_ID'
  20           default: ''
  21           description: 'The linux kernel git tag to build against.'
  22       - string:
  23           name: 'KERNEL_REPO'
  24           default: 'git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git'
  25           description: 'Linux kernel git repo to checkout the kernel id'
  26       - string:
  27           name: 'LTTNG_TOOLS_REPO'
  28           default: 'https://github.com/lttng/lttng-tools.git'
  29           description: 'LTTng-Tools git repo to checkout the tools id'
  30       - string:
  31           name: 'LTTNG_MODULES_REPO'
  32           default: 'https://github.com/lttng/lttng-modules.git'
  33           description: 'LTTng-Modules git repo to checkout the Modules id'
  34       - string:
  35           name: 'LTTNG_UST_REPO'
  36           default: 'https://github.com/lttng/lttng-ust.git'
  37           description: 'LTTng-UST git repo to checkout the UST id'
  38       - string:
  39           name: 'ROOTFS_URL'
  40           default: 'https://obj.internal.efficios.com/lava/rootfs/rootfs_amd64_xenial_2018-12-05.tar.gz'
  41           description: 'The URL at which the system root FS can be downloaded'
  42
  43 - publisher:
  44     name: 'system_tests_email_ext_default'
  45     publishers:
  46       - email-ext:
  47           recipients: 'ci-notification@lists.lttng.org, cc:francis.deslauriers@efficios.com'
  48           reply-to: ci-notification@lists.lttng.org
  49           always: false
  50           unstable: false
  51           first-failure: true
  52           first-unstable: true
  53           not-built: false
  54           aborted: false
  55           regression: false
  56           failure: false
  57           second-failure: false
  58           improvement: false
  59           still-failing: false
  60           success: false
  61           fixed: false
  62           fixed-unhealthy: true
  63           still-unstable: false
  64           pre-build: false
  65           matrix-trigger: only-parent
  66           send-to:
  67             - recipients
  68
  69 - job-template:
  70     name: vm_tests_k{kversion}_l{lttngversion}
  71     description: |
  72       Runs root_regression and root_destructive_tests on a virtual machine over different combinations of kernel and lttng configurations.
  73     project-type: freestyle
  74     node: 'amd64'
  75     <<: *system_tests_parameters_defaults
  76
  77     properties:
  78       - build-discarder:
  79           num-to-keep: 10
  80       - throttle:
  81           max-total: 4
  82           option: 'category'
  83           categories:
  84             - 'kvm-tests'
  85
  86     wrappers:
  87       - workspace-cleanup
  88       - timestamps
  89       - ansicolor
  90       - credentials-binding:
  91           - text:
  92               credential-id: jenkins_lava_key
  93               variable: LAVA_JENKINS_TOKEN
  94           - text:
  95               credential-id: jenkins_lava2_key
  96               variable: LAVA2_JENKINS_TOKEN
  97       - inject:
  98           properties-content: |
  99             BUILD_DEVICE=kvm
 100             LTTNG_VERSION={lttngversion}
 101
 102     scm:
 103       - git:
 104           url: https://github.com/lttng/lttng-ci
 105           basedir: src/lttng-ci/
 106
 107     builders:
 108       - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
 109       - trigger-builds:
 110         - project: "build_kernel_PARAM"
 111           property-file: 'properties.txt'
 112           block: true
 113       - inject:
 114           properties-file: properties.txt
 115       - shell: !include-raw-escape: scripts/system-tests/run-kvm-tests.sh
 116
 117     publishers:
 118       - workspace-cleanup
 119       - email-ext:
 120           recipients: '{obj:email_to}'
 121           always: false
 122           unstable: false
 123           first-failure: true
 124           first-unstable: true
 125           not-built: false
 126           aborted: false
 127           regression: false
 128           failure: false
 129           second-failure: false
 130           improvement: false
 131           still-failing: true
 132           success: false
 133           fixed: false
 134           fixed-unhealthy: true
 135           still-unstable: false
 136           pre-build: false
 137           matrix-trigger: only-parent
 138           send-to:
 139             - recipients
 140
 141 - job-template:
 142     name: baremetal_tests_k{kversion}_l{lttngversion}
 143     description: |
 144       Runs perf_regression tests on a baremetal machine over different combinations of kernel and lttng configurations.
 145     project-type: freestyle
 146     node: 'amd64'
 147
 148     <<: *system_tests_parameters_defaults
 149
 150     properties:
 151       - build-discarder:
 152           num-to-keep: 10
 153           artifact-num-to-keep: 2
 154       - throttle:
 155           max-total: 2
 156           option: 'category'
 157           categories:
 158             - 'baremetal-tests'
 159
 160     wrappers:
 161       - workspace-cleanup
 162       - timestamps
 163       - ansicolor
 164       - credentials-binding:
 165           - text:
 166               credential-id: jenkins_lava_key
 167               variable: LAVA_JENKINS_TOKEN
 168           - text:
 169               credential-id: jenkins_lava2_key
 170               variable: LAVA2_JENKINS_TOKEN
 171       - inject:
 172           properties-content: |
 173             BUILD_DEVICE=baremetal
 174             LTTNG_VERSION={lttngversion}
 175
 176     scm:
 177       - git:
 178           url: https://github.com/lttng/lttng-ci
 179           basedir: src/lttng-ci/
 180
 181     builders:
 182       - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
 183       - trigger-builds:
 184         - project: "build_kernel_PARAM"
 185           property-file: 'properties.txt'
 186           block: true
 187       - inject:
 188           properties-file: properties.txt
 189       - shell: !include-raw-escape: scripts/system-tests/run-baremetal-tests.sh
 190
 191     publishers:
 192       - workspace-cleanup
 193
 194 - job-template:
 195     name: build_kernel_PARAM
 196     description: |
 197       Builds a Linux Kernel and LTTng Modules if necessary
 198     concurrent: true
 199     node: 'amd64'
 200
 201     parameters:
 202       - string:
 203           name: 'LTTNG_MODULES_COMMIT_ID'
 204           description: 'The lttng-modules commmit to build.'
 205       - string:
 206           name: 'LTTNG_MODULES_REPO'
 207           description: 'The LTTng Modules git repo to fetch from'
 208           default: 'git://git-mirror.internal.efficios.com/lttng/lttng-modules.git'
 209       - string:
 210           name: 'KERNEL_COMMIT_ID'
 211           description: 'The kernel commit to build.'
 212       - string:
 213           name: 'KGITREPO'
 214           description: 'The kernel git repo to fetch from'
 215       - string:
 216           name: 'STORAGE_KERNEL_FOLDER'
 217           description: 'Path to store the Kernel image'
 218       - string:
 219           name: 'STORAGE_KERNEL_IMAGE'
 220           description: 'Path to store the Kernel IMAGE'
 221       - string:
 222           name: 'STORAGE_LINUX_MODULES'
 223           description: 'Path to store the Kernel Modules'
 224       - string:
 225           name: 'STORAGE_LTTNG_MODULES'
 226           description: 'Path to store the LTTng Modules'
 227       - string:
 228           name: 'BUILD_DEVICE'
 229           description: 'The target device. (kvm or baremetal)'
 230       - string:
 231           name: 'S3_STORAGE_KERNEL_FOLDER'
 232           description: 'Path to store the Kernel image'
 233       - string:
 234           name: 'S3_STORAGE_KERNEL_IMAGE'
 235           description: 'Path to store the Kernel IMAGE'
 236       - string:
 237           name: 'S3_STORAGE_LINUX_MODULES'
 238           description: 'Path to store the Kernel Modules'
 239       - string:
 240           name: 'S3_STORAGE_LTTNG_MODULES'
 241           description: 'Path to store the LTTng Modules'
 242
 243     properties:
 244       - build-discarder:
 245           num-to-keep: 100
 246
 247     wrappers:
 248       - workspace-cleanup
 249       - timestamps
 250       - ansicolor
 251       - credentials-binding:
 252           - file:
 253               credential-id: system_tests_storage_key
 254               variable: identity_file
 255
 256     scm:
 257       - git:
 258           url: https://github.com/lttng/lttng-ci
 259           basedir: src/lttng-ci/
 260
 261     builders:
 262       - shell: !include-raw-escape: scripts/system-tests/checkout-modules.sh
 263       - shell: !include-raw-escape: scripts/system-tests/generate-properties-slave.sh
 264       - inject:
 265           properties-file: properties.txt
 266       - shell: !include-raw-escape: scripts/system-tests/check-build-needs.sh
 267       - conditional-step:
 268           condition-kind: not
 269           condition-operand:
 270               condition-kind: file-exists
 271               condition-filename: kernel-built.txt
 272               condition-basedir: workspace
 273           steps:
 274               - shell: !include-raw-escape: scripts/system-tests/build-kernel.sh
 275       - conditional-step:
 276           condition-kind: not
 277           condition-operand:
 278               condition-kind: file-exists
 279               condition-filename: modules-built.txt
 280               condition-basedir: workspace
 281           steps:
 282               - shell: !include-raw-escape: scripts/system-tests/build-modules.sh
 283
 284     publishers:
 285       - workspace-cleanup
 286
 287 - job-template:
 288     name: system_ALL_{test_type}_trigger
 289     description: |
 290       This job will trigger the build of jobs when a new tag is push specific
 291       tracked Linux branches and new commits on LTTng tracked branches
 292
 293     project-type: freestyle
 294     node: 'master'
 295     parameters:
 296       - bool:
 297           name: 'FORCE_JOB_RUN'
 298           default: false
 299           description: 'Force the child jobs to run'
 300       - bool:
 301           name: 'FORCE_FAILED_JOB_RUN'
 302           default: false
 303           description: 'Force the failed child jobs to run'
 304
 305     properties:
 306       - build-discarder:
 307           num-to-keep: 10
 308
 309     triggers:
 310       - timed: "H 0 * * 1-5"
 311
 312     wrappers:
 313       - timestamps
 314       - ansicolor
 315
 316     builders:
 317       - system-groovy:
 318          command:
 319            !include-raw-escape: scripts/system-tests/system-trigger.groovy
 320
 321     publishers:
 322       - system_tests_email_ext_default
 323
 324 ## Project
 325
 326 # Canary jobs are made to confirm that the whole Lava pipeline is working.
 327 # They are scheduled once a day always on the same (LTTng, Kernel) code. If any
 328 # of those jobs fails, it means that there is an issue with the configuration
 329
 330 # Only build the "supported" version against the master kernel since
 331 # "unsupported" version do not get backport for new kernel.
 332 - project:
 333     name: system-tests-supported-kmaster
 334     email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
 335     kversion:
 336       - master
 337     lttngversion:
 338       - master
 339       - stable-2.12
 340       - stable-2.13
 341     jobs:
 342       - 'vm_tests_k{kversion}_l{lttngversion}'
 343       - 'baremetal_tests_k{kversion}_l{lttngversion}'
 344
 345 # Test against particular linux version.
 346 - project:
 347     name: system-tests
 348     email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
 349     kversion:
 350       - canary
 351       - linux-4.9.y
 352       - linux-4.14.y
 353       - linux-4.19.y
 354       - linux-5.4.y
 355       - linux-5.10.y
 356       - linux-5.15.y
 357       - linux-5.16.y
 358     lttngversion:
 359       - canary
 360       - master
 361       - stable-2.12
 362       - stable-2.13
 363     jobs:
 364       - 'vm_tests_k{kversion}_l{lttngversion}'
 365       - 'baremetal_tests_k{kversion}_l{lttngversion}'
 366 - project:
 367     name: system-tests-vm-only
 368     email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
 369     kversion:
 370       - linux-3.18.y
 371     lttngversion:
 372       - master
 373       - stable-2.12
 374       - stable-2.13
 375     jobs:
 376       - 'vm_tests_k{kversion}_l{lttngversion}'
 377
 378 - project:
 379     name: system-general
 380     test_type:
 381       - vm_tests
 382       - baremetal_tests
 383     jobs:
 384       - 'build_kernel_PARAM'
 385       - 'system_ALL_{test_type}_trigger'