jobs/system-tests.yaml

   1 ---
   2 ## Anchors
   3 - system_tests_parameters_defaults: &system_tests_parameters_defaults
   4     name: 'system_tests_parameters_defaults'
   5     parameters:
   6       - string:
   7           name: 'LTTNG_TOOLS_COMMIT_ID'
   8           default: ''
   9           description: 'The lttng-tools commit id to build.'
  10       - string:
  11           name: 'LTTNG_MODULES_COMMIT_ID'
  12           default: ''
  13           description: 'The lttng-modules commit id to build.'
  14       - string:
  15           name: 'LTTNG_UST_COMMIT_ID'
  16           default: ''
  17           description: 'The lttng-ust commit id to build.'
  18       - string:
  19           name: 'KERNEL_TAG_ID'
  20           default: ''
  21           description: 'The linux kernel git tag to build against.'
  22       - string:
  23           name: 'KERNEL_REPO'
  24           default: 'git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git'
  25           description: 'Linux kernel git repo to checkout the kernel id'
  26       - string:
  27           name: 'LTTNG_TOOLS_REPO'
  28           default: 'https://github.com/lttng/lttng-tools.git'
  29           description: 'LTTng-Tools git repo to checkout the tools id'
  30       - string:
  31           name: 'LTTNG_MODULES_REPO'
  32           default: 'https://github.com/lttng/lttng-modules.git'
  33           description: 'LTTng-Modules git repo to checkout the Modules id'
  34       - string:
  35           name: 'LTTNG_UST_REPO'
  36           default: 'https://github.com/lttng/lttng-ust.git'
  37           description: 'LTTng-UST git repo to checkout the UST id'
  38
  39 - publisher:
  40     name: 'system_tests_email_ext_default'
  41     publishers:
  42       - email-ext:
  43           recipients: 'ci-notification@lists.lttng.org, cc:francis.deslauriers@efficios.com'
  44           reply-to: ci-notification@lists.lttng.org
  45           always: false
  46           unstable: false
  47           first-failure: true
  48           first-unstable: true
  49           not-built: false
  50           aborted: false
  51           regression: false
  52           failure: false
  53           second-failure: false
  54           improvement: false
  55           still-failing: false
  56           success: false
  57           fixed: false
  58           fixed-unhealthy: true
  59           still-unstable: false
  60           pre-build: false
  61           matrix-trigger: only-parent
  62           send-to:
  63             - recipients
  64
  65 - job-template:
  66     name: vm_tests_k{kversion}_l{lttngversion}
  67     description: |
  68       Runs root_regression and root_destructive_tests on a virtual machine over different combinations of kernel and lttng configurations.
  69     project-type: freestyle
  70     node: 'amd64'
  71     <<: *system_tests_parameters_defaults
  72
  73     properties:
  74       - build-discarder:
  75           num-to-keep: 10
  76       - throttle:
  77           max-total: 4
  78           option: 'category'
  79           categories:
  80             - 'kvm-tests'
  81
  82     wrappers:
  83       - workspace-cleanup
  84       - timestamps
  85       - ansicolor
  86       - credentials-binding:
  87           - text:
  88               credential-id: jenkins_lava_key
  89               variable: LAVA_JENKINS_TOKEN
  90           - text:
  91               credential-id: jenkins_lava2_key
  92               variable: LAVA2_JENKINS_TOKEN
  93       - inject:
  94           properties-content: |
  95             BUILD_DEVICE=kvm
  96             LTTNG_VERSION={lttngversion}
  97
  98     scm:
  99       - git:
 100           url: https://github.com/lttng/lttng-ci
 101           basedir: src/lttng-ci/
 102
 103     builders:
 104       - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
 105       - trigger-builds:
 106         - project: "build_kernel_PARAM"
 107           property-file: 'properties.txt'
 108           block: true
 109       - inject:
 110           properties-file: properties.txt
 111       - shell: !include-raw-escape: scripts/system-tests/run-kvm-tests.sh
 112
 113     publishers:
 114       - workspace-cleanup
 115       - email-ext:
 116           recipients: '{obj:email_to}'
 117           always: false
 118           unstable: false
 119           first-failure: true
 120           first-unstable: true
 121           not-built: false
 122           aborted: false
 123           regression: false
 124           failure: false
 125           second-failure: false
 126           improvement: false
 127           still-failing: true
 128           success: false
 129           fixed: false
 130           fixed-unhealthy: true
 131           still-unstable: false
 132           pre-build: false
 133           matrix-trigger: only-parent
 134           send-to:
 135             - recipients
 136
 137 - job-template:
 138     name: baremetal_tests_k{kversion}_l{lttngversion}
 139     description: |
 140       Runs perf_regression tests on a baremetal machine over different combinations of kernel and lttng configurations.
 141     project-type: freestyle
 142     node: 'amd64'
 143
 144     <<: *system_tests_parameters_defaults
 145
 146     properties:
 147       - build-discarder:
 148           num-to-keep: 10
 149       - throttle:
 150           max-total: 2
 151           option: 'category'
 152           categories:
 153             - 'baremetal-tests'
 154
 155     wrappers:
 156       - workspace-cleanup
 157       - timestamps
 158       - ansicolor
 159       - credentials-binding:
 160           - text:
 161               credential-id: jenkins_lava_key
 162               variable: LAVA_JENKINS_TOKEN
 163           - text:
 164               credential-id: jenkins_lava2_key
 165               variable: LAVA2_JENKINS_TOKEN
 166       - inject:
 167           properties-content: |
 168             BUILD_DEVICE=baremetal
 169             LTTNG_VERSION={lttngversion}
 170
 171     scm:
 172       - git:
 173           url: https://github.com/lttng/lttng-ci
 174           basedir: src/lttng-ci/
 175
 176     builders:
 177       - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
 178       - trigger-builds:
 179         - project: "build_kernel_PARAM"
 180           property-file: 'properties.txt'
 181           block: true
 182       - inject:
 183           properties-file: properties.txt
 184       - shell: !include-raw-escape: scripts/system-tests/run-baremetal-tests.sh
 185
 186     publishers:
 187       - workspace-cleanup
 188
 189 - job-template:
 190     name: build_kernel_PARAM
 191     description: |
 192       Builds a Linux Kernel and LTTng Modules if necessary
 193     concurrent: true
 194     node: 'amd64'
 195
 196     parameters:
 197       - string:
 198           name: 'LTTNG_MODULES_COMMIT_ID'
 199           description: 'The lttng-modules commmit to build.'
 200       - string:
 201           name: 'LTTNG_MODULES_REPO'
 202           description: 'The LTTng Modules git repo to fetch from'
 203           default: 'git://git-mirror.internal.efficios.com/lttng/lttng-modules.git'
 204       - string:
 205           name: 'KERNEL_COMMIT_ID'
 206           description: 'The kernel commit to build.'
 207       - string:
 208           name: 'KGITREPO'
 209           description: 'The kernel git repo to fetch from'
 210       - string:
 211           name: 'STORAGE_KERNEL_FOLDER'
 212           description: 'Path to store the Kernel image'
 213       - string:
 214           name: 'STORAGE_KERNEL_IMAGE'
 215           description: 'Path to store the Kernel IMAGE'
 216       - string:
 217           name: 'STORAGE_LINUX_MODULES'
 218           description: 'Path to store the Kernel Modules'
 219       - string:
 220           name: 'STORAGE_LTTNG_MODULES'
 221           description: 'Path to store the LTTng Modules'
 222       - string:
 223           name: 'BUILD_DEVICE'
 224           description: 'The target device. (kvm or baremetal)'
 225       - string:
 226           name: 'S3_STORAGE_KERNEL_FOLDER'
 227           description: 'Path to store the Kernel image'
 228       - string:
 229           name: 'S3_STORAGE_KERNEL_IMAGE'
 230           description: 'Path to store the Kernel IMAGE'
 231       - string:
 232           name: 'S3_STORAGE_LINUX_MODULES'
 233           description: 'Path to store the Kernel Modules'
 234       - string:
 235           name: 'S3_STORAGE_LTTNG_MODULES'
 236           description: 'Path to store the LTTng Modules'
 237
 238     properties:
 239       - build-discarder:
 240           num-to-keep: 100
 241
 242     wrappers:
 243       - workspace-cleanup
 244       - timestamps
 245       - ansicolor
 246       - credentials-binding:
 247           - file:
 248               credential-id: system_tests_storage_key
 249               variable: identity_file
 250
 251     scm:
 252       - git:
 253           url: https://github.com/lttng/lttng-ci
 254           basedir: src/lttng-ci/
 255
 256     builders:
 257       - shell: !include-raw-escape: scripts/system-tests/checkout-modules.sh
 258       - shell: !include-raw-escape: scripts/system-tests/generate-properties-slave.sh
 259       - inject:
 260           properties-file: properties.txt
 261       - shell: !include-raw-escape: scripts/system-tests/check-build-needs.sh
 262       - conditional-step:
 263           condition-kind: not
 264           condition-operand:
 265               condition-kind: file-exists
 266               condition-filename: kernel-built.txt
 267               condition-basedir: workspace
 268           steps:
 269               - shell: !include-raw-escape: scripts/system-tests/build-kernel.sh
 270       - conditional-step:
 271           condition-kind: not
 272           condition-operand:
 273               condition-kind: file-exists
 274               condition-filename: modules-built.txt
 275               condition-basedir: workspace
 276           steps:
 277               - shell: !include-raw-escape: scripts/system-tests/build-modules.sh
 278
 279     publishers:
 280       - workspace-cleanup
 281
 282 - job-template:
 283     name: system_ALL_{test_type}_trigger
 284     description: |
 285       This job will trigger the build of jobs when a new tag is push specific
 286       tracked Linux branches and new commits on LTTng tracked branches
 287
 288     project-type: freestyle
 289     node: 'master'
 290     parameters:
 291       - bool:
 292           name: 'FORCE_JOB_RUN'
 293           default: false
 294           description: 'Force the child jobs to run'
 295       - bool:
 296           name: 'FORCE_FAILED_JOB_RUN'
 297           default: false
 298           description: 'Force the failed child jobs to run'
 299
 300     properties:
 301       - build-discarder:
 302           num-to-keep: 10
 303
 304     triggers:
 305       - timed: "H 0 * * 1-5"
 306
 307     wrappers:
 308       - timestamps
 309       - ansicolor
 310
 311     builders:
 312       - system-groovy:
 313          command:
 314            !include-raw-escape: scripts/system-tests/system-trigger.groovy
 315
 316     publishers:
 317       - system_tests_email_ext_default
 318
 319 ## Project
 320
 321 # Canary jobs are made to confirm that the whole Lava pipeline is working.
 322 # They are scheduled once a day always on the same (LTTng, Kernel) code. If any
 323 # of those jobs fails, it means that there is an issue with the configuration
 324
 325 # Only build the "supported" version against the master kernel since
 326 # "unsupported" version do not get backport for new kernel.
 327 - project:
 328     name: system-tests-supported-kmaster
 329     email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
 330     kversion:
 331       - master
 332     lttngversion:
 333       - master
 334       - stable-2.12
 335       - stable-2.13
 336     jobs:
 337       - 'vm_tests_k{kversion}_l{lttngversion}'
 338       - 'baremetal_tests_k{kversion}_l{lttngversion}'
 339
 340 # Test against particular linux version.
 341 - project:
 342     name: system-tests
 343     email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
 344     kversion:
 345       - canary
 346       - linux-4.9.y
 347       - linux-4.14.y
 348       - linux-4.19.y
 349       - linux-5.4.y
 350       - linux-5.10.y
 351       - linux-5.15.y
 352       - linux-5.16.y
 353     lttngversion:
 354       - canary
 355       - master
 356       - stable-2.12
 357       - stable-2.13
 358     jobs:
 359       - 'vm_tests_k{kversion}_l{lttngversion}'
 360       - 'baremetal_tests_k{kversion}_l{lttngversion}'
 361 - project:
 362     name: system-tests-vm-only
 363     email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
 364     kversion:
 365       - linux-3.18.y
 366     lttngversion:
 367       - master
 368       - stable-2.12
 369       - stable-2.13
 370     jobs:
 371       - 'vm_tests_k{kversion}_l{lttngversion}'
 372
 373 - project:
 374     name: system-general
 375     test_type:
 376       - vm_tests
 377       - baremetal_tests
 378     jobs:
 379       - 'build_kernel_PARAM'
 380       - 'system_ALL_{test_type}_trigger'