jobs/lttng-baremetal-tests.yaml

   1 - defaults:
   2     name: baremetal_benchmarks
   3     description: |
   4       Runs baremetal kernel tests over different combination of kernel and lttng configurations.
   5
   6     triggers:
   7       - pollscm:
   8           cron: "@hourly"
   9     logrotate:
  10       numToKeep: 10
  11
  12     properties:
  13       - throttle:
  14           max-total: 2
  15           option: 'category'
  16           categories:
  17             - 'baremetal-tests'
  18     project-type: freestyle
  19     node: 'x86-64'
  20     wrappers:
  21       - workspace-cleanup
  22       - timestamps
  23       - ansicolor
  24       - credentials-binding:
  25           - text:
  26               credential-id: jenkins_lava_key
  27               variable: LAVA_JENKINS_TOKEN
  28           - file:
  29               credential-id: system_tests_storage_key
  30               variable: identity_file
  31       - inject:
  32           properties-content: |
  33             TOOLS_BRANCH={lttngversion}
  34             UST_BRANCH={lttngversion}
  35             BUILD_DEVICE=baremetal
  36     publishers:
  37       - archive:
  38           artifacts: '*.png,*.csv'
  39           stable: true
  40           do-not-fingerprint: true
  41       - email:
  42           recipients: 'francis.deslauriers@efficios.com'
  43       - image-gallery:
  44         - gallery-type: archived-images-gallery
  45           title: Results
  46           includes: '*.png'
  47       - workspace-cleanup
  48     scm:
  49       - git:
  50           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
  51           branches:
  52             - "{lttngversion}"
  53           shallow-clone: true
  54           skip-tag: true
  55           fastpoll: true
  56           basedir: src/lttng-tools
  57       - git:
  58           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
  59           branches:
  60             - "{lttngversion}"
  61           shallow-clone: true
  62           skip-tag: true
  63           fastpoll: true
  64           basedir: src/lttng-modules
  65       - git:
  66           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
  67           branches:
  68             - "{kversion}"
  69           shallow-clone: true
  70           skip-tag: true
  71           fastpoll: true
  72           basedir: src/linux
  73
  74     builders:
  75       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-master.sh
  76       - trigger-builds:
  77         - project: "build_kernel_PARAM"
  78           property-file: 'properties.txt'
  79           block: true
  80       - inject:
  81           properties-file: properties.txt
  82       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh
  83       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/summarize-results.sh
  84
  85 - defaults:
  86     name: vm_tests
  87     description: |
  88       Runs baremetal kernel tests over different combination of kernel and lttng configurations.
  89     project-type: freestyle
  90     node: 'master'
  91     properties:
  92       - throttle:
  93           max-total: 2
  94           option: 'category'
  95           categories:
  96             - 'kvm-tests'
  97     triggers:
  98       - pollscm:
  99           cron: "@hourly"
 100     logrotate:
 101       numToKeep: 10
 102
 103     wrappers:
 104       - workspace-cleanup
 105       - timestamps
 106       - ansicolor
 107       - credentials-binding:
 108           - text:
 109               credential-id: jenkins_lava_key
 110               variable: LAVA_JENKINS_TOKEN
 111       - inject:
 112           properties-content: |
 113             BUILD_DEVICE=kvm
 114             TOOLS_BRANCH={lttngversion}
 115             UST_BRANCH={lttngversion}
 116     scm:
 117       - git:
 118           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 119           branches:
 120             - "{lttngversion}"
 121           shallow-clone: true
 122           skip-tag: true
 123           fastpoll: true
 124           basedir: src/lttng-tools
 125       - git:
 126           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 127           branches:
 128             - "{lttngversion}"
 129           shallow-clone: true
 130           skip-tag: true
 131           fastpoll: true
 132           basedir: src/lttng-modules
 133       - git:
 134           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 135           branches:
 136             - "{kversion}"
 137           shallow-clone: true
 138           skip-tag: true
 139           fastpoll: true
 140           basedir: src/linux
 141
 142     publishers:
 143       - email:
 144           recipients: 'francis.deslauriers@efficios.com'
 145       - ircbot:
 146           strategy: new-failure-and-fixed
 147           channels:
 148             - name: '#lttng'
 149       - workspace-cleanup
 150
 151     builders:
 152       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-master.sh
 153       - trigger-builds:
 154         - project: "build_kernel_PARAM"
 155           property-file: 'properties.txt'
 156           block: true
 157       - inject:
 158           properties-file: properties.txt
 159       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/run-kvm-tests.sh
 160
 161 - defaults:
 162     name: baremetal_tests
 163     description: |
 164       Runs baremetal kernel tests over different combination of kernel and lttng configurations.
 165     project-type: freestyle
 166     node: 'master'
 167     properties:
 168       - throttle:
 169           max-total: 2
 170           option: 'category'
 171           categories:
 172             - 'baremetal-tests'
 173     triggers:
 174       - pollscm:
 175           cron: "@hourly"
 176     logrotate:
 177       numToKeep: 10
 178
 179     wrappers:
 180       - workspace-cleanup
 181       - timestamps
 182       - ansicolor
 183       - credentials-binding:
 184           - text:
 185               credential-id: jenkins_lava_key
 186               variable: LAVA_JENKINS_TOKEN
 187       - inject:
 188           properties-content: |
 189             UST_BRANCH={lttngversion}
 190             BUILD_DEVICE=baremetal
 191     scm:
 192       - git:
 193           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 194           branches:
 195             - "{lttngversion}"
 196           shallow-clone: true
 197           skip-tag: true
 198           fastpoll: true
 199           basedir: src/lttng-tools
 200       - git:
 201           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 202           branches:
 203             - "{lttngversion}"
 204           shallow-clone: true
 205           skip-tag: true
 206           fastpoll: true
 207           basedir: src/lttng-modules
 208       - git:
 209           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 210           branches:
 211             - "{kversion}"
 212           shallow-clone: true
 213           skip-tag: true
 214           fastpoll: true
 215           basedir: src/linux
 216
 217     publishers:
 218       - email:
 219           recipients: 'francis.deslauriers@efficios.com'
 220       - ircbot:
 221           strategy: new-failure-and-fixed
 222           channels:
 223             - name: '#lttng'
 224       - workspace-cleanup
 225
 226     builders:
 227       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-master.sh
 228       - trigger-builds:
 229         - project: "build_kernel_PARAM"
 230           property-file: 'properties.txt'
 231           block: true
 232       - inject:
 233           properties-file: properties.txt
 234       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/run-baremetal-tests.sh
 235
 236 - job-template:
 237     name: baremetal_benchmarks_k{kversion}_l{lttngversion}
 238     defaults: baremetal_benchmarks
 239 - job-template:
 240     name: vm_tests_k{kversion}_l{lttngversion}
 241     defaults: vm_tests
 242 - job-template:
 243     name: baremetal_tests_k{kversion}_l{lttngversion}
 244     defaults: baremetal_tests
 245
 246 # Canary jobs are made to confirm that the whole Lava pipeline is working.
 247 # They are scheduled once a day always on the same (LTTng, Kernel) code. If any
 248 # of those jobs fails, it means that there is an issue with the configuration
 249 - job-template:
 250     name: baremetal_tests_k{kversion}_l{lttngversion}_canary
 251     defaults: baremetal_tests
 252     triggers:
 253       - timed: "@daily"
 254 - job-template:
 255     name: vm_tests_k{kversion}_l{lttngversion}_canary
 256     defaults: vm_tests
 257     triggers:
 258       - timed: "@daily"
 259 - job-template:
 260     name: baremetal_benchmarks_k{kversion}_l{lttngversion}_canary
 261     defaults: baremetal_benchmarks
 262     triggers:
 263       - timed: "@daily"
 264
 265 - job-template:
 266     name: vm_tests_kmainline_l{lttngversion}
 267     defaults: vm_tests
 268     triggers:
 269       - pollscm:
 270           cron: "@daily"
 271     scm:
 272       - git:
 273           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 274           branches:
 275             - "{lttngversion}"
 276           shallow-clone: true
 277           skip-tag: true
 278           fastpoll: true
 279           basedir: src/lttng-tools
 280       - git:
 281           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 282           branches:
 283             - "{lttngversion}"
 284           shallow-clone: true
 285           skip-tag: true
 286           fastpoll: true
 287           basedir: src/lttng-modules
 288       - git:
 289           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 290           refspec: "+refs/tags/*:refs/remotes/origin/tags/*"
 291           branches:
 292             - "master"
 293           fastpoll: true
 294           basedir: src/linux
 295
 296 - job-template:
 297     name: baremetal_tests_kmainline_l{lttngversion}
 298     defaults: baremetal_tests
 299     triggers:
 300       - pollscm:
 301           cron: "@daily"
 302     scm:
 303       - git:
 304           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 305           branches:
 306             - "{lttngversion}"
 307           shallow-clone: true
 308           skip-tag: true
 309           fastpoll: true
 310           basedir: src/lttng-tools
 311       - git:
 312           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 313           branches:
 314             - "{lttngversion}"
 315           shallow-clone: true
 316           skip-tag: true
 317           fastpoll: true
 318           basedir: src/lttng-modules
 319       - git:
 320           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 321           refspec: "+refs/tags/*:refs/remotes/origin/tags/*"
 322           branches:
 323             - "master"
 324           fastpoll: true
 325           basedir: src/linux
 326
 327 - job-template:
 328     name: baremetal_benchmarks_kmainline_l{lttngversion}
 329     defaults: baremetal_benchmarks
 330     triggers:
 331       - pollscm:
 332           cron: "@daily"
 333     scm:
 334       - git:
 335           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 336           branches:
 337             - "{lttngversion}"
 338           shallow-clone: true
 339           skip-tag: true
 340           fastpoll: true
 341           basedir: src/lttng-tools
 342       - git:
 343           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 344           branches:
 345             - "{lttngversion}"
 346           shallow-clone: true
 347           skip-tag: true
 348           fastpoll: true
 349           basedir: src/lttng-modules
 350       - git:
 351           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 352           refspec: "+refs/tags/*:refs/remotes/origin/tags/*"
 353           branches:
 354             - "master"
 355           fastpoll: true
 356           basedir: src/linux
 357
 358 - job:
 359     name: build_kernel_PARAM
 360     description: |
 361       Builds a Linux Kernel and LTTng Modules if necessary
 362     defaults: global
 363     concurrent: true
 364
 365     logrotate:
 366       numToKeep: 50
 367     node: 'x86-64'
 368
 369     wrappers:
 370       - workspace-cleanup
 371       - timestamps
 372       - ansicolor
 373       - credentials-binding:
 374           - file:
 375               credential-id: system_tests_storage_key
 376               variable: identity_file
 377     builders:
 378       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-slave.sh
 379       - inject:
 380           properties-file: properties.txt
 381       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/check-build-needs.sh
 382       - conditional-step:
 383           condition-kind: not
 384           condition-operand:
 385               condition-kind: file-exists
 386               condition-filename: kernel-built.txt
 387               condition-basedir: workspace
 388           steps:
 389               - shell: !include-raw-escape: scripts/lttng-baremetal-tests/build-kernel.sh
 390       - conditional-step:
 391           condition-kind: not
 392           condition-operand:
 393               condition-kind: file-exists
 394               condition-filename: modules-built.txt
 395               condition-basedir: workspace
 396           steps:
 397               - shell: !include-raw-escape: scripts/lttng-baremetal-tests/build-modules.sh
 398
 399     parameters:
 400       - string:
 401           name: 'LTTNG_MODULES_COMMIT_ID'
 402           description: 'The lttng-modules commmit to build.'
 403       - string:
 404           name: 'KERNEL_COMMIT_ID'
 405           description: 'The kernel commit to build.'
 406       - string:
 407           name: 'KGITREPO'
 408           description: 'The kernel git repo to fetch from'
 409       - string:
 410           name: 'STORAGE_KERNEL_FOLDER'
 411           description: 'Path to store the Kernel image'
 412       - string:
 413           name: 'STORAGE_KERNEL_IMAGE'
 414           description: 'Path to store the Kernel IMAGE'
 415       - string:
 416           name: 'STORAGE_LINUX_MODULES'
 417           description: 'Path to store the Kernel Modules'
 418       - string:
 419           name: 'STORAGE_LTTNG_MODULES'
 420           description: 'Path to store the LTTng Modules'
 421       - string:
 422           name: 'BUILD_DEVICE'
 423           description: 'The target device. (kvm or baremetal)'
 424     publishers:
 425       - workspace-cleanup
 426
 427 ## Project
 428 - project:
 429     name: lttng-kernel-tests
 430     kversion:
 431       - linux-4.4.y
 432       - linux-4.8.y
 433       - v4.8.1
 434     lttngversion:
 435       - master
 436       - stable-2.8
 437       - stable-2.9
 438     jobs:
 439       - 'vm_tests_k{kversion}_l{lttngversion}'
 440       - 'baremetal_benchmarks_k{kversion}_l{lttngversion}'
 441       - 'baremetal_tests_k{kversion}_l{lttngversion}'
 442
 443 - project:
 444     name: lttng-kernel-tests-oldkernel
 445     kversion:
 446       - linux-3.18.y
 447       - linux-4.4.y
 448     lttngversion:
 449       - stable-2.7
 450     jobs:
 451       - 'vm_tests_k{kversion}_l{lttngversion}':
 452       - 'baremetal_tests_k{kversion}_l{lttngversion}':
 453       - 'baremetal_benchmarks_k{kversion}_l{lttngversion}':
 454
 455 - project:
 456     name: lttng-kernel-tests-canary
 457     kversion:
 458       - v4.4.9
 459     lttngversion:
 460       - v2.8.1
 461     jobs:
 462       - 'vm_tests_k{kversion}_l{lttngversion}_canary'
 463       - 'baremetal_tests_k{kversion}_l{lttngversion}_canary'
 464       - 'baremetal_benchmarks_k{kversion}_l{lttngversion}_canary'
 465
 466 - project:
 467     name: lttng-kernel-tests-mainline
 468     lttngversion:
 469       - v2.8.1
 470     jobs:
 471       - 'vm_tests_kmainline_l{lttngversion}'
 472       - 'baremetal_tests_kmainline_l{lttngversion}'
 473       - 'baremetal_benchmarks_kmainline_l{lttngversion}'