[lttng-ci.git] / jobs / babeltrace.yaml

- defaults:
    name: babeltrace
    description: |
      The Babeltrace project provides trace read and write libraries, as well
      as a trace converter. Plugins can be created for any trace format to
      allow its conversion to/from another trace format.

      The main format expected to be converted to/from is the Common Trace
      Format (CTF). The default input format of the "babeltrace" command is
      CTF, and its default output format is a human-readable text log. The
      "babeltrace-log" command converts from a text log to a CTF trace.

      <p>Job is managed by Jenkins Job Builder.</p>

    project-type: freestyle

    wrappers:
      - ansicolor: &babeltrace_wrapper_ansicolor_defaults
          colormap: xterm
      - timeout: &babeltrace_wrapper_timeout_defaults
          timeout: 20
          fail: true
          type: no-activity
          write-description: "<h1 style=\"color:red\">This build failed due to timeout.</h1>"
      - timestamps
      - workspace-cleanup

    scm:
      - git:
          url: https://github.com/{github_user}/{github_name}.git
          browser: githubweb
          browser-url: https://github.com/{github_user}/{github_name}
          branches:
            - origin/{version}
          basedir: src/babeltrace
          skip-tag: true

    triggers:
      - pollscm:
          cron: "@hourly"

    properties:
      - inject:
          properties-content: |
            PROJECT_NAME=babeltrace
      - build-discarder:
          num-to-keep: 2
      - github:
          url: https://github.com/{github_user}/{github_name}


## Anchors
- babeltrace_matrix_axes_defaults: &babeltrace_matrix_axes_defaults
    name: 'babeltrace_matrix_axes_defaults'
    project-type: matrix
    node: 'master' # Applies only to matrix flyweight task
    execution-strategy:
      combination-filter: '{filter}'
      touchstone:
        expr: '{touchstone}'
        result: unstable
    axes:
      - axis: &babeltrace_matrix_axis_arch
         type: slave
         name: arch
         values: '{obj:archs}'
      - axis: &babeltrace_matrix_axis_conf
         type: user-defined
         name: conf
         values: '{obj:confs}'
      - axis: &babeltrace_matrix_axis_build
         type: user-defined
         name: build
         values: '{obj:builds}'

- babeltrace_matrix_axes_cc: &babeltrace_matrix_axes_cc
    name: 'babeltrace_matrix_axes_cc'

    <<: *babeltrace_matrix_axes_defaults

    axes:
      - axis: *babeltrace_matrix_axis_arch
      - axis: *babeltrace_matrix_axis_conf
      - axis: *babeltrace_matrix_axis_build
      - axis: &babeltrace_matrix_axis_cc
         type: user-defined
         name: cc
         values: '{obj:ccs}'

- babeltrace_builders_defaults: &babeltrace_builders_defaults
    name: 'babeltrace_builders_defaults'
    builders:
      !j2-yaml: |
      {% if buildtype is defined and buildtype == 'winbuild' %}
      - conditional-step:
          condition-kind: strings-match
          on-evaluation-failure: run
          condition-string1: {{ '${{arch}}' }}
          condition-string2: 'cygwin64'
          steps:
            - shell:
               !include-raw-escape:
                 - scripts/common/cygwin64-shebang
                 - scripts/common/cygpath-prefix
                 - scripts/common/print.sh
                 - scripts/babeltrace/build.sh
      - conditional-step:
          condition-kind: strings-match
          on-evaluation-failure: run
          condition-string1: {{ '${{arch}}' }}
          condition-string2: 'msys2-mingw32'
          steps:
            - inject:
               properties-content: 'MSYSTEM=MINGW32'
            - shell:
               !include-raw-escape:
                 - scripts/common/msys2-shebang
                 - scripts/common/cygpath-prefix
                 - scripts/common/print.sh
                 - scripts/babeltrace/build.sh
      - conditional-step:
          condition-kind: strings-match
          on-evaluation-failure: run
          condition-string1: {{ '${{arch}}' }}
          condition-string2: 'msys2-mingw64'
          steps:
            - inject:
               properties-content: 'MSYSTEM=MINGW64'
            - shell:
               !include-raw-escape:
                 - scripts/common/msys2-shebang
                 - scripts/common/cygpath-prefix
                 - scripts/common/print.sh
                 - scripts/babeltrace/build.sh
      {% else %}
      - shell:
         !include-raw-escape:
           - scripts/common/print.sh
           - scripts/babeltrace/build.sh
      {% endif %}

# Use - in version number since yaml anchor do not support dot
- babeltrace_builders_glib-2-28-6: &babeltrace_builders_glib-2-28-6
    name: 'babeltrace_builders_glib-2-28-6'
    builders:
      - inject:
          properties-content: |
            LD_LIBRARY_PATH=$WORKSPACE/glib-2.28.6/BUILD_RESULT/lib
            PKG_CONFIG_PATH=$WORKSPACE/glib-2.28.6/BUILD_RESULT/lib/pkgconfig
            arch=amd64
            conf=std
            build=std
      - shell: |
          wget http://ftp.gnome.org/pub/gnome/sources/glib/2.28/glib-2.28.6.tar.gz
          tar xvf glib-2.28.6.tar.gz
          cd glib-2.28.6
          mkdir BUILD_RESULT
          ./configure --prefix=$WORKSPACE/glib-2.28.6/BUILD_RESULT
          make -j `nproc` >/dev/null 2>&1 # Hide warnings
          make install
      - shell:
         !include-raw-escape:
           - scripts/common/print.sh
           - scripts/babeltrace/build.sh

- babeltrace_publishers_defaults: &babeltrace_publishers_defaults
    name: 'babeltrace_publishers_defaults'
    publishers:
      - tap: &babeltrace_publisher_tap_defaults
          results: 'tap/**/*.log'
          fail-if-no-results: true
          failed-tests-mark-build-as-failure: true
          todo-is-failure: false
      - raw: &babeltrace_publisher_warnings-ng_defaults
          xml: |
            <io.jenkins.plugins.analysis.core.steps.IssuesRecorder plugin="warnings-ng">
              <analysisTools>
                <io.jenkins.plugins.analysis.warnings.Gcc4>
                  <id/>
                  <name/>
                  <jenkins plugin="plugin-util-api"/>
                  <pattern/>
                  <reportEncoding/>
                  <skipSymbolicLinks>false</skipSymbolicLinks>
                </io.jenkins.plugins.analysis.warnings.Gcc4>
                <io.jenkins.plugins.analysis.warnings.Clang>
                  <id/>
                  <name/>
                  <jenkins plugin="plugin-util-api"/>
                  <pattern/>
                  <reportEncoding/>
                  <skipSymbolicLinks>false</skipSymbolicLinks>
                </io.jenkins.plugins.analysis.warnings.Clang>
              </analysisTools>
              <sourceCodeEncoding/>
              <sourceDirectory/>
              <sourceDirectories/>
              <ignoreQualityGate>false</ignoreQualityGate>
              <ignoreFailedBuilds>true</ignoreFailedBuilds>
              <failOnError>false</failOnError>
              <healthy>0</healthy>
              <unhealthy>0</unhealthy>
              <minimumSeverity plugin="analysis-model-api">
                <name>LOW</name>
              </minimumSeverity>
              <filters/>
              <isEnabledForFailure>true</isEnabledForFailure>
              <isAggregatingResults>true</isAggregatingResults>
              <isBlameDisabled>false</isBlameDisabled>
              <skipPublishingChecks>true</skipPublishingChecks>
              <publishAllIssues>false</publishAllIssues>
              <qualityGates>
                <io.jenkins.plugins.analysis.core.util.QualityGate>
                  <threshold>1</threshold>
                  <type>TOTAL</type>
                  <status>WARNING</status>
                </io.jenkins.plugins.analysis.core.util.QualityGate>
              </qualityGates>
              <trendChartType>AGGREGATION_TOOLS</trendChartType>
              <scm/>
            </io.jenkins.plugins.analysis.core.steps.IssuesRecorder>
      - archive: &babeltrace_publisher_archive_defaults
          artifacts: 'build/**,tap/**'
          allow-empty: false
      - workspace-cleanup: &babeltrace_publisher_workspace-cleanup_defaults
          clean-if:
            - failure: false
      - email-ext: &babeltrace_publisher_email-ext_defaults
          recipients: '{obj:email_to}'
          reply-to: ci-notification@lists.lttng.org
          always: false
          unstable: false
          first-failure: true
          first-unstable: true
          not-built: false
          aborted: false
          regression: false
          failure: false
          second-failure: false
          improvement: false
          still-failing: false
          success: false
          fixed: false
          fixed-unhealthy: true
          still-unstable: false
          pre-build: false
          matrix-trigger: only-parent
          send-to:
            - recipients

- babeltrace_publishers_gerrit: &babeltrace_publishers_gerrit
    name: 'babeltrace_publishers_gerrit'
    publishers:
      - tap: *babeltrace_publisher_tap_defaults
      # Fail job on any compiler warnings
      - raw:
          xml: |
            <io.jenkins.plugins.analysis.core.steps.IssuesRecorder plugin="warnings-ng">
              <analysisTools>
                <io.jenkins.plugins.analysis.warnings.Gcc4>
                  <id/>
                  <name/>
                  <jenkins plugin="plugin-util-api"/>
                  <pattern/>
                  <reportEncoding/>
                  <skipSymbolicLinks>false</skipSymbolicLinks>
                </io.jenkins.plugins.analysis.warnings.Gcc4>
                <io.jenkins.plugins.analysis.warnings.Clang>
                  <id/>
                  <name/>
                  <jenkins plugin="plugin-util-api"/>
                  <pattern/>
                  <reportEncoding/>
                  <skipSymbolicLinks>false</skipSymbolicLinks>
                </io.jenkins.plugins.analysis.warnings.Clang>
              </analysisTools>
              <sourceCodeEncoding/>
              <sourceDirectory/>
              <sourceDirectories/>
              <ignoreQualityGate>false</ignoreQualityGate>
              <ignoreFailedBuilds>true</ignoreFailedBuilds>
              <failOnError>false</failOnError>
              <healthy>0</healthy>
              <unhealthy>0</unhealthy>
              <minimumSeverity plugin="analysis-model-api">
                <name>LOW</name>
              </minimumSeverity>
              <filters/>
              <isEnabledForFailure>true</isEnabledForFailure>
              <isAggregatingResults>true</isAggregatingResults>
              <isBlameDisabled>false</isBlameDisabled>
              <skipPublishingChecks>true</skipPublishingChecks>
              <publishAllIssues>false</publishAllIssues>
              <qualityGates>
                <io.jenkins.plugins.analysis.core.util.QualityGate>
                  <threshold>1</threshold>
                  <type>TOTAL</type>
                  <status>FAILED</status>
                </io.jenkins.plugins.analysis.core.util.QualityGate>
              </qualityGates>
              <trendChartType>AGGREGATION_TOOLS</trendChartType>
              <scm/>
            </io.jenkins.plugins.analysis.core.steps.IssuesRecorder>
      - archive: *babeltrace_publisher_archive_defaults
      - workspace-cleanup: *babeltrace_publisher_workspace-cleanup_defaults


## Job Templates

- job-template:
    name: '{job_prefix}babeltrace_{version}_{buildtype}'
    defaults: babeltrace

    <<: *babeltrace_matrix_axes_defaults
    <<: *babeltrace_builders_defaults
    <<: *babeltrace_publishers_defaults

- job-template:
    name: babeltrace_{version}_{cctype}
    defaults: babeltrace

    <<: *babeltrace_matrix_axes_cc
    <<: *babeltrace_builders_defaults
    <<: *babeltrace_publishers_defaults

- job-template:
    name: dev_gerrit_babeltrace_{buildtype}
    defaults: babeltrace
    concurrent: true

    scm:
      - git:
          url: https://review.lttng.org/babeltrace
          refspec: 'refs/changes/*:refs/changes/*'
          branches:
            - '$GERRIT_REFSPEC'
          basedir: src/babeltrace
          skip-tag: true

    triggers:
      - gerrit:
          trigger-on:
            - comment-added-event:
                approval-category: 'CI-Build'
                approval-value: 1
          projects:
            - project-compare-type: 'PLAIN'
              project-pattern: 'babeltrace'
              branches:
                - branch-compare-type: 'ANT'
                  branch-pattern: '**'

    properties:
      - inject:
          properties-content: |
            PROJECT_NAME=babeltrace
      - build-discarder:
          days-to-keep: 1
      - throttle:
          option: 'category'
          categories:
            - 'gerrit-{buildtype}'

    <<: *babeltrace_matrix_axes_defaults
    <<: *babeltrace_builders_defaults
    <<: *babeltrace_publishers_gerrit

- job-template:
    name: babeltrace_{version}_release
    defaults: babeltrace
    node: 'amd64'

    triggers:
      - pollscm:
          cron: "@daily"

    scm:
      - git:
          url: https://github.com/{github_user}/{github_name}.git
          browser: githubweb
          browser-url: https://github.com/{github_user}/{github_name}
          refspec: '+refs/tags/*:refs/remotes/origin/tags/*'
          branches:
            - '*/tags/{version}.*'
          basedir: src/babeltrace

    builders:
      - shell:
          !include-raw-escape: scripts/babeltrace/release.sh

    publishers:
      - tap: *babeltrace_publisher_tap_defaults
      - raw: *babeltrace_publisher_warnings-ng_defaults
      - workspace-cleanup: *babeltrace_publisher_workspace-cleanup_defaults
      - archive:
          artifacts: 'out/**,tap/**'
          allow-empty: false

- job-template:
    name: dev_gerrit_babeltrace_pylint
    defaults: babeltrace
    concurrent: true

    scm:
      - git:
          url: https://review.lttng.org/babeltrace
          refspec: 'refs/changes/*:refs/changes/*'
          branches:
            - '$GERRIT_REFSPEC'
          basedir: src/babeltrace
          skip-tag: true

    triggers:
      - gerrit:
          trigger-on:
            - comment-added-event:
                approval-category: 'CI-Build'
                approval-value: 1
          projects:
            - project-compare-type: 'PLAIN'
              project-pattern: 'babeltrace'
              branches:
                - branch-compare-type: 'ANT'
                  branch-pattern: '**'

    node: 'amd64'

    builders:
      - shell:
         !include-raw-escape: scripts/babeltrace/pylint.sh

    properties:
      - inject:
          properties-content: |
            PROJECT_NAME=babeltrace
      - build-discarder:
          days-to-keep: 1

- job-template:
    name: babeltrace_{version}_cppcheck
    defaults: babeltrace

    triggers:
      - pollscm:
          cron: "@daily"

    builders:
      - shell: |
          rm -f cppcheck-result.xml
          cppcheck --enable=all --xml --xml-version=2 $WORKSPACE/src/babeltrace 2> cppcheck-result.xml

    publishers:
      - workspace-cleanup: *babeltrace_publisher_workspace-cleanup_defaults
      - archive:
          artifacts: 'cppcheck-result.xml'
          allow-empty: false
      - cppcheck:
          pattern: 'cppcheck-result.xml'

- job-template:
    name: babeltrace_{version}_scan-build
    defaults: babeltrace
    node: 'amd64'

    triggers:
      - pollscm:
          cron: "@daily"

    builders:
      - shell:
          !include-raw-escape: scripts/common/scan-build.sh

    publishers:
      - workspace-cleanup: *babeltrace_publisher_workspace-cleanup_defaults
      - html-publisher:
          name: 'HTML Report'
          dir: 'scan-build-archive/'
          files: 'index.html'

- job-template:
    name: babeltrace_{version}_coverity
    defaults: babeltrace
    node: 'amd64'

    triggers:
      - pollscm:
          cron: "@daily"

    wrappers:
      - ansicolor: *babeltrace_wrapper_ansicolor_defaults
      - timeout: *babeltrace_wrapper_timeout_defaults
      - timestamps
      - workspace-cleanup
      - credentials-binding:
          - username-password-separated:
              credential-id: babeltrace_coverity_token
              username: COVERITY_SCAN_PROJECT_NAME
              password: COVERITY_SCAN_TOKEN

    builders:
      - shell:
          !include-raw-escape: scripts/common/coverity.sh

    publishers:
      - workspace-cleanup: *babeltrace_publisher_workspace-cleanup_defaults
      - archive:
          artifacts: 'analysis-results.tgz,cov-int/**'
          allow-empty: false

- job-template:
    name: babeltrace_{version}_pylint
    defaults: babeltrace
    node: 'amd64'

    triggers:
      - pollscm:
          cron: "@daily"

    builders:
       - shell:
          !include-raw-escape: scripts/babeltrace/pylint.sh

    publishers:
      - workspace-cleanup: *babeltrace_publisher_workspace-cleanup_defaults
      - archive:
          artifacts: 'black.out,flake8.out'
          allow-empty: false
      - email-ext: *babeltrace_publisher_email-ext_defaults

- job-template:
    name: '{job_prefix}babeltrace_{version}_glib-2.28.6'
    defaults: babeltrace
    node: 'amd64'

    <<: *babeltrace_builders_glib-2-28-6
    <<: *babeltrace_publishers_defaults


## Views
- view-template:
    name: 'Babeltrace'
    view-type: list
    regex: 'babeltrace[-_].*'


## Projects
- project:
    name: babeltrace2
    job_prefix: ''
    github_user: efficios
    github_name: babeltrace
    email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
    version:
      - stable-2.0
      - master
    jobs:
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: build
          archs: !!python/tuple [amd64]
          builds: !!python/tuple [std, oot, dist, oot-dist]
          confs: !!python/tuple [std, static, prod, min, doc]
          filter: ''
          touchstone: '(build == "std") && (conf == "std")'
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: portbuild
          archs: !!python/tuple [armhf, arm64, powerpc, ppc64el, i386]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std, prod]
          filter: ''
          touchstone: '(build == "std") && (conf == "std") && (arch == "i386")'
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: slesbuild
          archs: !!python/tuple [sles12sp5]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std, prod]
          filter: ''
          touchstone: ''
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: elbuild
          archs: !!python/tuple [el7, el8, el9]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std, prod]
          filter: ''
          touchstone: ''
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: macosbuild
          archs: !!python/tuple [macos-amd64, macos-arm64]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std, prod]
          filter: ''
          touchstone: ''
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: freebsdbuild
          archs: !!python/tuple [freebsd]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std, prod]
          filter: ''
          touchstone: ''
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: winbuild
          archs: !!python/tuple [cygwin64, msys2-mingw32, msys2-mingw64]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std]
          filter: ''
          touchstone: ''
      - 'babeltrace_{version}_{cctype}':
          cctype: clangbuild
          archs: !!python/tuple [amd64]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std, static, prod]
          ccs: !!python/tuple [clang-3.9, clang-4.0, clang-6.0, clang-7]
          filter: ''
          touchstone: ''
      - 'babeltrace_{version}_release':
          version: v2.0
      - 'babeltrace_{version}_cppcheck'
      - 'babeltrace_{version}_scan-build'
      - 'babeltrace_{version}_pylint'
      - 'babeltrace_{version}_coverity':
          version: master
      - '{job_prefix}babeltrace_{version}_glib-2.28.6':
          version: master

- project:
    name: gerrit-babeltrace
    job_prefix: ''
    github_user: efficios
    github_name: babeltrace
    jobs:
      - 'dev_gerrit_babeltrace_{buildtype}':
          buildtype: build
          archs: !!python/tuple [amd64, armhf, arm64, powerpc, ppc64el, i386]
          builds: !!python/tuple [std, oot, dist, oot-dist]
          confs: !!python/tuple [std, static, prod, min]
          filter: '(build=="std" && conf=="std") || (arch=="amd64")'
          touchstone: ''
      - 'dev_gerrit_babeltrace_{buildtype}':
          buildtype: macosbuild
          archs: !!python/tuple [macos-amd64, macos-arm64]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std, prod]
          filter: ''
          touchstone: ''
      - 'dev_gerrit_babeltrace_{buildtype}':
          buildtype: winbuild
          archs: !!python/tuple [cygwin64, msys2-mingw64]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std]
          filter: ''
          touchstone: ''
      - 'dev_gerrit_babeltrace_pylint'


- project:
    name: dev_upstream_babeltrace
    job_prefix: dev_upstream_
    github_user: efficios
    github_name: babeltrace
    email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
    version:
      - stable-1.5
    jobs:
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: build
          archs: !!python/tuple [amd64]
          builds: !!python/tuple [std, oot, dist, oot-dist]
          confs: !!python/tuple [std, static, python-bindings]
          filter: ''
          touchstone: '(build == "std") && (conf == "std")'
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: portbuild
          archs: !!python/tuple [armhf, arm64, powerpc, ppc64el, i386]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std, python-bindings]
          filter: ''
          touchstone: '(build == "std") && (conf == "std") && (arch == "i386")'
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: slesbuild
          archs: !!python/tuple [sles12sp5]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std]
          filter: ''
          touchstone: ''
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: elbuild
          archs: !!python/tuple [el7, el8, el9]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std]
          filter: ''
          touchstone: ''


- project:
    name: babeltrace-jgalar-staging
    job_prefix: 'dev_jgalar_'
    github_user: jgalar
    github_name: babeltrace
    email_to: "jgalar@efficios.com"
    version:
      - stable-1.5-staging
    jobs:
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: build
          archs: !!python/tuple [amd64]
          builds: !!python/tuple [std, oot, dist, oot-dist]
          confs: !!python/tuple [std, static, python-bindings]
          filter: ''
          touchstone: ''
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: macosbuild
          archs: !!python/tuple [macos-amd64, macos-arm64]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std]
          filter: ''
          touchstone: ''


- project:
    name: babeltrace2-jgalar-staging
    job_prefix: 'dev_jgalar_'
    github_user: jgalar
    github_name: babeltrace
    email_to: "jgalar@efficios.com"
    version:
      - stable-2.0-staging
      - master-staging
    jobs:
      - '{job_prefix}babeltrace_{version}_glib-2.28.6':
          version:
            - master-staging
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: build
          archs: !!python/tuple [amd64]
          builds: !!python/tuple [std, oot, dist, oot-dist]
          confs: !!python/tuple [std, static, prod, min]
          filter: ''
          touchstone: ''
      - '{job_prefix}babeltrace_{version}_{buildtype}':
          buildtype: macosbuild
          archs: !!python/tuple [macos-amd64, macos-arm64]
          builds: !!python/tuple [std]
          confs: !!python/tuple [std, prod]
          filter: ''
          touchstone: ''

- project:
    name: babeltrace-views
    views:
      - Babeltrace