X-Git-Url: https://git.lttng.org/?a=blobdiff_plain;f=jobs%2Flttng-modules.yaml;h=3dcfd1beca1919c710b22c1add28bf28668939d1;hb=5279b0f28620328ec87e4fbe6765d2696635597b;hp=7c5fb39515b5898d381e2b95196f1333a1c63ff4;hpb=ca8c6144ba2cd9f9dc623c4f1f305ad84e600a7d;p=lttng-ci.git

diff --git a/jobs/lttng-modules.yaml b/jobs/lttng-modules.yaml
index 7c5fb39..3dcfd1b 100644
--- a/jobs/lttng-modules.yaml
+++ b/jobs/lttng-modules.yaml
@@ -1,4 +1,121 @@
 ---
+## Anchors
+- lttng-modules_build_parameters_defaults: &lttng-modules_build_parameters_defaults
+    name: 'lttng-modules_build_parameters_defaults'
+    parameters:
+      - string:
+          name: 'mversion'
+          default: '{mversion}'
+          description: 'The lttng-modules branch to build.'
+      - string:
+          name: 'maxConcurrentBuild'
+          default: '20'
+          description: 'The maximum number of concurrent child build to run.'
+      - string:
+          name: 'kverfloor'
+          default: '{kverfloor}'
+          description: 'The lowest kernel version to build.'
+      - string:
+          name: 'kverceil'
+          default: '{kverceil}'
+          description: 'The highest kernel version to build. (excluded)'
+      - string:
+          name: 'kverfilter'
+          default: '{kverfilter}'
+          description: 'Kernel versions list filtering strategy.'
+      - string:
+          name: 'kgitrepo'
+          default: 'git://git-mirror.internal.efficios.com/git/linux-all.git'
+          description: 'The linux kernel git repository url.'
+      - string:
+          name: 'kbuildjob'
+          default: 'lttng-modules_VERSION_param-{parambuildtype}'
+          description: 'The parametrized job to use for child builds.'
+
+- lttng-modules_build_parameters_ubuntu: &lttng-modules_build_parameters_ubuntu
+    name: 'lttng-modules_build_parameters_ubuntu'
+    parameters:
+      - string:
+          name: 'mversion'
+          default: '{mversion}'
+          description: 'The lttng-modules branch to build.'
+      - string:
+          name: 'maxConcurrentBuild'
+          default: '20'
+          description: 'The maximum number of concurrent child build to run.'
+      - string:
+          name: 'kverfloor'
+          default: '{kverfloor}'
+          description: 'The lowest kernel version to build.'
+      - string:
+          name: 'kverceil'
+          default: '{kverceil}'
+          description: 'The highest kernel version to build. (excluded)'
+      - string:
+          name: 'kverfilter'
+          default: '{kverfilter}'
+          description: 'Kernel versions list filtering strategy.'
+      - string:
+          name: 'kgitrepo'
+          default: 'git://git-mirror.internal.efficios.com/git/ubuntu-{uversion}.git'
+          description: 'The linux kernel git repository url.'
+      - string:
+          name: 'kbuildjob'
+          default: 'lttng-modules_VERSION_param-{parambuildtype}'
+          description: 'The parametrized job to use for child builds.'
+      - string:
+          name: 'uversion'
+          default: '{uversion}'
+          description: 'The lowest kernel version to build.'
+
+- lttng-modules_build_parameters_rt: &lttng-modules_build_parameters_rt
+    name: 'lttng-modules_build_parameters_rt'
+    parameters:
+      - string:
+          name: 'mversion'
+          default: '{mversion}'
+          description: 'The lttng-modules branch to build.'
+      - string:
+          name: 'maxConcurrentBuild'
+          default: '20'
+          description: 'The maximum number of concurrent child build to run.'
+      - string:
+          name: 'kverfloor'
+          default: 'v2.6.36-rt0-rebase'
+          description: 'The lowest kernel version to build.'
+      - string:
+          name: 'kverceil'
+          default: '{kverceil}'
+          description: 'The highest kernel version to build. (excluded)'
+      - string:
+          name: 'kverfilter'
+          default: '{kverfilter}'
+          description: 'Kernel versions list filtering strategy.'
+      - string:
+          name: 'kgitrepo'
+          default: 'git://git-mirror.internal.efficios.com/kernel/rt/linux-stable-rt.git'
+          description: 'The linux kernel git repository url.'
+      - string:
+          name: 'kbuildjob'
+          default: 'lttng-modules_VERSION_param-build'
+          description: 'The parametrized job to use for child builds.'
+
+- lttng-modules_build_builders_defaults: &lttng-modules_build_builders_defaults
+    name: 'lttng-modules_build_builders_defaults'
+    builders:
+      - system-groovy:
+         command:
+           !include-raw-escape: scripts/lttng-modules/master.groovy
+
+- lttng-modules_build_rt_builders_defaults: &lttng-modules_build_rt_builders_defaults
+    name: 'lttng-modules_build_rt_builders_defaults'
+    builders:
+      - system-groovy:
+         command:
+           !include-raw-escape: scripts/lttng-modules/master-rt.groovy
+
+
+## Defaults
 - defaults:
     name: lttng-modules
     description: |
@@ -9,12 +126,6 @@
 
     project-type: freestyle
 
-    logrotate:
-        daysToKeep: -1
-        numToKeep: 2
-        artifactDaysToKeep: -1
-        artifactNumToKeep: -1
-
     wrappers:
       - workspace-cleanup
       - timestamps
@@ -22,79 +133,300 @@
 
     scm:
       - git:
-          url: git://github.com/lttng/lttng-modules.git
+          url: git://github.com/{github_user}/{github_name}.git
           browser: githubweb
-          browser-url: https://github.com/efficios/lttng-modules
+          browser-url: https://github.com/{github_user}/{github_name}
           branches:
             - "{mversion}"
           shallow-clone: true
-          skip-tag: true
           fastpoll: true
-          basedir: lttng-modules
+          basedir: src/lttng-modules
+          wipe-workspace: false
+          skip-tag: true
 
     triggers:
       - pollscm:
-          cron: "@daily"
+          cron: "@hourly"
 
     properties:
+      - build-discarder:
+          num-to-keep: 2
       - github:
-          url: https://github.com/efficios/lttng-modules
-      - throttle:
-          max-per-node: 0
-          max-total: 0
-          option: category
-          categories:
-            - 'lttng-module-linux'
+          url: https://github.com/{github_user}/{github_name}
+
+    publishers:
+      - workspace-cleanup
+      - email-ext:
+          recipients: '{obj:email_to}'
+          reply-to: ci-notification@lists.lttng.org
+          always: false
+          unstable: false
+          first-failure: true
+          first-unstable: true
+          not-built: false
+          aborted: false
+          regression: false
+          failure: false
+          second-failure: false
+          improvement: false
+          still-failing: false
+          success: false
+          fixed: false
+          fixed-unhealthy: true
+          still-unstable: false
+          pre-build: false
+          matrix-trigger: only-parent
+          send-to:
+            - recipients
 
 
 ## Templates
 - job-template:
-    name: lttng-modules_{mversion}_{kversion}_{buildtype}
+    name: lttng-modules_ALL_trigger-vanilla
+    defaults: lttng-modules
+    description: |
+      The LTTng modules provide Linux kernel tracing capability to the LTTng
+      2.0 tracer toolset.
+
+      This job will trigger the build jobs when a new tag is added to the vanilla
+      and stable kernel trees.
+
+      <p>Job is managed by Jenkins Job Builder.</p>
+
+    node: 'master'
+
+    wrappers:
+      - timestamps
+      - ansicolor
+
+    scm: []
+
+    triggers:
+      - timed: "@hourly"
+
+    builders:
+      - system-groovy:
+         command:
+           !include-raw-escape: scripts/lttng-modules/trigger-vanilla.groovy
+
+    publishers: []
+
+- job-template:
+    name: lttng-modules_{mversion}_{buildtype}-vanilla
+    defaults: lttng-modules
+    description: |
+      The LTTng modules provide Linux kernel tracing capability to the LTTng
+      2.0 tracer toolset.
+
+      This job will build the {mversion} branch against stable vanilla
+      kernel tags.
+
+      <p>Job is managed by Jenkins Job Builder.</p>
+
+    node: 'master'
+
+    <<: *lttng-modules_build_parameters_defaults
+    <<: *lttng-modules_build_builders_defaults
+
+- job-template:
+    name: lttng-modules_{mversion}_fullbuild-vanilla
+    defaults: lttng-modules
+    description: |
+      The LTTng modules provide Linux kernel tracing capability to the LTTng
+      2.0 tracer toolset.
+
+      This job will build the {mversion} branch against all stable vanilla
+      kernel tags.
+
+      <p>Job is managed by Jenkins Job Builder.</p>
+
+    node: 'master'
+
+    <<: *lttng-modules_build_parameters_defaults
+    <<: *lttng-modules_build_builders_defaults
+
+    triggers:
+      - pollscm:
+          cron: "@midnight"
+
+- job-template:
+    name: lttng-modules_{mversion}_{buildtype}-{uversion}
     defaults: lttng-modules
+    description: |
+      The LTTng modules provide Linux kernel tracing capability to the LTTng
+      2.0 tracer toolset.
+
+      This job will build the {mversion} branch against Ubuntu {uversion}
+      released kernels, including the LTS backport kernels.
+
+      <p>Job is managed by Jenkins Job Builder.</p>
+
+    node: 'master'
+
+    <<: *lttng-modules_build_parameters_ubuntu
+    <<: *lttng-modules_build_builders_defaults
+
+- job-template:
+    name: lttng-modules_{mversion}_fullbuild-{uversion}
+    defaults: lttng-modules
+    description: |
+      The LTTng modules provide Linux kernel tracing capability to the LTTng
+      2.0 tracer toolset.
+
+      This job will build the {mversion} branch against Ubuntu {uversion}
+      released kernels, including the LTS backport kernels.
+
+      <p>Job is managed by Jenkins Job Builder.</p>
+
+    node: 'master'
+
+    <<: *lttng-modules_build_parameters_ubuntu
+    <<: *lttng-modules_build_builders_defaults
+
+    triggers:
+      - pollscm:
+          cron: "@midnight"
+
+- job-template:
+    name: lttng-modules_{mversion}_build-rt
+    defaults: lttng-modules
+    description: |
+      The LTTng modules provide Linux kernel tracing capability to the LTTng
+      2.0 tracer toolset.
+
+      This job will build the {mversion} branch against all Linutronix RT
+      kernels.
+
+      <p>Job is managed by Jenkins Job Builder.</p>
+
+    node: 'master'
+
+    <<: *lttng-modules_build_parameters_rt
+    <<: *lttng-modules_build_rt_builders_defaults
+
+- job-template:
+    name: lttng-modules_VERSION_param-build
+    defaults: lttng-modules
+    description: |
+      This is a parametrized job used by 'master' jobs to build any combinations
+      of lttng-modules and linux kernel versions.
+
+      <p>Job is managed by Jenkins Job Builder.</p>
 
     project-type: matrix
     node: 'master' # Applies only to matrix flyweight task
     axes:
       - axis:
-         type: slave
-         name: arch
-         values: '{obj:arch}'
+          type: slave
+          name: arch
+          values: '{obj:arch}'
+
+    properties:
+      - build-discarder:
+          days-to-keep: 2
+
+    parameters:
+      - string:
+          name: 'mversion'
+          default: 'master'
+          description: 'The lttng-modules branch to build.'
+      - string:
+          name: 'ktag'
+          default: ''
+          description: 'The linux kernel git tag to build against.'
+      - string:
+          name: 'kgitrepo'
+          default: 'git://git-mirror.internal.efficios.com/git/linux-all.git'
+          description: 'The linux kernel git repository url.'
+
+    concurrent: true
+
+    scm:
+      - git:
+          url: git://github.com/lttng/lttng-modules.git
+          browser: githubweb
+          browser-url: https://github.com/lttng/lttng-modules
+          branches:
+            - "${{mversion}}"
+          skip-tag: true
+          basedir: src/lttng-modules
+
+    triggers:
 
     builders:
-      - copyartifact:
-          project: kernel_{kversion}_{buildtype}/arch=$arch
-          which-build: last-successful
-          stable: true
-          filter: 'build/**'
-          target: 'deps/linux'
-          do-not-fingerprint: true
       - shell: |
-          git clone --depth=1 -b "v{kversion}" --reference $HOME/gitcache/linux-stable.git/ git://artifacts.internal.efficios.com/git/linux-stable.git linux
+          git clone --depth=1 -b "$ktag" --reference $HOME/gitcache/linux-stable.git/ "$kgitrepo" src/linux
       - shell:
-              !include-raw-escape scripts/lttng-modules/build.sh
+          !include-raw-escape: scripts/lttng-modules/param-build.sh
 
     publishers:
-      - archive:
-          artifacts: 'build/**'
-          allow-empty: false
       - workspace-cleanup
 
 - job-template:
-    name: lttng-modules_{mversion}_coverity
+    name: lttng-modules_VERSION_param-crossbuild
     defaults: lttng-modules
-    node: 'x86-64'
+    description: |
+      This is a parametrized job used by 'master' jobs to build any combinations
+      of lttng-modules and linux kernel versions.
 
-    triggers:
-      - pollscm:
-          cron: "@daily"
+      <p>Job is managed by Jenkins Job Builder.</p>
+
+    project-type: matrix
+    node: 'master' # Applies only to matrix flyweight task
+    axes:
+      - axis:
+          type: user-defined
+          name: cross_arch
+          values: '{obj:cross_arch}'
+
+    properties:
+      - build-discarder:
+          days-to-keep: 2
+
+    parameters:
+      - string:
+          name: 'mversion'
+          default: 'master'
+          description: 'The lttng-modules branch to build.'
+      - string:
+          name: 'ktag'
+          default: ''
+          description: 'The linux kernel git tag to build against.'
+      - string:
+          name: 'kgitrepo'
+          default: 'git://git-mirror.internal.efficios.com/git/linux-all.git'
+          description: 'The linux kernel git repository url.'
+
+    concurrent: true
 
     scm:
       - git:
           url: git://github.com/lttng/lttng-modules.git
           browser: githubweb
-          browser-url: https://github.com/efficios/lttng-modules
+          browser-url: https://github.com/lttng/lttng-modules
           branches:
-            - "{mversion}"
+            - "${{mversion}}"
+          skip-tag: true
+          basedir: src/lttng-modules
+
+    triggers:
+
+    builders:
+      - shell: |
+          git clone --depth=1 -b "$ktag" --reference $HOME/gitcache/linux-stable.git/ "$kgitrepo" src/linux
+      - shell:
+          !include-raw-escape: scripts/lttng-modules/param-build.sh
+    publishers:
+      - workspace-cleanup
+
+- job-template:
+    name: lttng-modules_{mversion}_coverity
+    defaults: lttng-modules
+    node: 'x86-64'
+
+    triggers:
+      - pollscm:
+          cron: "@daily"
 
     wrappers:
       - workspace-cleanup
@@ -108,11 +440,14 @@
               password: COVERITY_SCAN_TOKEN
 
     builders:
+      - shell: |
+         git clone --depth=1 -b v4.10 --reference $HOME/gitcache/linux-stable.git/ git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git src/linux
+         cd src/linux
+         make defconfig
+         sed -i "s/# CONFIG_KALLSYMS_ALL is not set/CONFIG_KALLSYMS_ALL=y/g" .config
+         make modules_prepare
       - shell:
-          !include-raw-escape scripts/common/coverity.sh
-
-    publishers:
-      - workspace-cleanup
+         !include-raw-escape: scripts/common/coverity.sh
 
 - job-template:
     name: lttng-modules_{mversion}_cppcheck
@@ -122,45 +457,167 @@
       - pollscm:
           cron: "@daily"
 
-    scm:
-      - git:
-          url: git://github.com/lttng/lttng-modules.git
-          browser: githubweb
-          browser-url: https://github.com/efficios/lttng-modules
-          branches:
-            - "{mversion}"
-
     builders:
       - shell: |
-          rm -f cppcheck.xml
-          cppcheck --enable=all --xml --xml-version=2 $WORKSPACE 2> cppcheck.xml
+          rm -f cppcheck-result.xml
+          cppcheck --enable=all --xml --xml-version=2 $WORKSPACE/src/lttng-modules 2> cppcheck-result.xml
 
     publishers:
       - archive:
-          artifacts: 'cppcheck.xml'
+          artifacts: 'cppcheck-result.xml'
           allow-empty: false
       - cppcheck:
-          pattern: 'cppcheck.xml'
-      - email:
-          recipients: 'ci-notification@lists.lttng.org'
-          notify-every-unstable-build: true
-          send-to-individuals: false
+          pattern: 'cppcheck-result.xml'
+
+- job-template:
+    name: lttng-modules_{mversion}_sloccount
+    defaults: lttng-modules
+    description: |
+      The LTTng modules provide Linux kernel tracing capability to the LTTng
+      2.0 tracer toolset.
+
+      This job runs the sloccount utility and generates a trend report.
+
+      <p>Job is managed by Jenkins Job Builder.</p>
+
+    triggers:
+      - pollscm:
+          cron: "@daily"
+
+    builders:
+      - shell: |
+          cloc --by-file --xml --out=cloc.xml src/lttng-modules/
+
+    publishers:
+      - archive:
+          artifacts: 'cloc.xml'
+          allow-empty: false
+      - sloccount:
+          report-files: 'cloc.xml'
+      - workspace-cleanup
 
 
 ## Project
 - project:
     name: lttng-modules
-    mversion:
-      !include jobs/inc/lttng-modules-versions.yaml.inc
-    kversion:
-      !include jobs/inc/kernel-versions.yaml.inc
+    github_user: lttng
+    github_name: lttng-modules
+    email_to: 'ci-notification@lists.lttng.org, cc:mathieu.desnoyers@efficios.com'
     jobs:
-      - 'lttng-modules_{mversion}_{kversion}_{buildtype}':
+
+# Vanilla normal builds
+      - 'lttng-modules_{mversion}_{buildtype}-vanilla':
+          mversion:
+            - stable-2.9
+            - stable-2.10
+            - stable-2.11
+            - master
           buildtype: build
+          parambuildtype: build
+          kverfloor: v2.6.36
+          kverceil: ''
+          kverfilter: stable-head
+      - 'lttng-modules_{mversion}_{buildtype}-vanilla':
+          mversion: stable-2.7
+          buildtype: build
+          parambuildtype: build
+          kverfloor: v2.6.36
+          kverceil: v4.8-rc0
+          kverfilter: stable-head
+      - 'lttng-modules_{mversion}_fullbuild-vanilla':
+          mversion:
+            - stable-2.9
+            - stable-2.10
+            - stable-2.11
+            - master
+          buildtype: build
+          parambuildtype: build
+          kverfloor: v2.6.36
+          kverceil: ''
+          kverfilter: none
+      - 'lttng-modules_{mversion}_fullbuild-vanilla':
+          mversion: stable-2.7
+          buildtype: build
+          parambuildtype: build
+          kverfloor: v2.6.36
+          kverceil: v4.8-rc0
+          kverfilter: none
+
+# RT normal builds
+      - 'lttng-modules_{mversion}_build-rt':
+          mversion: master
+          kverceil: ''
+          kverfilter: stable-head
+
+# Ubuntu normal builds
+      - 'lttng-modules_{mversion}_{buildtype}-{uversion}':
+          mversion:
+            - stable-2.9
+            - stable-2.10
+            - stable-2.11
+            - master
+          uversion:
+            - trusty
+            - xenial
+            - bionic
+          buildtype: build
+          parambuildtype: build
+          kverfloor: ''
+          kverceil: ''
+          kverfilter: stable-head
+
+# Vanilla crossbuilds
+      - 'lttng-modules_{mversion}_{buildtype}-vanilla':
+          mversion:
+            - stable-2.9
+            - stable-2.10
+            - stable-2.11
+            - master
+          buildtype: crossbuild
+          parambuildtype: crossbuild
+          kverfloor: v3.16
+          kverceil: ''
+          kverfilter: stable-head
+      - 'lttng-modules_{mversion}_{buildtype}-vanilla':
+          mversion: stable-2.7
+          buildtype: crossbuild
+          parambuildtype: crossbuild
+          kverfloor: v3.16
+          kverceil: v4.8-rc0
+          kverfilter: stable-head
+
+# Ubuntu cross builds
+      - 'lttng-modules_{mversion}_{buildtype}-{uversion}':
+          mversion:
+            - stable-2.9
+            - stable-2.10
+            - stable-2.11
+            - master
+          uversion:
+            - trusty
+            - xenial
+            - bionic
+          buildtype: crossbuild
+          parambuildtype: crossbuild
+          kverfloor: ''
+          kverceil: ''
+          kverfilter: stable-head
+
+# Parametrized kernel and modules build jobs
+      - 'lttng-modules_VERSION_param-build':
           arch: !!python/tuple [x86-32, x86-64]
-      #- 'lttng-modules_{mversion}_{kversion}_{buildtype}':
-      #    buildtype: portbuild
-      #    arch: !!python/tuple [armhf, powerpc]
-      - 'lttng-modules_{mversion}_cppcheck'
+      - 'lttng-modules_VERSION_param-crossbuild':
+          cross_arch: !!python/tuple [armhf, arm64, powerpc, ppc64el]
+
+# Misc jobs
+      - 'lttng-modules_ALL_trigger-vanilla'
+      - 'lttng-modules_{mversion}_cppcheck':
+          mversion:
+            - stable-2.9
+            - stable-2.10
+            - stable-2.11
+            - master
+      - 'lttng-modules_{mversion}_sloccount':
+          mversion: master
       - 'lttng-modules_{mversion}_coverity':
           mversion: master