Add label node restriction definition on dynamic artifacts copy
[lttng-ci.git] / dsl / kernel-lttng-modules.seed.groovy
index 0cc04632b732ab00d78cf7627ddba67dd746b622..50d10110bea54ffd80d5594499cbeeb49b4f3cb7 100644 (file)
@@ -87,9 +87,10 @@ class BasicVersion implements Comparable<BasicVersion> {
     }
 }
 
-def kernelTagCutOff = new BasicVersion("3.19", "")
-def modulesBranches = ["master","stable-2.5.0","stable-2.6.0", "stable-2.4.0"]
+def kernelTagCutOff = new BasicVersion("2.6.36", "")
+def modulesBranches = ["master", "stable-2.5", "stable-2.6"]
 
+//def modulesBranches = ["master","stable-2.5","stable-2.6", "stable-2.4"]
 
 def linuxURL = "git://git.kernel.org/pub/scm/linux/kernel/git/stable/linux-stable.git"
 def modulesURL = "git://git.lttng.org/lttng-modules.git"
@@ -100,14 +101,15 @@ String recipeCheckoutTo = "recipe"
 String modulesCheckoutTo = "lttng-modules"
 
 def linuxGitReference = "/home/jenkins/gitcache/linux-stable.git"
-String process = "git ls-remote -t $linuxURL | cut -c42- | sort -V"
 
 // Check if we are on jenkins
 // Useful for outside jenkins devellopment related to groovy only scripting
 def isJenkinsInstance = binding.variables.containsKey('JENKINS_HOME')
 
+// Fetch tags and format
 // Split the string into sections based on |
 // And pipe the results together
+String process = "git ls-remote -t $linuxURL | cut -c42- | sort -V"
 def out = new StringBuilder()
 def err = new StringBuilder()
 Process result = process.tokenize( '|' ).inject( null ) { p, c ->
@@ -137,9 +139,13 @@ if ( result.exitValue() == 0 ) {
     // Sort the version via Comparable implementation of KernelVersion
     versions = versions.sort()
 
-    // Find the version cut of
+    // Find the version cutoff
     def cutoffPos = versions.findIndexOf{(it.major >= kernelTagCutOff.major) && (it.minor >= kernelTagCutOff.minor) && (it.revision >= kernelTagCutOff.revision) && (it.build >= kernelTagCutOff.build) && (it.rc >= kernelTagCutOff.rc)}
 
+       // If error set cutoff on last so no job are created
+       if (cutoffPos == -1) {
+               cutoffPos = versions.size()
+       }
     // Get last version and include only last rc
     def last
     def lastNoRcPos
@@ -155,8 +161,14 @@ if ( result.exitValue() == 0 ) {
     }
 
     String modulesPrefix = "lttng-modules"
-    String kernelPrefix = "kernel"
+    String kernelPrefix = "dsl-kernel"
     String separator = "-"
+
+
+       println("CutOff index")
+       println(cutoffPos)
+
+
     // Actual job creation
     for (int i = cutoffPos; i < versions.size() ; i++) {
 
@@ -222,7 +234,7 @@ if ( result.exitValue() == 0 ) {
                             }
                         }
                         steps {
-                            copyArtifacts("${jobName}/arch=\$arch", "linux-artifact/**", '', false, false) {
+                            copyArtifacts("${jobName}/arch=\$arch,label=kernel", "linux-artifact/**", '', false, false) {
                                 latestSuccessful(true) // Latest successful build
                             }
                             shell(readFileFromWorkspace('lttng-modules/lttng-modules-dsl-master.sh'))
@@ -232,4 +244,133 @@ if ( result.exitValue() == 0 ) {
             }
         }
     }
+
+    // Trigger generations
+    def dslTriggerKernel = """\
+import hudson.model.*
+import hudson.AbortException
+import hudson.console.HyperlinkNote
+import java.util.concurrent.CancellationException
+import java.util.Random
+
+
+Random random = new Random()
+def jobs = hudson.model.Hudson.instance.items
+def fail = false
+def jobStartWith = "dsl-kernel-"
+def toBuild = []
+def counter = 0
+
+def anotherBuild
+jobs.each { job ->
+       def jobName = job.getName()
+               if (jobName.startsWith(jobStartWith)) {
+                       counter = counter + 1
+                       def lastBuild = job.getLastBuild()
+                               if (lastBuild == null || lastBuild.result != Result.SUCCESS) {
+                                       toBuild.push(job)
+                               } else {
+                                       println("\\tAlready built")
+                               }
+               }
+}
+
+println "Kernel total "+ counter
+println "Kernel to build "+ toBuild.size()
+
+
+def kernelEnabledNode = 0
+hudson.model.Hudson.instance.nodes.each { node ->
+       if (node.getLabelString().contains("kernel")){
+               kernelEnabledNode++
+       }
+}
+println "Nb of live kernel enabled build node "+ kernelEnabledNode
+
+def ongoingBuild = []
+
+while (toBuild.size() != 0) {
+       if(ongoingBuild.size() <= (kernelEnabledNode.intdiv(2))) {
+               def job = toBuild.pop()
+               ongoingBuild.push(job.scheduleBuild2(0))
+               println "\\t trigering" + HyperlinkNote.encodeTo('/' + job.url, job.fullDisplayName)
+       } else {
+               Thread.sleep(random.nextInt(120000))
+               ongoingBuild.removeAll{ it.isCancelled() || it.isDone() }
+       }
+}
+
+if (fail){
+       throw new AbortException("Some job failed")
+}
+"""
+       def dslTriggerModule = """\
+import hudson.model.*
+import hudson.AbortException
+import hudson.console.HyperlinkNote
+import java.util.concurrent.CancellationException
+import java.util.Random
+
+
+Random random = new Random()
+def jobs = hudson.model.Hudson.instance.items
+def fail = false
+def jobStartWith = "JOBPREFIX"
+def toBuild = []
+def counter = 0
+
+def anotherBuild
+jobs.each { job ->
+       def jobName = job.getName()
+       if (jobName.startsWith(jobStartWith)) {
+               counter = counter + 1
+               toBuild.push(job)
+       }
+}
+
+// Get valid node
+def kernelEnabledNode = 0
+hudson.model.Hudson.instance.nodes.each { node ->
+       if (node.getLabelString().contains("kernel")){
+               kernelEnabledNode++
+       }
+}
+
+def ongoingBuild = []
+while (toBuild.size() != 0) {
+       if(ongoingBuild.size() <= (kernelEnabledNode.intdiv(2))) {
+               def job = toBuild.pop()
+               ongoingBuild.push(job.scheduleBuild2(0))
+               println "\\t trigering " + HyperlinkNote.encodeTo('/' + job.url, job.fullDisplayName)
+       } else {
+               Thread.sleep(random.nextInt(60000))
+               ongoingBuild.removeAll{ it.isCancelled() || it.isDone() }
+       }
+}
+
+if (fail){
+       throw new AbortException("Some job failed")
+}
+"""
+    if (isJenkinsInstance) {
+        freeStyleJob("dsl-trigger-kernel") {
+            steps {
+                systemGroovyCommand(dslTriggerKernel)
+            }
+                       triggers {
+                               cron("H 0 * * *")
+                       }
+               }
+
+               modulesBranches.each { branch ->
+                       freeStyleJob("dsl-trigger-module-${branch}") {
+                               steps {
+                                       systemGroovyCommand(dslTriggerModule.replaceAll("JOBPREFIX",modulesPrefix + separator + branch + separator))
+                               }
+                               triggers {
+                                       scm('@daily')
+                               }
+                       }
+               }
+    }
 }
This page took 0.024958 seconds and 4 git commands to generate.