}
}
-def kernelTagCutOff = new BasicVersion("3.0", "")
-def modulesBranches = ["master","stable-2.5","stable-2.6", "stable-2.4"]
+def kernelTagCutOff = new BasicVersion("2.6.36", "")
+def modulesBranches = ["master", "stable-2.5", "stable-2.6"]
+//def modulesBranches = ["master","stable-2.5","stable-2.6", "stable-2.4"]
def linuxURL = "git://git.kernel.org/pub/scm/linux/kernel/git/stable/linux-stable.git"
-def modulesURL = "git://git.lttng.org/lttng-modules.git"
+def modulesURL = "https://github.com/lttng/lttng-modules.git"
// Linux specific variable
String linuxCheckoutTo = "linux-source"
// Find the version cutoff
def cutoffPos = versions.findIndexOf{(it.major >= kernelTagCutOff.major) && (it.minor >= kernelTagCutOff.minor) && (it.revision >= kernelTagCutOff.revision) && (it.build >= kernelTagCutOff.build) && (it.rc >= kernelTagCutOff.rc)}
+ // If error set cutoff on last so no job are created
+ if (cutoffPos == -1) {
+ cutoffPos = versions.size()
+ }
// Get last version and include only last rc
def last
def lastNoRcPos
String modulesPrefix = "lttng-modules"
String kernelPrefix = "dsl-kernel"
String separator = "-"
+
+
+ println("CutOff index")
+ println(cutoffPos)
+
+
// Actual job creation
for (int i = cutoffPos; i < versions.size() ; i++) {
}
}
steps {
- copyArtifacts("${jobName}/arch=\$arch", "linux-artifact/**", '', false, false) {
+ copyArtifacts("${jobName}/arch=\$arch,label=kernel", "linux-artifact/**", '', false, false) {
latestSuccessful(true) // Latest successful build
}
shell(readFileFromWorkspace('lttng-modules/lttng-modules-dsl-master.sh'))
// Trigger generations
def dslTriggerKernel = """\
-
import hudson.model.*
+import jenkins.model.*
import hudson.AbortException
import hudson.console.HyperlinkNote
import java.util.concurrent.CancellationException
+import java.util.Random
+Random random = new Random()
def jobs = hudson.model.Hudson.instance.items
def fail = false
-def jobStartWith = "${kernelPrefix}"
+def jobStartWith = "dsl-kernel-"
+def toBuild = []
+def counter = 0
def anotherBuild
jobs.each { job ->
- def jobName = job.getName()
- if (jobName.startsWith(jobStartWith)) {
- def lastBuild = job.getLastBuild()
- if (lastBuild == null) {
- try {
- def future = job.scheduleBuild2(0, new Cause.UpstreamCause(build))
- println "\\tWaiting for the completion of " + HyperlinkNote.encodeTo('/' + job.url, job.fullDisplayName)
- anotherBuild = future.get()
- } catch (CancellationException x) {
- throw new AbortException("\${job.fullDisplayName} aborted.")
- }
- println HyperlinkNote.encodeTo('/' + anotherBuild.url, anotherBuild.fullDisplayName) + " completed. Result was " + anotherBuild.result
-
- build.result = anotherBuild.result
- if (anotherBuild.result != Result.SUCCESS && anotherBuild.result != Result.UNSTABLE) {
- // We abort this build right here and now.
- fail = true
- println("Build Failed")
- }
- } else {
- println("\\tAlready built")
- }
- }
+ def jobName = job.getName()
+ if (jobName.startsWith(jobStartWith)) {
+ counter = counter + 1
+ def lastBuild = job.getLastBuild()
+ if (lastBuild == null || lastBuild.result != Result.SUCCESS) {
+ toBuild.push(job)
+ } else {
+ println("\\tAlready built")
+ }
+ }
+}
+
+println "Kernel total "+ counter
+println "Kernel to build "+ toBuild.size()
+
+
+def kernelEnabledNode = 0
+hudson.model.Hudson.instance.nodes.each { node ->
+ if (node.getLabelString().contains("kernel")){
+ kernelEnabledNode++
+ }
+}
+println "Nb of live kernel enabled build node "+ kernelEnabledNode
+
+def ongoingBuild = []
+def q = jenkins.model.Jenkins.getInstance().getQueue()
+
+
+while (toBuild.size() != 0) {
+ if(ongoingBuild.size() <= (kernelEnabledNode.intdiv(2))) {
+ def job = toBuild.pop()
+ ongoingBuild.push(job.scheduleBuild2(0))
+ println "\\t trigering" + HyperlinkNote.encodeTo('/' + job.url, job.fullDisplayName)
+ println "Debug: currenlty queued task" + q.getItems().size()
+ } else {
+ Thread.sleep(random.nextInt(120000))
+ ongoingBuild.removeAll{ it.isCancelled() || it.isDone() }
+ }
}
if (fail){
- throw new AbortException("Some job failed")
+ throw new AbortException("Some job failed")
}
"""
def dslTriggerModule = """\
import hudson.AbortException
import hudson.console.HyperlinkNote
import java.util.concurrent.CancellationException
+import java.util.Random
+Random random = new Random()
def jobs = hudson.model.Hudson.instance.items
def fail = false
def jobStartWith = "JOBPREFIX"
+def toBuild = []
+def counter = 0
def anotherBuild
jobs.each { job ->
- def jobName = job.getName()
- if (jobName.startsWith(jobStartWith)) {
- def lastBuild = job.getLastBuild()
- if (lastBuild == null) {
- try {
- def future = job.scheduleBuild2(0, new Cause.UpstreamCause(build))
- println "\\tWaiting for the completion of " + HyperlinkNote.encodeTo('/' + job.url, job.fullDisplayName)
- anotherBuild = future.get()
- } catch (CancellationException x) {
- throw new AbortException("\${job.fullDisplayName} aborted.")
- }
- println HyperlinkNote.encodeTo('/' + anotherBuild.url, anotherBuild.fullDisplayName) + " completed. Result was " + anotherBuild.result
-
- build.result = anotherBuild.result
- if (anotherBuild.result != Result.SUCCESS && anotherBuild.result != Result.UNSTABLE) {
- // We abort this build right here and now.
- fail = true
- println("Build Failed")
- }
- } else {
- println("\\tAlready built")
- }
- }
+ def jobName = job.getName()
+ if (jobName.startsWith(jobStartWith)) {
+ counter = counter + 1
+ toBuild.push(job)
+ }
+}
+
+// Get valid node
+def kernelEnabledNode = 0
+hudson.model.Hudson.instance.nodes.each { node ->
+ if (node.getLabelString().contains("kernel")){
+ kernelEnabledNode++
+ }
+}
+
+def ongoingBuild = []
+while (toBuild.size() != 0) {
+ if(ongoingBuild.size() <= (kernelEnabledNode.intdiv(2))) {
+ def job = toBuild.pop()
+ ongoingBuild.push(job.scheduleBuild2(0))
+ println "\\t trigering " + HyperlinkNote.encodeTo('/' + job.url, job.fullDisplayName)
+ } else {
+ Thread.sleep(random.nextInt(60000))
+ ongoingBuild.removeAll{ it.isCancelled() || it.isDone() }
+ }
}
if (fail){
- throw new AbortException("Some job failed")
+ throw new AbortException("Some job failed")
}
"""
if (isJenkinsInstance) {
steps {
systemGroovyCommand(dslTriggerKernel)
}
+ triggers {
+ cron("H 0 * * *")
+ }
}
modulesBranches.each { branch ->
steps {
systemGroovyCommand(dslTriggerModule.replaceAll("JOBPREFIX",modulesPrefix + separator + branch + separator))
}
+ triggers {
+ scm('@daily')
+ }
}
}
}
projects / lttng-ci.git / blobdiff