autoproj-jenkins 0.1.0

data/lib/autoproj/jenkins/templates/wait-upstream.pipeline.erb

@@ -0,0 +1,160 @@
+def isUpstreamOK(jobName, buildId)
+{
+    def job = Jenkins.instance.getItem(jobName)
+    if (!job)
+    {
+        error("cannot find upstream job ${jobName}")
+    }
+
+    def build = job.getBuild(buildId.toString())
+
+    def result = build.getResult()
+    if (result)
+    {
+        if (result == Result.SUCCESS || result == Result.UNSTABLE)
+        {
+            return 'OK'
+        }
+        else
+        {
+            return 'FAILED'
+        }
+    }
+    else
+    {
+        return 'IN_PROGRESS'
+    }
+}
+
+def getTriggerBuild(currentBuild)
+{
+    def triggerBuild = currentBuild.rawBuild.getCause(hudson.model.Cause$UpstreamCause)
+    if (triggerBuild) {
+        return [triggerBuild.getUpstreamProject(), triggerBuild.getUpstreamBuild()]
+    }
+}
+
+def findBuildTriggeredBy(job, triggerJob, triggerBuild)
+{
+    def jobBuilds = job.getBuilds()
+    for (build in jobBuilds)
+    {
+        def buildCause = build.getCause(hudson.model.Cause$UpstreamCause)
+        if (buildCause)
+        {
+            def causeJob   = buildCause.getUpstreamProject()
+            def causeBuild = buildCause.getUpstreamBuild()
+            if (causeJob == triggerJob && causeBuild == triggerBuild)
+            {
+                return build.getNumber()
+            }
+        }
+    }
+}
+
+def getUpstreamBuilds(upstreamJobNames, triggerJob, triggerBuild)
+{
+    def upstreamBuilds = []
+
+    // Iterate list -- NOTE: we cannot use groovy style or even modern java style iteration
+    for (jobName in upstreamJobNames)
+    {
+        if (jobName == triggerJob)
+        {
+            echo "upstream build: ${jobName}#${triggerBuild}"
+            upstreamBuilds << [jobName, triggerBuild]
+        }
+        else
+        {
+            def job = Jenkins.instance.getItem(jobName)
+            def matchingBuild = findBuildTriggeredBy(job, triggerJob, triggerBuild)
+            if (!matchingBuild)
+            {
+                if (triggerJob) {
+                    echo "no build from ${jobName} has been triggered by ${triggerJob}#${triggerBuild}, using last successful build"
+                }
+                else {
+                    echo "manual build trigger, using last successful build for ${jobName}"
+                }
+                matchingBuild = job.getLastSuccessfulBuild().getNumber()
+            }
+            echo "upstream build: ${jobName}#${matchingBuild}"
+            upstreamBuilds << [jobName, matchingBuild]
+        }
+    }
+    return upstreamBuilds
+}
+
+def waitForUpstreamBuilds(upstreamBuilds)
+{
+    def waitContinue = true;
+    while(waitContinue)
+    {
+        waitContinue = false;
+
+        // Iterate list -- NOTE: we cannot use groovy style or even modern java style iteration
+        for(entry in upstreamBuilds) {
+            def upstreamJobName = entry[0]
+            def upstreamBuildId = entry[1]
+            def status = isUpstreamOK(upstreamJobName, upstreamBuildId)
+            if (status == 'IN_PROGRESS')
+            {
+                echo "waiting for job ${upstreamJobName}#${upstreamBuildId} to finish"
+                waitContinue = true
+                sleep time: 1, units: 'SECONDS'
+            }
+            else if (status == 'FAILED')
+            {
+                echo "${upstreamJobName}#${upstreamBuildId} did not finish successfully, aborting this build"
+                currentBuild.result = 'NOT_BUILT';
+                return false;
+            }
+        }
+    }
+    return true
+
+}
+
+def makeUpstreamArtifactImporters(autoproj, fullWorkspaceDir, upstreamDir,
+    upstreamJobNames, upstreamPrefixes, upstreamBuilds)
+{
+    def fullUpstreamDir = "${fullWorkspaceDir}/${upstreamDir}"
+    dir(upstreamDir) { deleteDir() }
+
+    def upstreamArtifactImporters = [:]
+    for (jobIndex = 0; jobIndex < upstreamJobNames.size(); ++jobIndex) {
+        def jobName        = upstreamJobNames[jobIndex]
+        def fullPrefix     = upstreamPrefixes[jobIndex]
+        def buildId        = upstreamBuilds[jobIndex][1]
+        def relativePrefix = Paths.get(fullWorkspaceDir).relativize(Paths.get(fullPrefix)).toString()
+        upstreamArtifactImporters[jobName] = {
+            dir(upstreamDir) {
+                step ([$class: 'CopyArtifact',
+                    projectName: jobName,
+                    filter: "${jobName}-prefix.zip",
+                    selector: [$class: 'SpecificBuildSelector', buildNumber: buildId.toString()]])
+                dir(jobName) {
+                    unzip zipFile: "${fullUpstreamDir}/${jobName}-prefix.zip"
+                    sh "${autoproj} jenkins relativize ./ '@WORKSPACE_ROOT@' '${fullWorkspaceDir}'"
+                }
+            }
+            dir(relativePrefix) {
+                sh "rsync '${fullUpstreamDir}/${jobName}/' './' --delete --recursive --safe-links --perms --checksum"
+            }
+        }
+    }
+
+    return upstreamArtifactImporters
+}
+
+def triggeredByUser = (currentBuild.rawBuild.getCause(hudson.model.Cause$UserIdCause) != null)
+def triggerBuild    = getTriggerBuild(currentBuild)
+if (!triggerBuild) {
+    triggerBuild = [null, null]
+}
+def upstreamBuilds = getUpstreamBuilds(upstreamJobNames, triggerBuild[0], triggerBuild[1])
+
+if (!waitForUpstreamBuilds(upstreamBuilds)) {
+    return
+}
+

data/lib/autoproj/jenkins/test_format_converters/boost-test.xsl

@@ -0,0 +1,347 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+The MIT License (MIT)
+
+Copyright (c) 2014, Gregory Boissinot
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+-->
+<xsl:stylesheet version="2.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform"
+        >
+    <xsl:output method="xml" indent="yes" encoding="utf-8" omit-xml-declaration="no"/>
+
+    <xsl:param name="apostrophe">&apos;</xsl:param>
+    <xsl:template name="processQuote">
+        <xsl:param name="string"/>
+        <xsl:if test="contains($string, $apostrophe)">
+            <xsl:value-of select="substring-before($string, $apostrophe)"/><xsl:text disable-output-escaping="yes">&amp;apos;</xsl:text>
+            <xsl:call-template name="processQuote">
+                <xsl:with-param name="string">
+                    <xsl:value-of select="substring-after($string, $apostrophe)"/>
+                </xsl:with-param>
+            </xsl:call-template>
+        </xsl:if>
+        <xsl:if test="not(contains($string, $apostrophe))">
+            <xsl:value-of select="$string"/>
+        </xsl:if>
+    </xsl:template>
+
+    <xsl:template name="testCaseContext">
+        <xsl:for-each select="child::*">
+            <xsl:text> == [Context] </xsl:text>
+            <xsl:value-of select="."/>
+            <xsl:text>&#13;</xsl:text>
+        </xsl:for-each>
+    </xsl:template>
+
+    <xsl:template match="/TestLog">
+
+        <xsl:element name="TestSuite">
+            <xsl:attribute name="tests">
+                <xsl:value-of select="count(//TestCase)"/>
+            </xsl:attribute>
+
+            <xsl:attribute name="errors">
+                <xsl:value-of select="count(//TestCase/FatalError)+count(//TestCase/Exception)"/>
+            </xsl:attribute>
+
+            <xsl:attribute name="failures">
+                <xsl:value-of select="count(//TestCase/Error)"/>
+            </xsl:attribute>
+
+            <xsl:attribute name="name">MergedTestSuite</xsl:attribute>
+
+            <xsl:attribute name="skipped">0</xsl:attribute>
+
+            <xsl:for-each select="//TestCase">
+                <xsl:call-template name="testCase"/>
+            </xsl:for-each>
+        </xsl:element>
+
+    </xsl:template>
+
+
+    <xsl:template name="testCaseContent">
+        <xsl:for-each select="child::*">
+            <xsl:variable name="currElt" select="."/>
+            <xsl:variable name="currEltName" select="name(.)"/>
+            <xsl:choose>
+                <xsl:when test="$currEltName='Error'">
+                    <xsl:text>&#13;</xsl:text>
+                    <xsl:text>[Error] - </xsl:text>
+                    <!--<xsl:call-template name="processQuote">-->
+                    <!--<xsl:with-param name="string">-->
+                    <!--<xsl:value-of select="$currElt/text()"/>-->
+                    <!--</xsl:with-param>-->
+                    <!--</xsl:call-template>-->
+                    <xsl:value-of select="$currElt"/>
+                    <xsl:text>&#13;</xsl:text>
+                    <xsl:text> == [File] - </xsl:text><xsl:value-of select="($currElt)/@file"/>
+                    <xsl:text>&#13;</xsl:text>
+                    <xsl:text> == [Line] - </xsl:text><xsl:value-of select="($currElt)/@line"/>
+                    <xsl:text>&#13;</xsl:text>
+                    <xsl:for-each select="child::Context">
+                        <xsl:call-template name="testCaseContext"/>
+                    </xsl:for-each>
+                </xsl:when>
+
+                <xsl:when test="$currEltName='FatalError'">
+                    <xsl:text>&#13;</xsl:text>
+                    <xsl:text>[Exception] - </xsl:text>
+                    <xsl:call-template name="processQuote">
+                        <xsl:with-param name="string">
+                            <xsl:value-of select="$currElt/text()"/>
+                        </xsl:with-param>
+                    </xsl:call-template>
+                    <xsl:text>&#13;</xsl:text>
+                    <xsl:text> == [File] - </xsl:text><xsl:value-of select="($currElt)/@file"/>
+                    <xsl:text>&#13;</xsl:text>
+                    <xsl:text> == [Line] -</xsl:text><xsl:value-of select="($currElt)/@line"/>
+                    <xsl:text>&#13;</xsl:text>
+                    <xsl:for-each select="child::Context">
+                        <xsl:call-template name="testCaseContext"/>
+                    </xsl:for-each>
+                </xsl:when>
+
+                <xsl:when test="$currEltName='Exception'">
+                    <xsl:text>&#13;</xsl:text>
+                    <xsl:text>[Exception] - </xsl:text>
+                    <xsl:call-template name="processQuote">
+                        <xsl:with-param name="string">
+                            <xsl:value-of select="$currElt/text()"/>
+                        </xsl:with-param>
+                    </xsl:call-template>
+                    <xsl:choose>
+                        <xsl:when test="($currElt)/LastCheckpoint">
+                            <xsl:value-of select="($currElt)/LastCheckpoint/text()"/>
+                            <xsl:text>&#13;</xsl:text>
+                            <xsl:text> == [File] - </xsl:text><xsl:value-of select="($currElt)/LastCheckpoint/@file"/>
+                            <xsl:text>&#13;</xsl:text>
+                            <xsl:text> == [Line] - </xsl:text><xsl:value-of select="($currElt)/LastCheckpoint/@line"/>
+                            <xsl:text>&#13;</xsl:text>
+                        </xsl:when>
+
+                        <xsl:otherwise>
+                            <xsl:text>&#13;</xsl:text>
+                            <xsl:text> == [File] - </xsl:text><xsl:value-of select="($currElt)/@file"/>
+                            <xsl:text>&#13;</xsl:text>
+                            <xsl:text> == [Line] - </xsl:text><xsl:value-of select="($currElt)/@line"/>
+                            <xsl:text>&#13;</xsl:text>
+                        </xsl:otherwise>
+                    </xsl:choose>
+                    <xsl:for-each select="child::Context">
+                        <xsl:call-template name="testCaseContext"/>
+                    </xsl:for-each>
+                </xsl:when>
+
+                <xsl:when test="$currEltName='Info'"></xsl:when>
+
+            </xsl:choose>
+        </xsl:for-each>
+    </xsl:template>
+
+
+    <xsl:template name="testCase">
+
+        <xsl:variable name="curElt" select="."/>
+        <xsl:variable name="suiteName">
+            <xsl:for-each select="($curElt/ancestor::TestSuite)">
+                <xsl:variable name="nameTrimed" select="replace(./@name,' ','.')"/>
+                <xsl:value-of select="$nameTrimed"/><xsl:text>.</xsl:text>
+            </xsl:for-each>
+        </xsl:variable>
+        <xsl:variable name="packageName" select="($suiteName)"/>
+
+        <xsl:element name="testcase">
+            <xsl:variable name="elt" select="(child::*[position()=1])"/>
+            <xsl:variable name="time" select="TestingTime"/>
+
+            <xsl:attribute name="classname">
+                <xsl:variable name="packageStr" select="concat($packageName, substring-before(($elt)/@file, '.'))"/>
+                <xsl:choose>
+                    <xsl:when test="ends-with($packageStr, '.')">
+                        <xsl:variable name="packageStr2"
+                                      select="substring($packageStr, 1, string-length($packageStr)-1)"/>
+                        <xsl:value-of select="replace($packageStr2,' ','.')"/>
+                    </xsl:when>
+                    <xsl:otherwise>
+                        <xsl:variable name="packageStr2" select="($packageStr)"/>
+                        <xsl:value-of select="replace($packageStr2,' ','.')"/>
+                    </xsl:otherwise>
+                </xsl:choose>
+            </xsl:attribute>
+
+            <!-- When there is only Exception with LastCheckpoint, override classname attribute -->
+
+            <xsl:if
+                    test="((count(child::Exception))=1) and ((count(child::Info)+ count(child::Warning) + count(child::Message))=0)">
+                <xsl:variable name="fileName" select="substring-before((./Exception/LastCheckpoint)/@file, '.')"/>
+                <xsl:attribute name="classname">
+                    <!-- <xsl:value-of select="concat($packageName, $fileName)"/> -->
+                    <xsl:variable name="packageStr" select="concat($packageName, $fileName)"/>
+                    <xsl:choose>
+                        <xsl:when test="ends-with($packageStr, '.')">
+                            <xsl:variable name="packageStr2"
+                                          select="substring($packageStr, 1, string-length($packageStr)-1)"/>
+                            <xsl:value-of select="replace($packageStr2,' ','.')"/>
+                        </xsl:when>
+                        <xsl:otherwise>
+                            <xsl:variable name="packageStr2" select="($packageStr)"/>
+                            <xsl:value-of select="replace($packageStr2,' ','.')"/>
+                        </xsl:otherwise>
+                    </xsl:choose>
+
+                </xsl:attribute>
+            </xsl:if>
+
+
+            <xsl:attribute name="name">
+                <xsl:value-of select="@name"/>
+            </xsl:attribute>
+
+
+            <xsl:attribute name="time">
+                <xsl:value-of select="$time div 1000000"/>
+            </xsl:attribute>
+
+            <xsl:variable name="nbErrors" select="count(Error)"/>
+            <xsl:variable name="nbFatalErrors" select="count(FatalError)+count(Exception)"/>
+
+            <xsl:choose>
+                <xsl:when test="$nbFatalErrors&gt;0">
+                    <xsl:element name="error">
+                        <xsl:call-template name="testCaseContent"/>
+                    </xsl:element>
+                </xsl:when>
+
+                <xsl:when test="$nbErrors&gt;0">
+                    <xsl:element name="failure">
+                        <xsl:call-template name="testCaseContent"/>
+                    </xsl:element>
+                </xsl:when>
+            </xsl:choose>
+
+
+            <xsl:if test="(count(child::Info)+ count(child::Warning) + count(child::Message))>0">
+                <xsl:element name="system-out">
+                    <xsl:for-each select="child::Info">
+                        <xsl:variable name="currElt" select="."/>
+                        <xsl:text>&#13;</xsl:text>
+                        <xsl:text>[Info] - </xsl:text>
+                        <xsl:call-template name="processQuote">
+                            <xsl:with-param name="string">
+                                <xsl:value-of select="$currElt/text()"/>
+                            </xsl:with-param>
+                        </xsl:call-template>
+                        <xsl:text>&#13;</xsl:text>
+                        <xsl:text> == [File] - </xsl:text><xsl:value-of select="($currElt)/@file"/>
+                        <xsl:text>&#13;</xsl:text>
+                        <xsl:text> == [Line] - </xsl:text><xsl:value-of select="($currElt)/@line"/>
+                        <xsl:text>&#13;</xsl:text>
+                    </xsl:for-each>
+
+                    <xsl:for-each select="child::Warning">
+                        <xsl:variable name="currElt" select="."/>
+                        <xsl:text>&#13;</xsl:text>
+                        <xsl:text>[Warning] - </xsl:text>
+
+                        <xsl:call-template name="processQuote">
+                            <xsl:with-param name="string">
+                                <xsl:value-of select="$currElt/text()"/>
+                            </xsl:with-param>
+                        </xsl:call-template>
+                        <xsl:text>&#13;</xsl:text>
+                        <xsl:text> == [File] - </xsl:text><xsl:value-of select="($currElt)/@file"/>
+                        <xsl:text>&#13;</xsl:text>
+                        <xsl:text> == [Line] - </xsl:text><xsl:value-of select="($currElt)/@line"/>
+                        <xsl:text>&#13;</xsl:text>
+                    </xsl:for-each>
+
+                    <xsl:for-each select="child::Message">
+                        <xsl:variable name="currElt" select="."/>
+                        <xsl:text>&#13;</xsl:text>
+                        <xsl:text>[Message] - </xsl:text>
+                        <xsl:call-template name="processQuote">
+                            <xsl:with-param name="string">
+                                <xsl:value-of select="$currElt/text()"/>
+                            </xsl:with-param>
+                        </xsl:call-template>
+                        <xsl:text>&#13;</xsl:text>
+                        <xsl:text> == [File] - </xsl:text><xsl:value-of select="($currElt)/@file"/>
+                        <xsl:text>&#13;</xsl:text>
+                        <xsl:text> == [Line] - </xsl:text><xsl:value-of select="($currElt)/@line"/>
+                        <xsl:text>&#13;</xsl:text>
+                    </xsl:for-each>
+
+                    <xsl:for-each select="child::*/Context">
+                        <xsl:call-template name="testCaseContext"/>
+                    </xsl:for-each>
+
+                </xsl:element>
+            </xsl:if>
+
+
+            <xsl:if test="count(child::Exception)>0">
+                <xsl:element name="system-err">
+                    <xsl:for-each select="child::Exception">
+                        <xsl:variable name="currElt" select="."/>
+                        <xsl:text>&#13;</xsl:text>
+                        <xsl:text>[Exception] - </xsl:text>
+                        <xsl:call-template name="processQuote">
+                            <xsl:with-param name="string">
+                                <xsl:value-of select="$currElt/text()"/>
+                            </xsl:with-param>
+                        </xsl:call-template>
+                        <xsl:choose>
+                            <xsl:when test="($currElt)/LastCheckpoint">
+                                <xsl:value-of select="($currElt)/LastCheckpoint/text()"/>
+                                <xsl:text>&#13;</xsl:text>
+                                <xsl:text> == [File] - </xsl:text><xsl:value-of
+                                    select="($currElt)/LastCheckpoint/@file"/>
+                                <xsl:text>&#13;</xsl:text>
+                                <xsl:text> == [Line] - </xsl:text><xsl:value-of
+                                    select="($currElt)/LastCheckpoint/@line"/>
+                                <xsl:text>&#13;</xsl:text>
+                            </xsl:when>
+
+                            <xsl:otherwise>
+                                <xsl:text>&#13;</xsl:text>
+                                <xsl:text> == [File] - </xsl:text><xsl:value-of select="($currElt)/@file"/>
+                                <xsl:text>&#13;</xsl:text>
+                                <xsl:text> == [Line] - </xsl:text><xsl:value-of select="($currElt)/@line"/>
+                                <xsl:text>&#13;</xsl:text>
+                            </xsl:otherwise>
+                        </xsl:choose>
+
+                    </xsl:for-each>
+
+                    <xsl:for-each select="child::*/Context">
+                        <xsl:call-template name="testCaseContext"/>
+                    </xsl:for-each>
+
+                </xsl:element>
+            </xsl:if>
+
+
+        </xsl:element>
+
+    </xsl:template>
+
+    <xsl:template match="text()|@*"/>
+</xsl:stylesheet>