jolt 0.9.76__py3-none-any.whl → 0.9.429__py3-none-any.whl

jolt/plugins/cxxinfo.py

@@ -1,4 +1,5 @@
 from jolt.cache import ArtifactListAttribute
+from jolt.cache import ArtifactStringAttribute
 from jolt.cache import ArtifactAttributeSet
 from jolt.cache import ArtifactAttributeSetProvider
 
@@ -7,6 +8,10 @@ class CppInfoListVariable(ArtifactListAttribute):
     pass
 
 
+class CppInfoStringVariable(ArtifactStringAttribute):
+    pass
+
+
 class CppInfoDictVariable(ArtifactListAttribute):
     def __init__(self, artifact, name):
         super(CppInfoDictVariable, self).__init__(artifact, name)
@@ -26,6 +31,8 @@ class CppInfo(ArtifactAttributeSet):
             return CppInfoListVariable(self._artifact, "asflags")
         if name == "cflags":
             return CppInfoListVariable(self._artifact, "cflags")
+        if name == "crt":
+            return CppInfoStringVariable(self._artifact, "crt")
         if name == "cxxflags":
             return CppInfoListVariable(self._artifact, "cxxflags")
         if name == "incpaths":

jolt/plugins/dashboard.py

@@ -10,7 +10,7 @@ log.verbose("[Dashboard] Loaded")
 
 class DashboardHooks(telemetry.TelemetryHooks):
     def __init__(self, uri=None):
-        uri = config.get("dashboard", "uri", "http://dashboard")
+        uri = config.get("dashboard", "uri", "http://dashboard.")
         error.raise_error_if(not uri, "dashboard.uri not configured")
         super().__init__(plugin="dashboard", uri=uri + "/api/v1/tasks", local=False)
 

jolt/plugins/docker.py

@@ -12,9 +12,9 @@ from jolt.cache import ArtifactListAttribute
 from jolt.cache import ArtifactAttributeSet
 from jolt.cache import ArtifactAttributeSetProvider
 
+import contextlib
 import json
 from os import path
-
 from platform import system
 import tarfile
 
@@ -25,8 +25,6 @@ class DockerListVariable(ArtifactListAttribute):
 
 class DockerLoadListVariable(DockerListVariable):
     def apply(self, task, artifact):
-        if isinstance(task, Resource):
-            return
         for image in self.items():
             task.tools.run(
                 "docker load -i {}",
@@ -35,16 +33,12 @@ class DockerLoadListVariable(DockerListVariable):
 
 class DockerPullListVariable(DockerListVariable):
     def apply(self, task, artifact):
-        if isinstance(task, Resource):
-            return
         for image in self.items():
             task.tools.run("docker pull {}", image, output_on_error=True)
 
 
 class DockerRmiListVariable(DockerListVariable):
     def unapply(self, task, artifact):
-        if isinstance(task, Resource):
-            return
         for image in self.items():
             task.tools.run("docker rmi -f {}", image, output_on_error=True)
 
@@ -109,8 +103,8 @@ class DockerClient(Download):
     url = "https://download.docker.com/{host}/static/stable/{arch}/docker-{version}.tgz"
     """ URL of binaries """
 
-    version = Parameter("20.10.13", help="Docker version")
-    """ Docker version [20.10.13] """
+    version = Parameter("27.4.1", help="Docker version")
+    """ Docker version [27.4.1] """
 
     def publish(self, artifact, tools):
         super().publish(artifact, tools)
@@ -132,6 +126,9 @@ class DockerContainer(Resource):
     cap_drops = []
     """ A list of capabilities to remove from the container """
 
+    chroot = False
+    """ Use as chroot - resource consumers will execute all commands in container """
+
     entrypoint = None
     """ Container entrypoint """
 
@@ -170,6 +167,40 @@ class DockerContainer(Resource):
     Alternatively, assign ``True`` to publish all exposed ports to random ports.
     """
 
+    release_on_error = True
+    """ Stop and remove container on error to avoid resource leaks. """
+
+    security_opts = []
+    """
+    A list of security options.
+
+    By default, the container is started with the default security profile.
+
+    Example:
+
+    .. code-block:: python
+
+        security_opts = [
+            "seccomp:unconfined",
+        ]
+
+    """
+
+    stop_timeout = 10
+    """ Timeout in seconds for stopping the container .
+
+    When stopping the container, the task will wait for the container to stop
+    for the specified number of seconds before forcefully killing it.
+
+    Default: 10 seconds.
+    """
+
+    stop_signal = "SIGTERM"
+    """ Signal to send to the container when stopping it.
+
+    Default: ``SIGTERM``.
+    """
+
     volumes = []
     """
     A list of volumes to mount.
@@ -196,6 +227,9 @@ class DockerContainer(Resource):
     Defaults to the current user.
     """
 
+    workdir = None
+    """ The container working directory. """
+
     @property
     def _arguments(self):
         return " ".join(self.arguments)
@@ -220,7 +254,7 @@ class DockerContainer(Resource):
     def _image(self):
         registry = TaskRegistry.get()
         tool = tools.Tools(self)
-        if registry.get_task_class(tool.expand(self.image)):
+        if registry.has_task(tool.expand(self.image)):
             return [self.image]
         return []
 
@@ -245,6 +279,14 @@ class DockerContainer(Resource):
             return "-P"
         return " ".join([utils.option("-p ", self.tools.expand(port)) for port in self.ports])
 
+    @property
+    def _security_opts(self):
+        return " ".join([utils.option("--security-opt ", self.tools.expand(opt)) for opt in self.security_opts])
+
+    @property
+    def _stop_signal(self):
+        return f" -s {self.stop_signal}" if self.stop_signal else ""
+
     @property
     def _user(self):
         if self.user:
@@ -260,7 +302,13 @@ class DockerContainer(Resource):
         return " ".join([utils.option("-v ", self.tools.expand(vol))
                          for vol in self.volumes_default + self.volumes])
 
+    @property
+    def _workdir(self):
+        return "--workdir " + self.tools.expand(self.workdir) if self.workdir else ""
+
     def acquire(self, artifact, deps, tools, owner):
+        self._context_stack = None
+        self.container = None
         self.joltcachedir = config.get_cachedir()
         try:
             image = deps[self.image]
@@ -269,21 +317,34 @@ class DockerContainer(Resource):
             image = tools.expand(self.image)
 
         self._info(f"Creating container from image '{image}'")
-        self.container = tools.run(
-            "docker run -i -d {_cap_adds} {_cap_drops} {_entrypoint} {_labels} {_ports} {_privileged} {_user} {_environment} {_volumes} {image} {_arguments}",
-            image=image, output_on_error=True)
+        with utils.delayed_interrupt():
+            self.container = tools.run(
+                "docker run -i -d {_cap_adds} {_cap_drops} {_entrypoint} {_labels} {_ports} {_privileged} {_security_opts} {_user} {_environment} {_volumes} {_workdir} {image} {_arguments}",
+                image=image, output_on_error=True)
 
         self._info("Created container '{container}'")
         info = tools.run("docker inspect {container}", output_on_error=True)
         artifact.container = self.container
         artifact.info = json.loads(info)[0]
 
+        if self.chroot:
+            self._context_stack = contextlib.ExitStack()
+            self._context_stack.enter_context(
+                owner.tools.runprefix(f"docker exec -i {artifact.container}"))
+
     def release(self, artifact, deps, tools, owner):
-        self._info("Stopping container '{container}'")
-        tools.run("docker stop {container}", output_on_error=True)
+        if self.chroot and self._context_stack:
+            self._context_stack.close()
 
-        self._info("Deleting container '{container}'")
-        tools.run("docker rm {container}", output_on_error=True)
+        if not self.container:
+            return
+
+        try:
+            self._info("Stopping container '{container}'")
+            tools.run("docker stop{_stop_signal} -t {stop_timeout} {container}", output_on_error=True)
+        finally:
+            self._info("Deleting container '{container}'")
+            tools.run("docker rm -f {container}", output_on_error=True)
 
 
 class DockerLogin(Resource):
@@ -432,6 +493,9 @@ class DockerImage(Task):
     """
     abstract = True
 
+    annotations = []
+    """ A list of image annotations """
+
     autoload = True
     """
     Automatically load image file into local registry when the artifact is
@@ -484,9 +548,6 @@ class DockerImage(Task):
     labels = []
     """ A list of image metadata labels """
 
-    platform = None
-    """ Target platform, e.g. linux/arm/v7. """
-
     pull = True
     """
     Always pull images when building.
@@ -508,6 +569,9 @@ class DockerImage(Task):
     tags = ["{canonical_name}:{identity}"]
     """ Optional list of image tags. Defaults to task's canonical name. """
 
+    target = None
+    """ Target platform, e.g. linux/arm/v7. """
+
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
 
@@ -518,6 +582,10 @@ class DockerImage(Task):
         with _Tarfile.open(layerpath, 'r') as tar:
             tar.extractall(targetpath)
 
+    @property
+    def _annotations(self):
+        return " ".join([utils.option("--annotation ", self.tools.expand(an)) for an in self.annotations])
+
     @property
     def _buildargs(self):
         return " ".join([utils.option("--build-arg ", self.tools.expand(ba)) for ba in self.buildargs])
@@ -528,7 +596,7 @@ class DockerImage(Task):
 
     @property
     def _platform(self):
-        platform = self.tools.expand(self.platform) if self.platform else None
+        platform = self.tools.expand(self.target) if self.target else None
         return utils.option("--platform ", platform)
 
     @property
@@ -559,7 +627,7 @@ class DockerImage(Task):
                   tools.expand_relpath(context))
 
         with tools.cwd(context):
-            tools.run("docker build {_platform} . -f {} {_buildargs} {_labels} {_tags} {pull}{squash}",
+            tools.run("docker build {_platform} . -f {} {_annotations} {_buildargs} {_labels} {_tags} {pull}{squash}",
                       utils.quote(dockerfile), pull=pull, squash=squash)
 
         try:
@@ -609,4 +677,4 @@ class DockerImage(Task):
                     if self._autoload:
                         artifact.docker.load.append("{_imagefile}")
             if self._autoload:
-                artifact.docker.rmi.append(artifact.strings.tag.get_value())
+                artifact.docker.rmi.append(artifact.strings.tag)

jolt/plugins/email.py

@@ -18,6 +18,7 @@ class EmailHooks(CliHook):
         self._server = config.get("email", "server")
         self._to = config.get("email", "to")
         self._cc = config.get("email", "cc")
+        self._bcc = config.get("email", "bcc")
         self._from = config.get("email", "from", "jolt@localhost")
         self._subject = config.get("email", "subject", "Jolt Build Report")
         self._stylesheet = config.get(
@@ -55,11 +56,11 @@ class EmailHooks(CliHook):
             with open(self._artifact, "w") as f:
                 f.write(report.transform(self._stylesheet))
 
-        if report.has_failure():
+        if report.has_failure() or report.has_unstable():
             if not self._failure:
                 return
         else:
-            if not self._success:
+            if not self._success or not report.has_tasks():
                 return
 
         msg = EmailMessage()
@@ -68,6 +69,8 @@ class EmailHooks(CliHook):
         msg['To'] = ", ".join(utils.unique_list(self._to.split()))
         if self._cc:
             msg['Cc'] = ", ".join(utils.unique_list(self._cc.split()))
+        if self._bcc:
+            msg['Bcc'] = ", ".join(utils.unique_list(self._bcc.split()))
         msg.set_content("Your e-mail client cannot display HTML formatted e-mails.")
         msg.add_alternative(report.transform(self._stylesheet), subtype='html')
 

jolt/plugins/email.xslt

@@ -1,13 +1,18 @@
 <?xml version="1.0"?>
 <xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
 
-  <xsl:variable name="Failures" select="jolt-manifest/task[result='FAILED']"/>
-  <xsl:variable name="Successful" select="jolt-manifest/task[result='SUCCESS']"/>
-  <xsl:variable name="Tasks" select="jolt-manifest/task"/>
-  <xsl:variable name="Goals" select="jolt-manifest/task[goal='true']"/>
-  <xsl:variable name="Hours" select="floor(jolt-manifest/duration div 3600)"/>
-  <xsl:variable name="Minutes" select="floor((jolt-manifest/duration mod 3600) div 60)"/>
-  <xsl:variable name="Seconds" select="floor(jolt-manifest/duration mod 60)"/>
+  <xsl:variable name="Failures" select="jolt-manifest/task[result='FAILED']" />
+  <xsl:variable name="Unstable" select="jolt-manifest/task[result='UNSTABLE']" />
+  <xsl:variable name="FailuresAndUnstable"
+    select="jolt-manifest/task[result='UNSTABLE' or result='FAILED']" />
+  <xsl:variable name="Executed"
+    select="jolt-manifest/task[result!='CANCELLED' and result!='SKIPPED']" />
+  <xsl:variable name="Successful" select="jolt-manifest/task[result='SUCCESS']" />
+  <xsl:variable name="Tasks" select="jolt-manifest/task" />
+  <xsl:variable name="Goals" select="jolt-manifest/task[goal='true']" />
+  <xsl:variable name="Hours" select="floor(jolt-manifest/duration div 3600)" />
+  <xsl:variable name="Minutes" select="floor((jolt-manifest/duration mod 3600) div 60)" />
+  <xsl:variable name="Seconds" select="floor(jolt-manifest/duration mod 60)" />
 
   <xsl:template match="/">
     <html>
@@ -15,25 +20,26 @@
         <link rel="stylesheet" href="https://www.w3schools.com/w3css/4/w3.css" />
         <style type="text/css">
           pre {
-            margin-bottom: 0px;
-            margin-top: 0px;
-            overflow-x: auto;
-            white-space: pre-wrap;
-            white-space: -moz-pre-wrap;
-            white-space: -pre-wrap;
-            white-space: -o-pre-wrap;
-            word-wrap: break-word;
+          margin-bottom: 0px;
+          margin-top: 0px;
+          overflow-x: auto;
+          white-space: pre-wrap;
+          white-space: -moz-pre-wrap;
+          white-space: -pre-wrap;
+          white-space: -o-pre-wrap;
+          word-wrap: break-word;
           }
           a {
-            color: #f44336;
+          color: #f44336;
           }
           a.log {
-            color: white;
+          color: white;
           }
         </style>
       </head>
       <body>
-        <table width="100%" bgcolor="#f1f1f1"  style="border-bottom: 1px solid #c1c1c1; border-top: 1px solid #c1c1c1; fixed">
+        <table width="100%" bgcolor="#f1f1f1"
+          style="border-bottom: 1px solid #c1c1c1; border-top: 1px solid #c1c1c1; fixed">
           <tr>
             <td>
               <table width="720" cellpadding="10px">
@@ -50,30 +56,46 @@
                   </td>
                   <td width="25%" align="center" style="border-left: 1px solid #c0c0c0">
                     <table>
-                      <tr><td width="100%" align="center">Completed</td></tr>
-                      <tr><td align="center"><h2><xsl:value-of select="count($Tasks)"/></h2></td></tr>
+                      <tr>
+                        <td width="100%" align="center">Completed</td>
+                      </tr>
+                      <tr>
+                        <td align="center">
+                          <h2>
+                            <xsl:value-of select="count($Executed)" />
+                          </h2>
+                        </td>
+                      </tr>
                     </table>
                   </td>
                   <td width="25%" align="center" style="border-left: 1px solid #c0c0c0">
                     <table>
-                      <tr><td width="100%" align="center">Failed</td></tr>
-                      <tr><td align="center"><h2><xsl:value-of select="count($Failures)"/></h2></td></tr>
+                      <tr>
+                        <td width="100%" align="center">Failed</td>
+                      </tr>
+                      <tr>
+                        <td align="center">
+                          <h2>
+                            <xsl:value-of select="count($FailuresAndUnstable)" />
+                          </h2>
+                        </td>
+                      </tr>
                     </table>
                   </td>
                   <td width="25%" align="center" style="border-left: 1px solid #c0c0c0">
                     <table>
-                      <tr><td width="100%" align="center">Duration</td></tr>
+                      <tr>
+                        <td width="100%" align="center">Duration</td>
+                      </tr>
                       <tr>
                         <td align="center">
                           <h2>
                             <xsl:if test="$Hours > 0">
-                              <xsl:value-of select="$Hours"/>h
-                            </xsl:if>
+                              <xsl:value-of select="$Hours" />h </xsl:if>
                             <xsl:if test="$Minutes > 0">
-                              <xsl:value-of select="$Minutes"/>min
-                            </xsl:if>
-                            <xsl:value-of select="$Seconds"/>s
-                          </h2>
+                              <xsl:value-of select="$Minutes" />min </xsl:if>
+                            <xsl:value-of
+                              select="$Seconds" />s </h2>
                         </td>
                       </tr>
                     </table>
@@ -86,101 +108,122 @@
 
         <xsl:choose>
           <xsl:when test="count($Failures) > 0">
-            <p>
-              This is an automated build report from Jolt. The build failed.
-              <xsl:call-template name="jenkins-url" />
+            <p> This is an automated build report from Jolt. The build failed. <xsl:call-template
+                name="jenkins-url" />
               <xsl:call-template name="gerrit-url" />
             </p>
           </xsl:when>
+          <xsl:when test="count($Unstable) > 0 and count($Failures) = 0">
+            <p> This is an automated build report from Jolt. The build was successful, but unstable
+              task failures were ignored. <xsl:call-template name="jenkins-url" />
+              <xsl:call-template
+                name="gerrit-url" />
+            </p>
+          </xsl:when>
           <xsl:otherwise>
-            <p>
-              This is an automated build report from Jolt. The build was successful.
-              <xsl:call-template name="jenkins-url" />
+            <p> This is an automated build report from Jolt. The build was successful. <xsl:call-template
+                name="jenkins-url" />
               <xsl:call-template name="gerrit-url" />
             </p>
           </xsl:otherwise>
         </xsl:choose>
 
         <xsl:for-each select="$Failures">
-          <table width="100%" cellspacing="0" cellpadding="0" bgcolor="#f1f1f1">
-            <tr bgcolor="#f44336">
-              <td style="padding: 10px">
-                <table cellpadding="0" cellspacing="0">
-                  <tr>
-                    <td width="100%" style="font-size: 16pt; color: white;">
-                      <xsl:value-of select="@name"/>
-                    </td>
-                    <td>
-                      <xsl:if test="logstash != ''">
-                        <xsl:element name="a">
-                          <xsl:attribute name="class">log</xsl:attribute>
-                          <xsl:attribute name="href">
-                            <xsl:value-of select="logstash"/>
-                          </xsl:attribute>
-                          Log
-                        </xsl:element>
-                      </xsl:if>
-                    </td>
-                  </tr>
-                </table>
-              </td>
-            </tr>
-            <xsl:for-each select="error">
-              <tr>
-                <td>
-                  <table width="100%">
-                    <tr>
-                      <td width="10%" style="padding: 5px; border-bottom: 1px solid #c1c1c1;"><xsl:value-of select="type"/></td>
-                      <td width="90%" style="padding: 5px; border-left: 1px solid #c1c1c1; border-bottom: 1px solid #c1c1c1;"><xsl:value-of select="location"/></td>
-                    </tr>
-                  </table>
-                </td>
-              </tr>
-              <tr>
-                <td style="padding: 5px; border-bottom: 1px solid #c1c1c1;"><pre><xsl:value-of select="message"/></pre></td>
-              </tr>
-              <xsl:if test="details != ''">
-                <tr>
-                  <td style="padding: 5px;">
-                    <pre><xsl:value-of select="details"/></pre>
-                  </td>
-                </tr>
-              </xsl:if>
-              <tr>
-                <td style="padding: 0px; border-bottom: 2px solid #f44336;"></td>
-              </tr>
-            </xsl:for-each>
-          </table>
-          <br/>
+          <xsl:call-template name="task" />
+        </xsl:for-each>
+
+        <xsl:for-each select="$Unstable">
+          <xsl:call-template name="task" />
         </xsl:for-each>
+
       </body>
     </html>
   </xsl:template>
 
   <xsl:template name="jenkins-url">
-    <xsl:if test="jolt-manifest/parameter[@key='BUILD_URL']/@value != ''">
-      See
-      <xsl:element name="a">
+    <xsl:if test="jolt-manifest/parameter[@key='BUILD_URL']/@value != ''"> See <xsl:element name="a">
         <xsl:attribute name="href">
-          <xsl:value-of select="jolt-manifest/parameter[@key='BUILD_URL']/@value"/>
+          <xsl:value-of select="jolt-manifest/parameter[@key='BUILD_URL']/@value" />
         </xsl:attribute>
-        full build log
-      </xsl:element>
-      for details.
-    </xsl:if>
+      full build log </xsl:element> for details. </xsl:if>
   </xsl:template>
 
   <xsl:template name="gerrit-url">
-    <xsl:if test="jolt-manifest/parameter[@key='GERRIT_URL']/@value != ''">
-      This
-      <xsl:element name="a">
+    <xsl:if test="jolt-manifest/parameter[@key='GERRIT_URL']/@value != ''"> This <xsl:element
+        name="a">
         <xsl:attribute name="href">
-          <xsl:value-of select="jolt-manifest/parameter[@key='GERRIT_URL']/@value"/>
+          <xsl:value-of select="jolt-manifest/parameter[@key='GERRIT_URL']/@value" />
         </xsl:attribute>
-        Gerrit change
+      Gerrit change </xsl:element> was built. </xsl:if>
+  </xsl:template>
+
+  <xsl:template name="task">
+    <table width="100%" cellspacing="0" cellpadding="0" bgcolor="#f1f1f1">
+      <xsl:element name="tr">
+        <xsl:choose>
+          <xsl:when test="result='FAILED'">
+            <xsl:attribute name="bgcolor">#f44336</xsl:attribute>
+          </xsl:when>
+          <xsl:otherwise>
+            <xsl:attribute name="bgcolor">#FF7E00</xsl:attribute>
+          </xsl:otherwise>
+        </xsl:choose>
       </xsl:element>
-      was built.
-    </xsl:if>
+      <td style="padding: 10px">
+        <table cellpadding="0" cellspacing="0">
+          <tr>
+            <td width="100%" style="font-size: 16pt; color: white;">
+              <xsl:value-of select="@name" />
+            </td>
+            <td>
+              <xsl:if test="logstash != ''">
+                <xsl:element name="a">
+                  <xsl:attribute name="class">log</xsl:attribute>
+                          <xsl:attribute name="href">
+                    <xsl:value-of select="logstash" />
+                  </xsl:attribute> Log </xsl:element>
+              </xsl:if>
+            </td>
+          </tr>
+        </table>
+      </td>
+      <xsl:element name="tr" />
+
+      <xsl:for-each select="error">
+        <tr>
+          <td>
+            <table width="100%">
+              <tr>
+                <td width="10%" style="padding: 5px; border-bottom: 1px solid #c1c1c1;">
+                  <xsl:value-of select="type" />
+                </td>
+                <td width="90%"
+                  style="padding: 5px; border-left: 1px solid #c1c1c1; border-bottom: 1px solid #c1c1c1;">
+                  <xsl:value-of select="location" />
+                </td>
+              </tr>
+            </table>
+          </td>
+        </tr>
+        <tr>
+          <td style="padding: 5px; border-bottom: 1px solid #c1c1c1;">
+            <pre><xsl:value-of select="message"/></pre>
+          </td>
+        </tr>
+        <xsl:if test="details != ''">
+          <tr>
+            <td style="padding: 5px;">
+              <pre><xsl:value-of select="details"/></pre>
+            </td>
+          </tr>
+        </xsl:if>
+        <tr>
+          <td style="padding: 0px; border-bottom: 2px solid #f44336;"></td>
+        </tr>
+      </xsl:for-each>
+
+    </table>
+    <br />
   </xsl:template>
 
-</xsl:stylesheet>
+</xsl:stylesheet>

jolt/plugins/environ.py

@@ -55,6 +55,17 @@ class PathEnvironmentVariable(EnvironmentVariable):
 
 
 class EnvironmentVariableSet(ArtifactAttributeSet):
+    """ A set of environment variables for an artifact.
+
+    Example:
+
+    .. code-block:: python
+
+        artifact.environ.FOO = "bar"
+        artifact.environ.PATH.append("bin")
+
+    """
+
     def __init__(self, artifact):
         super(EnvironmentVariableSet, self).__init__()
         super(ArtifactAttributeSet, self).__setattr__("_artifact", artifact)