PyPI - jolt - Versions diffs - 0.9.172__py3-none-any.whl → 0.9.435__py3-none-any.whl - Mend

jolt 0.9.172py3-none-any.whl → 0.9.435py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of jolt might be problematic. Click here for more details.

Files changed (185) hide show

jolt/__init__.py +80 -7
jolt/__main__.py +9 -1
jolt/bin/fstree-darwin-x86_64 +0 -0
jolt/bin/fstree-linux-x86_64 +0 -0
jolt/cache.py +596 -252
jolt/chroot.py +36 -11
jolt/cli.py +143 -130
jolt/common_pb2.py +45 -45
jolt/config.py +76 -40
jolt/error.py +19 -4
jolt/filesystem.py +2 -6
jolt/graph.py +400 -82
jolt/influence.py +110 -3
jolt/loader.py +338 -174
jolt/log.py +127 -31
jolt/manifest.py +13 -46
jolt/options.py +35 -11
jolt/pkgs/abseil.py +42 -0
jolt/pkgs/asio.py +25 -0
jolt/pkgs/autoconf.py +41 -0
jolt/pkgs/automake.py +41 -0
jolt/pkgs/b2.py +31 -0
jolt/pkgs/boost.py +111 -0
jolt/pkgs/boringssl.py +32 -0
jolt/pkgs/busybox.py +39 -0
jolt/pkgs/bzip2.py +43 -0
jolt/pkgs/cares.py +29 -0
jolt/pkgs/catch2.py +36 -0
jolt/pkgs/cbindgen.py +17 -0
jolt/pkgs/cista.py +19 -0
jolt/pkgs/clang.py +44 -0
jolt/pkgs/cli11.py +24 -0
jolt/pkgs/cmake.py +48 -0
jolt/pkgs/cpython.py +196 -0
jolt/pkgs/crun.py +29 -0
jolt/pkgs/curl.py +38 -0
jolt/pkgs/dbus.py +18 -0
jolt/pkgs/double_conversion.py +24 -0
jolt/pkgs/fastfloat.py +21 -0
jolt/pkgs/ffmpeg.py +28 -0
jolt/pkgs/flatbuffers.py +29 -0
jolt/pkgs/fmt.py +27 -0
jolt/pkgs/fstree.py +20 -0
jolt/pkgs/gflags.py +18 -0
jolt/pkgs/glib.py +18 -0
jolt/pkgs/glog.py +25 -0
jolt/pkgs/glslang.py +21 -0
jolt/pkgs/golang.py +16 -11
jolt/pkgs/googlebenchmark.py +18 -0
jolt/pkgs/googletest.py +46 -0
jolt/pkgs/gperf.py +15 -0
jolt/pkgs/grpc.py +73 -0
jolt/pkgs/hdf5.py +19 -0
jolt/pkgs/help2man.py +14 -0
jolt/pkgs/inja.py +28 -0
jolt/pkgs/jsoncpp.py +31 -0
jolt/pkgs/libarchive.py +43 -0
jolt/pkgs/libcap.py +44 -0
jolt/pkgs/libdrm.py +44 -0
jolt/pkgs/libedit.py +42 -0
jolt/pkgs/libevent.py +31 -0
jolt/pkgs/libexpat.py +27 -0
jolt/pkgs/libfastjson.py +21 -0
jolt/pkgs/libffi.py +16 -0
jolt/pkgs/libglvnd.py +30 -0
jolt/pkgs/libogg.py +28 -0
jolt/pkgs/libpciaccess.py +18 -0
jolt/pkgs/libseccomp.py +21 -0
jolt/pkgs/libtirpc.py +24 -0
jolt/pkgs/libtool.py +42 -0
jolt/pkgs/libunwind.py +35 -0
jolt/pkgs/libva.py +18 -0
jolt/pkgs/libvorbis.py +33 -0
jolt/pkgs/libxml2.py +35 -0
jolt/pkgs/libxslt.py +17 -0
jolt/pkgs/libyajl.py +16 -0
jolt/pkgs/llvm.py +81 -0
jolt/pkgs/lua.py +54 -0
jolt/pkgs/lz4.py +26 -0
jolt/pkgs/m4.py +14 -0
jolt/pkgs/make.py +17 -0
jolt/pkgs/mesa.py +81 -0
jolt/pkgs/meson.py +17 -0
jolt/pkgs/mstch.py +28 -0
jolt/pkgs/mysql.py +60 -0
jolt/pkgs/nasm.py +49 -0
jolt/pkgs/ncurses.py +30 -0
jolt/pkgs/ng_log.py +25 -0
jolt/pkgs/ninja.py +45 -0
jolt/pkgs/nlohmann_json.py +25 -0
jolt/pkgs/nodejs.py +19 -11
jolt/pkgs/opencv.py +24 -0
jolt/pkgs/openjdk.py +26 -0
jolt/pkgs/openssl.py +103 -0
jolt/pkgs/paho.py +76 -0
jolt/pkgs/patchelf.py +16 -0
jolt/pkgs/perl.py +42 -0
jolt/pkgs/pkgconfig.py +64 -0
jolt/pkgs/poco.py +39 -0
jolt/pkgs/protobuf.py +77 -0
jolt/pkgs/pugixml.py +27 -0
jolt/pkgs/python.py +19 -0
jolt/pkgs/qt.py +35 -0
jolt/pkgs/rapidjson.py +26 -0
jolt/pkgs/rapidyaml.py +28 -0
jolt/pkgs/re2.py +30 -0
jolt/pkgs/re2c.py +17 -0
jolt/pkgs/readline.py +15 -0
jolt/pkgs/rust.py +41 -0
jolt/pkgs/sdl.py +28 -0
jolt/pkgs/simdjson.py +27 -0
jolt/pkgs/soci.py +46 -0
jolt/pkgs/spdlog.py +29 -0
jolt/pkgs/spirv_llvm.py +21 -0
jolt/pkgs/spirv_tools.py +24 -0
jolt/pkgs/sqlite.py +83 -0
jolt/pkgs/ssl.py +12 -0
jolt/pkgs/texinfo.py +15 -0
jolt/pkgs/tomlplusplus.py +22 -0
jolt/pkgs/wayland.py +26 -0
jolt/pkgs/x11.py +58 -0
jolt/pkgs/xerces_c.py +20 -0
jolt/pkgs/xorg.py +360 -0
jolt/pkgs/xz.py +29 -0
jolt/pkgs/yamlcpp.py +30 -0
jolt/pkgs/zeromq.py +47 -0
jolt/pkgs/zlib.py +87 -0
jolt/pkgs/zstd.py +33 -0
jolt/plugins/alias.py +3 -0
jolt/plugins/allure.py +2 -2
jolt/plugins/autotools.py +66 -0
jolt/plugins/cache.py +1 -1
jolt/plugins/cmake.py +74 -6
jolt/plugins/conan.py +238 -0
jolt/plugins/cxxinfo.py +7 -0
jolt/plugins/docker.py +76 -19
jolt/plugins/email.xslt +141 -118
jolt/plugins/environ.py +11 -0
jolt/plugins/fetch.py +141 -0
jolt/plugins/gdb.py +33 -14
jolt/plugins/gerrit.py +0 -13
jolt/plugins/git.py +248 -66
jolt/plugins/googletest.py +1 -1
jolt/plugins/http.py +1 -1
jolt/plugins/libtool.py +63 -0
jolt/plugins/linux.py +990 -0
jolt/plugins/logstash.py +4 -4
jolt/plugins/meson.py +61 -0
jolt/plugins/ninja-compdb.py +96 -28
jolt/plugins/ninja.py +424 -150
jolt/plugins/paths.py +11 -1
jolt/plugins/pkgconfig.py +219 -0
jolt/plugins/podman.py +131 -87
jolt/plugins/python.py +137 -0
jolt/plugins/remote_execution/administration_pb2.py +27 -19
jolt/plugins/remote_execution/log_pb2.py +12 -12
jolt/plugins/remote_execution/scheduler_pb2.py +23 -23
jolt/plugins/remote_execution/worker_pb2.py +19 -19
jolt/plugins/report.py +7 -2
jolt/plugins/rust.py +25 -0
jolt/plugins/scheduler.py +135 -86
jolt/plugins/selfdeploy/setup.py +6 -6
jolt/plugins/selfdeploy.py +49 -31
jolt/plugins/strings.py +35 -22
jolt/plugins/symlinks.py +11 -4
jolt/plugins/telemetry.py +1 -2
jolt/plugins/timeline.py +13 -3
jolt/scheduler.py +467 -165
jolt/tasks.py +427 -111
jolt/templates/timeline.html.template +44 -47
jolt/timer.py +22 -0
jolt/tools.py +527 -188
jolt/utils.py +183 -3
jolt/version.py +1 -1
jolt/xmldom.py +12 -2
{jolt-0.9.172.dist-info → jolt-0.9.435.dist-info}/METADATA +97 -41
jolt-0.9.435.dist-info/RECORD +207 -0
{jolt-0.9.172.dist-info → jolt-0.9.435.dist-info}/WHEEL +1 -1
jolt/plugins/amqp.py +0 -855
jolt/plugins/debian.py +0 -338
jolt/plugins/repo.py +0 -253
jolt/plugins/snap.py +0 -122
jolt-0.9.172.dist-info/RECORD +0 -92
{jolt-0.9.172.dist-info → jolt-0.9.435.dist-info}/entry_points.txt +0 -0
{jolt-0.9.172.dist-info → jolt-0.9.435.dist-info}/top_level.txt +0 -0

jolt/plugins/email.xslt CHANGED Viewed

@@ -1,15 +1,18 @@
 <?xml version="1.0"?>
 <xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
-  <xsl:variable name="Failures" select="jolt-manifest/task[result='FAILED']"/>
-  <xsl:variable name="Unstable" select="jolt-manifest/task[result='UNSTABLE']"/>
-  <xsl:variable name="FailuresAndUnstable" select="jolt-manifest/task[result='UNSTABLE' or result='FAILED']"/>
-  <xsl:variable name="Successful" select="jolt-manifest/task[result='SUCCESS']"/>
-  <xsl:variable name="Tasks" select="jolt-manifest/task"/>
-  <xsl:variable name="Goals" select="jolt-manifest/task[goal='true']"/>
-  <xsl:variable name="Hours" select="floor(jolt-manifest/duration div 3600)"/>
-  <xsl:variable name="Minutes" select="floor((jolt-manifest/duration mod 3600) div 60)"/>
-  <xsl:variable name="Seconds" select="floor(jolt-manifest/duration mod 60)"/>
+  <xsl:variable name="Failures" select="jolt-manifest/task[result='FAILED']" />
+  <xsl:variable name="Unstable" select="jolt-manifest/task[result='UNSTABLE']" />
+  <xsl:variable name="FailuresAndUnstable"
+    select="jolt-manifest/task[result='UNSTABLE' or result='FAILED']" />
+  <xsl:variable name="Executed"
+    select="jolt-manifest/task[result!='CANCELLED' and result!='SKIPPED']" />
+  <xsl:variable name="Successful" select="jolt-manifest/task[result='SUCCESS']" />
+  <xsl:variable name="Tasks" select="jolt-manifest/task" />
+  <xsl:variable name="Goals" select="jolt-manifest/task[goal='true']" />
+  <xsl:variable name="Hours" select="floor(jolt-manifest/duration div 3600)" />
+  <xsl:variable name="Minutes" select="floor((jolt-manifest/duration mod 3600) div 60)" />
+  <xsl:variable name="Seconds" select="floor(jolt-manifest/duration mod 60)" />
   <xsl:template match="/">
     <html>
@@ -17,25 +20,26 @@
         <link rel="stylesheet" href="https://www.w3schools.com/w3css/4/w3.css" />
         <style type="text/css">
           pre {
-            margin-bottom: 0px;
-            margin-top: 0px;
-            overflow-x: auto;
-            white-space: pre-wrap;
-            white-space: -moz-pre-wrap;
-            white-space: -pre-wrap;
-            white-space: -o-pre-wrap;
-            word-wrap: break-word;
+          margin-bottom: 0px;
+          margin-top: 0px;
+          overflow-x: auto;
+          white-space: pre-wrap;
+          white-space: -moz-pre-wrap;
+          white-space: -pre-wrap;
+          white-space: -o-pre-wrap;
+          word-wrap: break-word;
           }
           a {
-            color: #f44336;
+          color: #f44336;
           }
           a.log {
-            color: white;
+          color: white;
           }
         </style>
       </head>
       <body>
-        <table width="100%" bgcolor="#f1f1f1"  style="border-bottom: 1px solid #c1c1c1; border-top: 1px solid #c1c1c1; fixed">
+        <table width="100%" bgcolor="#f1f1f1"
+          style="border-bottom: 1px solid #c1c1c1; border-top: 1px solid #c1c1c1; fixed">
           <tr>
             <td>
               <table width="720" cellpadding="10px">
@@ -52,30 +56,46 @@
                   </td>
                   <td width="25%" align="center" style="border-left: 1px solid #c0c0c0">
                     <table>
-                      <tr><td width="100%" align="center">Completed</td></tr>
-                      <tr><td align="center"><h2><xsl:value-of select="count($Tasks)"/></h2></td></tr>
+                      <tr>
+                        <td width="100%" align="center">Completed</td>
+                      </tr>
+                      <tr>
+                        <td align="center">
+                          <h2>
+                            <xsl:value-of select="count($Executed)" />
+                          </h2>
+                        </td>
+                      </tr>
                     </table>
                   </td>
                   <td width="25%" align="center" style="border-left: 1px solid #c0c0c0">
                     <table>
-                      <tr><td width="100%" align="center">Failed</td></tr>
-                      <tr><td align="center"><h2><xsl:value-of select="count($FailuresAndUnstable)"/></h2></td></tr>
+                      <tr>
+                        <td width="100%" align="center">Failed</td>
+                      </tr>
+                      <tr>
+                        <td align="center">
+                          <h2>
+                            <xsl:value-of select="count($FailuresAndUnstable)" />
+                          </h2>
+                        </td>
+                      </tr>
                     </table>
                   </td>
                   <td width="25%" align="center" style="border-left: 1px solid #c0c0c0">
                     <table>
-                      <tr><td width="100%" align="center">Duration</td></tr>
+                      <tr>
+                        <td width="100%" align="center">Duration</td>
+                      </tr>
                       <tr>
                         <td align="center">
                           <h2>
                             <xsl:if test="$Hours > 0">
-                              <xsl:value-of select="$Hours"/>h
-                            </xsl:if>
+                              <xsl:value-of select="$Hours" />h </xsl:if>
                             <xsl:if test="$Minutes > 0">
-                              <xsl:value-of select="$Minutes"/>min
-                            </xsl:if>
-                            <xsl:value-of select="$Seconds"/>s
-                          </h2>
+                              <xsl:value-of select="$Minutes" />min </xsl:if>
+                            <xsl:value-of
+                              select="$Seconds" />s </h2>
                         </td>
                       </tr>
                     </table>
@@ -88,119 +108,122 @@
         <xsl:choose>
           <xsl:when test="count($Failures) > 0">
-            <p>
-              This is an automated build report from Jolt. The build failed.
-              <xsl:call-template name="jenkins-url" />
+            <p> This is an automated build report from Jolt. The build failed. <xsl:call-template
+                name="jenkins-url" />
               <xsl:call-template name="gerrit-url" />
             </p>
           </xsl:when>
           <xsl:when test="count($Unstable) > 0 and count($Failures) = 0">
-            <p>
-              This is an automated build report from Jolt. The build was successful, but unstable task failures were ignored.
-              <xsl:call-template name="jenkins-url" />
-              <xsl:call-template name="gerrit-url" />
+            <p> This is an automated build report from Jolt. The build was successful, but unstable
+              task failures were ignored. <xsl:call-template name="jenkins-url" />
+              <xsl:call-template
+                name="gerrit-url" />
             </p>
           </xsl:when>
           <xsl:otherwise>
-            <p>
-              This is an automated build report from Jolt. The build was successful.
-              <xsl:call-template name="jenkins-url" />
+            <p> This is an automated build report from Jolt. The build was successful. <xsl:call-template
+                name="jenkins-url" />
               <xsl:call-template name="gerrit-url" />
             </p>
           </xsl:otherwise>
         </xsl:choose>
-        <xsl:for-each select="$FailuresAndUnstable">
-          <table width="100%" cellspacing="0" cellpadding="0" bgcolor="#f1f1f1">
-            <xsl:element name="tr">
-              <xsl:choose>
-                <xsl:when test="result='FAILED'">
-                  <xsl:attribute name="bgcolor">#f44336</xsl:attribute>
-                </xsl:when>
-                <xsl:otherwise>
-                  <xsl:attribute name="bgcolor">#FF7E00</xsl:attribute>
-                </xsl:otherwise>
-              </xsl:choose>
-            </xsl:element>
-              <td style="padding: 10px">
-                <table cellpadding="0" cellspacing="0">
-                  <tr>
-                    <td width="100%" style="font-size: 16pt; color: white;">
-                      <xsl:value-of select="@name"/>
-                    </td>
-                    <td>
-                      <xsl:if test="logstash != ''">
-                        <xsl:element name="a">
-                          <xsl:attribute name="class">log</xsl:attribute>
-                          <xsl:attribute name="href">
-                            <xsl:value-of select="logstash"/>
-                          </xsl:attribute>
-                          Log
-                        </xsl:element>
-                      </xsl:if>
-                    </td>
-                  </tr>
-                </table>
-              </td>
-              <xsl:element name="tr"/>
-            <xsl:for-each select="error">
-              <tr>
-                <td>
-                  <table width="100%">
-                    <tr>
-                      <td width="10%" style="padding: 5px; border-bottom: 1px solid #c1c1c1;"><xsl:value-of select="type"/></td>
-                      <td width="90%" style="padding: 5px; border-left: 1px solid #c1c1c1; border-bottom: 1px solid #c1c1c1;"><xsl:value-of select="location"/></td>
-                    </tr>
-                  </table>
-                </td>
-              </tr>
-              <tr>
-                <td style="padding: 5px; border-bottom: 1px solid #c1c1c1;"><pre><xsl:value-of select="message"/></pre></td>
-              </tr>
-              <xsl:if test="details != ''">
-                <tr>
-                  <td style="padding: 5px;">
-                    <pre><xsl:value-of select="details"/></pre>
-                  </td>
-                </tr>
-              </xsl:if>
-              <tr>
-                <td style="padding: 0px; border-bottom: 2px solid #f44336;"></td>
-              </tr>
-            </xsl:for-each>
+        <xsl:for-each select="$Failures">
+          <xsl:call-template name="task" />
+        </xsl:for-each>
-          </table>
-          <br/>
+        <xsl:for-each select="$Unstable">
+          <xsl:call-template name="task" />
         </xsl:for-each>
       </body>
     </html>
   </xsl:template>
   <xsl:template name="jenkins-url">
-    <xsl:if test="jolt-manifest/parameter[@key='BUILD_URL']/@value != ''">
-      See
-      <xsl:element name="a">
+    <xsl:if test="jolt-manifest/parameter[@key='BUILD_URL']/@value != ''"> See <xsl:element name="a">
         <xsl:attribute name="href">
-          <xsl:value-of select="jolt-manifest/parameter[@key='BUILD_URL']/@value"/>
+          <xsl:value-of select="jolt-manifest/parameter[@key='BUILD_URL']/@value" />
         </xsl:attribute>
-        full build log
-      </xsl:element>
-      for details.
-    </xsl:if>
+      full build log </xsl:element> for details. </xsl:if>
   </xsl:template>
   <xsl:template name="gerrit-url">
-    <xsl:if test="jolt-manifest/parameter[@key='GERRIT_URL']/@value != ''">
-      This
-      <xsl:element name="a">
+    <xsl:if test="jolt-manifest/parameter[@key='GERRIT_URL']/@value != ''"> This <xsl:element
+        name="a">
         <xsl:attribute name="href">
-          <xsl:value-of select="jolt-manifest/parameter[@key='GERRIT_URL']/@value"/>
+          <xsl:value-of select="jolt-manifest/parameter[@key='GERRIT_URL']/@value" />
         </xsl:attribute>
-        Gerrit change
+      Gerrit change </xsl:element> was built. </xsl:if>
+  </xsl:template>
+  <xsl:template name="task">
+    <table width="100%" cellspacing="0" cellpadding="0" bgcolor="#f1f1f1">
+      <xsl:element name="tr">
+        <xsl:choose>
+          <xsl:when test="result='FAILED'">
+            <xsl:attribute name="bgcolor">#f44336</xsl:attribute>
+          </xsl:when>
+          <xsl:otherwise>
+            <xsl:attribute name="bgcolor">#FF7E00</xsl:attribute>
+          </xsl:otherwise>
+        </xsl:choose>
       </xsl:element>
-      was built.
-    </xsl:if>
+      <td style="padding: 10px">
+        <table cellpadding="0" cellspacing="0">
+          <tr>
+            <td width="100%" style="font-size: 16pt; color: white;">
+              <xsl:value-of select="@name" />
+            </td>
+            <td>
+              <xsl:if test="logstash != ''">
+                <xsl:element name="a">
+                  <xsl:attribute name="class">log</xsl:attribute>
+                          <xsl:attribute name="href">
+                    <xsl:value-of select="logstash" />
+                  </xsl:attribute> Log </xsl:element>
+              </xsl:if>
+            </td>
+          </tr>
+        </table>
+      </td>
+      <xsl:element name="tr" />
+      <xsl:for-each select="error">
+        <tr>
+          <td>
+            <table width="100%">
+              <tr>
+                <td width="10%" style="padding: 5px; border-bottom: 1px solid #c1c1c1;">
+                  <xsl:value-of select="type" />
+                </td>
+                <td width="90%"
+                  style="padding: 5px; border-left: 1px solid #c1c1c1; border-bottom: 1px solid #c1c1c1;">
+                  <xsl:value-of select="location" />
+                </td>
+              </tr>
+            </table>
+          </td>
+        </tr>
+        <tr>
+          <td style="padding: 5px; border-bottom: 1px solid #c1c1c1;">
+            <pre><xsl:value-of select="message"/></pre>
+          </td>
+        </tr>
+        <xsl:if test="details != ''">
+          <tr>
+            <td style="padding: 5px;">
+              <pre><xsl:value-of select="details"/></pre>
+            </td>
+          </tr>
+        </xsl:if>
+        <tr>
+          <td style="padding: 0px; border-bottom: 2px solid #f44336;"></td>
+        </tr>
+      </xsl:for-each>
+    </table>
+    <br />
   </xsl:template>
-</xsl:stylesheet>
+</xsl:stylesheet>

jolt/plugins/environ.py CHANGED Viewed

@@ -55,6 +55,17 @@ class PathEnvironmentVariable(EnvironmentVariable):
 class EnvironmentVariableSet(ArtifactAttributeSet):
+    """ A set of environment variables for an artifact.
+    Example:
+    .. code-block:: python
+        artifact.environ.FOO = "bar"
+        artifact.environ.PATH.append("bin")
+    """
     def __init__(self, artifact):
         super(EnvironmentVariableSet, self).__init__()
         super(ArtifactAttributeSet, self).__setattr__("_artifact", artifact)

jolt/plugins/fetch.py ADDED Viewed

@@ -0,0 +1,141 @@
+import hashlib
+from jolt import BooleanParameter, Parameter
+from jolt.plugins.git import ErrorDict
+from jolt.tasks import Resource, TaskRegistry
+from jolt import filesystem as fs
+from jolt import utils
+from jolt.error import raise_error_if
+from jolt.loader import JoltLoader
+from jolt.tools import SUPPORTED_ARCHIVE_TYPES
+class Fetch(Resource):
+    """
+    Fetch a file from a URL and extract it.
+    By default, the fetched file is extracted if it is a supported archive type.
+    Extraction may be disable by assigning the `extract` parameter to false.
+    The fetched content is placed in a build directory named after the resource.
+    The `path` parameter can be used to specify a different location relative to
+    the workspace root.
+    The path of the fetched content is made available to consuming tasks through
+    the `fetch` attribute. The `fetch` attribute is a dictionary where the key
+    is the name of the fetched file and the value is a path relative to the
+    workspace root. You can specify an alias for the filename / key through the
+    `alias` parameter.
+    The plugin must be loaded before it can be used. This is done by importing
+    the module, or by adding the following line to the configuration file:
+    .. code-block:: ini
+            [fetch]
+    Example:
+    .. code-block:: python
+            from jolt.plugins import fetch
+            class Example(Task):
+                requires = ["fetch:alias=zlib,url=https://zlib.net/zlib-1.3.1.tar.gz"]
+                def run(self, deps, tools):
+                    self.info("The source tree is located at: {fetch[zlib]}")
+                    with tools.cwd(self.fetch["zlib"]):
+                        tools.run("make")
+            """
+    name = "fetch"
+    alias = Parameter(required=False, help="Name of the task used when referencing content. Defaults to the filename of the fetched file.")
+    extract = BooleanParameter(default=True, help="Whether to extract the fetched file.")
+    path = Parameter(required=False, help="Destination directory.")
+    url = Parameter(help="URL to fetch from.")
+    md5 = Parameter(required=False, help="Expected MD5 hash of the fetched file.")
+    sha256 = Parameter(required=False, help="Expected SHA256 hash of the fetched file.")
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.joltdir = JoltLoader.get().joltdir
+        # Set the path to the extraction directory
+        if self.path.is_unset():
+            self.abspath = self.tools.builddir(utils.canonical(self.short_qualified_name), incremental="always", unique=False)
+            if not self._extract():
+                # Join with filename if not extracting
+                self.abspath = fs.path.join(self.abspath, self._get_filename())
+        else:
+            self.abspath = fs.path.join(self.joltdir, str(self.path) or self._get_name())
+        self.relpath = fs.path.relpath(self.abspath, self.tools.wsroot)
+    def _extract(self):
+        """ Check if the fetched file should/can be extracted. """
+        filename = self._get_filename()
+        if not any([filename.endswith(ext) for ext in SUPPORTED_ARCHIVE_TYPES]):
+            return False
+        return bool(self.extract)
+    def _acquire_ws(self):
+        # Create the destination directory if it does not exist
+        self.tools.rmtree(self.abspath, ignore_errors=True)
+        self.tools.mkdir(fs.path.dirname(self.abspath), recursively=True)
+        if self._extract():
+            with self.tools.tmpdir() as tmpdir, self.tools.cwd(tmpdir):
+                filename = self._get_filename()
+                self.tools.download(self.url, filename)
+                self._verify_sha256(filename)
+                self.tools.extract(filename, self.abspath)
+        else:
+            self.tools.download(self.url, self.abspath)
+            self._verify_sha256(self.abspath)
+    def acquire(self, artifact, deps, tools, owner):
+        self._acquire_ws()
+        self._assign_fetch(owner)
+        artifact.worktree = fs.path.relpath(self.abspath, owner.joltdir)
+    def _assign_fetch(self, task, none=False):
+        if not hasattr(task, "fetch"):
+            task.fetch = ErrorDict(self)
+        if none:
+            # None means the git repo is not cloned or checked out
+            # and should not be included in the git dictionary
+            # of the consuming task yet. If the consuming task
+            # requires the git repo for its influence collection,
+            # the dict will raise an error. The solution is to
+            # assign hash=true to the git requirement which
+            # will cause the git repo to be cloned and checked out
+            # before the influence collection is performed.
+            task.fetch[self._get_name()] = None
+        else:
+            # Assign the git repo to the consuming task.
+            # The git repo is cloned and checked out before
+            # any influence collection is performed.
+            task.fetch[self._get_name()] = fs.path.relpath(self.abspath, task.joltdir)
+    def _get_name(self):
+        return str(self.alias) if self.alias.is_set() else self._get_filename()
+    def _get_filename(self):
+        return fs.path.basename(str(self.url))
+    def _verify_sha256(self, filepath):
+        if not self.sha256.is_set():
+            return
+        actual_hash = self.tools.checksum_file(filepath, hashfn=hashlib.sha256)
+        expected_hash = str(self.sha256)
+        raise_error_if(
+            actual_hash != expected_hash,
+            f"SHA256 hash mismatch for fetched file '{filepath}': expected {expected_hash}, got {actual_hash}"
+        )
+TaskRegistry.get().add_task_class(Fetch)

jolt/plugins/gdb.py CHANGED Viewed

@@ -1,7 +1,6 @@
 import click
 import os
 import sys
-import subprocess
 from jolt import cache
 from jolt import cli
@@ -9,6 +8,7 @@ from jolt import filesystem as fs
 from jolt import graph
 from jolt import log
 from jolt import scheduler
+from jolt.error import raise_error
 from jolt.error import raise_task_error_if
 from jolt.hooks import TaskHookRegistry
 from jolt.options import JoltOptions
@@ -29,7 +29,7 @@ def get_task_artifacts(task):
     artifacts = []
     for dep in task.children:
         artifacts.extend(dep.artifacts)
-    return task.artifacts[0], artifacts
+    return task.artifacts, artifacts
 @cli.cli.command(name="gdb", context_settings={"ignore_unknown_options": True})
@@ -70,36 +70,44 @@ def gdb(ctx, task, default, machine_interface, no_binary, gdb_args):
     if machine_interface:
         log.enable_gdb()
-    manifest = ctx.obj["manifest"]
     options = JoltOptions(default=default)
     acache = cache.ArtifactCache.get(options)
     TaskHookRegistry.get(options)
     executors = scheduler.ExecutorRegistry.get(options)
     registry = TaskRegistry.get()
     strategy = scheduler.DownloadStrategy(executors, acache)
-    queue = scheduler.TaskQueue(strategy, acache, {})
+    queue = scheduler.TaskQueue()
     for params in default:
         registry.set_default_parameters(params)
-    gb = graph.GraphBuilder(registry, acache, manifest, options, progress=True)
+    gb = graph.GraphBuilder(registry, acache, options, progress=True)
     dag = gb.build([task])
     try:
         with log.progress("Progress", dag.number_of_tasks(), " tasks", estimates=False, debug=False) as p:
+            in_progress = set()
             while dag.has_tasks() or not queue.empty():
-                leafs = dag.select(lambda graph, task: task.is_ready())
+                leafs = dag.select(lambda graph, task: task.is_ready() and task not in in_progress)
                 while leafs:
                     task = leafs.pop()
-                    queue.submit(task)
+                    executor = strategy.create_executor({}, task)
+                    queue.submit(executor)
+                    in_progress.add(task)
-                task, error = queue.wait()
+                task, _ = queue.wait()
                 # Materialize workspace resources so that
                 # source code is available to the debugger.
                 if isinstance(task.task, WorkspaceResource):
-                    task.task.acquire()
+                    task.task.acquire_ws()
+                # Unpack the task if it is not a resource task and has a custom unpack method
+                if not task.is_resource():
+                    if task.is_unpackable():
+                        task.unpack()
                 p.update(1)
@@ -108,27 +116,37 @@ def gdb(ctx, task, default, machine_interface, no_binary, gdb_args):
         log.warning("Interrupted by user")
         try:
             queue.abort()
+            executors.shutdown()
             sys.exit(1)
         except KeyboardInterrupt:
             print()
             log.warning("Interrupted again, exiting")
             os._exit(1)
     except Exception as e:
         log.set_interactive(True)
         raise e
+    finally:
+        queue.shutdown()
     assert len(dag.goals), "Too many tasks, can only debug one executable at a time"
     for goal in dag.goals:
         main, deps = get_task_artifacts(goal)
-        stage_artifacts([main] + deps, goal.tools)
+        stage_artifacts(main + deps, goal.tools)
+        # Find an artifact with an executable
+        main = [artifact for artifact in main if artifact.strings.executable]
         raise_task_error_if(
-            main.strings.executable.get_value() is None,
-            goal, "No executable found in task artifact")
+            not main, goal, "No executable found in task artifact")
+        main = main[0]
         with acache.get_context(goal):
             gdb = goal.tools.getenv("GDB", "gdb")
+            gdb = goal.tools.which(gdb)
+            if not gdb:
+                raise_error("GDB not found in PATH")
             cmd = [gdb]
             sysroot = goal.tools.getenv("SDKTARGETSYSROOT", goal.tools.getenv("SYSROOT"))
             if sysroot:
@@ -146,9 +164,10 @@ def gdb(ctx, task, default, machine_interface, no_binary, gdb_args):
             cmd += gdb_args
             if isinstance(goal.task, ninja.CXXProject):
-                cwd = goal.tools.builddir("ninja", incremental=True)
+                cwd = goal.tools.wsroot
             else:
                 cwd = goal.task.joltdir
             with goal.tools.environ() as env:
-                subprocess.call(cmd, env=env, cwd=cwd)
+                os.chdir(cwd)
+                os.execve(cmd[0], cmd, env)

jolt/plugins/gerrit.py CHANGED Viewed

@@ -7,18 +7,6 @@ from jolt.plugins import git
 log.verbose("[Gerrit] Loaded")
-class GerritSrc(git.GitSrc):
-    name = "gerrit-src"
-    url = Parameter(help="URL to the Gerrit git repo to be cloned. Required.")
-    sha = Parameter(required=False, help="Specific commit or tag to be checked out. Optional.")
-    path = Parameter(required=False, help="Local path where the repository should be cloned.")
-    _revision = Export(value=lambda self: self._get_revision() or self.git.head())
-    def __init__(self, *args, **kwargs):
-        refspec1 = '+refs/changes/*:refs/remotes/origin/changes/*'
-        super().__init__(*args, refspecs=[refspec1], **kwargs)
 class Gerrit(git.Git):
     name = "gerrit"
     url = Parameter(help="URL to the Gerrit git repo to be cloned. Required.")
@@ -31,5 +19,4 @@ class Gerrit(git.Git):
         super().__init__(*args, refspecs=[refspec1], **kwargs)
-TaskRegistry.get().add_task_class(GerritSrc)
 TaskRegistry.get().add_task_class(Gerrit)

jolt 0.9.172__py3-none-any.whl → 0.9.435__py3-none-any.whl

Potentially problematic release.

jolt 0.9.172py3-none-any.whl → 0.9.435py3-none-any.whl