jolt 0.9.76__py3-none-any.whl → 0.9.429__py3-none-any.whl

jolt/utils.py

@@ -1,4 +1,5 @@
 import contextlib
+import ctypes
 import fnmatch
 import re
 import time
@@ -10,6 +11,9 @@ import os
 import hashlib
 from fasteners import lock, process_lock
 import json
+import platform
+import signal
+import threading
 
 
 read_input = input
@@ -27,9 +31,9 @@ locked = lock.locked
 
 def is_str(s):
     try:
-        return type(s) == str or type(s) == unicode
+        return type(s) is str or type(s) is unicode
     except NameError:
-        return type(s) == str
+        return type(s) is str
 
 
 def decode_str(s):
@@ -55,7 +59,9 @@ def decorate_prepend(func, extra_func):
 
 
 def as_list(t):
-    return [t] if type(t) == str or not is_iterable(t) else list(t)
+    if t is None:
+        return []
+    return [t] if type(t) is str or not is_iterable(t) else list(t)
 
 
 def is_iterable(x):
@@ -68,9 +74,9 @@ def is_iterable(x):
 
 
 def as_stable_string_list(o):
-    if type(o) == list or type(o) == tuple:
+    if type(o) is list or type(o) is tuple:
         return sorted([str(item) for item in o])
-    elif type(o) == dict:
+    elif type(o) is dict:
         return sorted(["{0}={1}".format(key, as_stable_string_list(val))
                        for key, val in o.items()])
     else:
@@ -78,13 +84,13 @@ def as_stable_string_list(o):
 
 
 def as_stable_tuple_list(o):
-    assert type(o) == dict, "as_stable_tuple_list: argument is not a dict"
+    assert type(o) is dict, "as_stable_tuple_list: argument is not a dict"
     list = [(key, value) for key, value in o.items()]
     return sorted(list, key=lambda x: x[0])
 
 
 def as_human_size(size):
-    unit_precision = [("B", 0), ("KB", 0), ("MB", 1), ("GB", 2), ("TB", 2), ("PB", 2)]
+    unit_precision = [("B", 0), ("KiB", 0), ("MiB", 1), ("GiB", 2), ("TiB", 2), ("PiB", 2), ("EiB", 2)]
     index = 0
     while size > 1024:
         size /= 1024
@@ -125,12 +131,13 @@ def call_and_catch_and_log(f, *args, **kwargs):
 
 
 def parse_aliased_task_name(name):
-    match = re.match(r"^((?P<alias>[^=:]+)=)?(?P<task>[^:]+)(:(?P<params>.*))?$", name)
+    match = re.match(r"^((?P<alias>[^=:]+)=)?((?P<artifact>[^@=:]+)@)?(?P<task>[^:]+)(:(?P<params>.*))?$", name)
     if not match:
         from jolt.error import raise_error
         raise_error("Illegal task name: {}", name)
     match = match.groupdict()
     alias = match["alias"]
+    artifact = match["artifact"]
     task = match["task"]
     params = match["params"] or {}
 
@@ -146,15 +153,17 @@ def parse_aliased_task_name(name):
 
         params = {key: value for key, value in map(_param, params) if key}
 
-    return alias, task, params
+    return alias, artifact, task, params
 
 
 def parse_task_name(name):
-    _, task, params = parse_aliased_task_name(name)
+    _, _, task, params = parse_aliased_task_name(name)
     return task, params
 
 
-def format_task_name(name, params):
+def format_task_name(name, params, artifact=None):
+    if artifact:
+        name = f"{artifact}@{name}"
     if not params:
         return name
 
@@ -210,8 +219,14 @@ class _SafeDict(object):
         value = self.values.get(key)
         if value is None:
             value = call_and_catch(getattr, self.values.get("_instance", object()), key)
+        if value is None and key == "buildroot":
+            tools = getattr(self.values.get("_instance", object()), "tools", None)
+            if tools:
+                value = tools.buildroot
         if value is None:
             value = self._envget(key)
+        if type(value) is list:
+            value = " ".join(value)
         if value is not None:
             return value
         if self.errors:
@@ -227,6 +242,10 @@ class JoltFormatter(Formatter):
             return str(value).lower()
         elif conversion == "c":
             return value()
+        elif conversion == "t":
+            return str(value).title()
+        elif conversion == "j":
+            return " ".join(value)
         return super().convert_field(value, conversion)
 
 
@@ -293,7 +312,7 @@ class duration_diff(object):
         if isinstance(dur, duration):
             now = duration()
             self._elapsed += dur.diff(now)._elapsed
-        if type(dur) == int:
+        if type(dur) is int:
             self._elapsed += dur
         return self
 
@@ -307,19 +326,24 @@ class cached:
 
     @staticmethod
     def instance(f):
+        f.__cached_mutex = RLock()
+
         def _f(self, *args, **kwargs):
             attr = "__cached_result_" + str(id(f))
-            with cached.mutex:
+            with f.__cached_mutex:
                 if not hasattr(self, attr):
                     setattr(self, attr, f(self, *args, **kwargs))
             return getattr(self, attr)
+
         return _f
 
     @staticmethod
     def method(f):
+        f.__cached_mutex = RLock()
+
         def _f(*args, **kwargs):
             attr = "__cached_result_" + str(id(f))
-            with cached.mutex:
+            with f.__cached_mutex:
                 if not hasattr(f, attr):
                     setattr(f, attr, f(*args, **kwargs))
             return getattr(f, attr)
@@ -351,6 +375,73 @@ def ignore_exception(exc=Exception):
     return contextlib.suppress(exc)
 
 
+class SignalHandler(object):
+    def __init__(self, signum):
+        self.original_handler = signal.signal(signum, self._handler)
+        self.handlers = []
+
+    def _handler(self, signum, frame):
+        for handler in self.handlers:
+            handler.add_signal(signum, frame)
+        if not self.handlers and self.original_handler:
+            self.original_handler(signum, frame)
+
+    def new_monitor(self):
+        class Finalizer(object):
+            def __init__(self, handler):
+                self.handler = handler
+                self.signals = []
+
+            def add_signal(self, signum, frame):
+                self.signals.append((signum, frame))
+
+            def __call__(self):
+                self.handler.handlers.remove(self)
+                for signum, frame in self.signals:
+                    self.handler.original_handler(signum, frame)
+
+        finalizer = Finalizer(self)
+        self.handlers.append(finalizer)
+        return finalizer
+
+
+sigint_handler = SignalHandler(signal.SIGINT)
+
+
+@contextlib.contextmanager
+def delayed_signal(signum):
+    """ A context manager that delays signals until after the code block. """
+
+    finalize = sigint_handler.new_monitor()
+    try:
+        yield
+    finally:
+        finalize()
+
+
+@contextlib.contextmanager
+def delayed_interrupt():
+    if hasattr(signal, 'pthread_sigmask'):
+        try:
+            # Temporarily block the SIGINT signal
+            signal.pthread_sigmask(signal.SIG_BLOCK, {signal.SIGINT})
+            yield
+        finally:
+            # Unblock the SIGINT signal after the code block
+            signal.pthread_sigmask(signal.SIG_UNBLOCK, {signal.SIGINT})
+    else:
+        # Fallback for systems without pthread_sigmask
+        yield
+
+
+def delay_interrupt(func):
+    @wraps(func)
+    def _f(*args, **kwargs):
+        with delayed_interrupt():
+            return func(*args, **kwargs)
+    return _f
+
+
 def Singleton(cls):
     cls._instance = None
 
@@ -364,6 +455,28 @@ def Singleton(cls):
     return cls
 
 
+class IdLock(object):
+    """ A wrapper for multiple thread locks that are identified by a unique id. """
+
+    def __init__(self):
+        self._lock = RLock()
+        self._locks = {}
+
+    def acquire(self, id, blocking=True):
+        with self._lock:
+            if id not in self._locks:
+                self._locks[id] = RLock()
+            lock = self._locks[id]
+        return lock.acquire(blocking=blocking)
+
+    def release(self, id):
+        with self._lock:
+            if id in self._locks:
+                self._locks[id].release()
+            else:
+                raise RuntimeError("Lock not acquired: {}".format(id))
+
+
 class LockFile(object):
     def __init__(self, path, logfunc=None, *args, **kwargs):
         self._file = process_lock.InterProcessLock(os.path.join(path, "lock"))
@@ -438,14 +551,31 @@ def tojson(filepath, data, ignore_errors=False, indent=2):
 
 def concat_attributes(attrib, postfix, prepend=False):
     def _decorate(cls):
-        _orig = getattr(cls, "_" + attrib, lambda self: [])
+        _orig = getattr(cls, "_" + attrib, lambda self: getattr(self, attrib, None))
 
         def _get(self):
             orig = _orig(self)
-            if prepend:
-                return getattr(self, self.expand(postfix), type(orig)()) + orig
+            if attrib != postfix:
+                appended = getattr(self, self.expand(postfix), type(orig)() if orig is not None else [])
             else:
-                return orig + getattr(self, self.expand(postfix), type(orig)())
+                appended = type(orig)() if orig is not None else []
+
+            if orig is None:
+                orig = type(appended)()
+
+            assert type(orig) is type(appended), \
+                f"Cannot append attributes '{attrib}' and '{postfix}': mismatching type"
+
+            assert type(orig) is list or type(orig) is dict, \
+                f"Cannot append attributes '{attrib}' and '{postfix}': unsupported type '{type(orig)}'"
+
+            if type(orig) is dict:
+                value = orig | appended
+
+            if type(appended) is list:
+                value = orig + appended if not prepend else appended + orig
+
+            return value
 
         setattr(cls, "_" + attrib, _get)
         return cls
@@ -484,3 +614,100 @@ def quote(value, char='"'):
 
 def option(prefix, value):
     return "{}{}".format(prefix, quote(value)) if value else ""
+
+
+def shorten(string, count=30):
+    if len(string) > count:
+        keep = int(count / 2 - 1)
+        if keep <= 0:
+            keep = 1
+        return string[:keep] + "..." + string[-keep + 1:]
+    return string
+
+
+def prefix(value, pfx):
+    if type(value) is list:
+        return [pfx + item for item in value]
+    return pfx + value
+
+
+def suffix(value, sfx):
+    if type(value) is list:
+        return [item + sfx for item in value]
+    return value + sfx
+
+
+def hostname():
+    """ Returns the hostname of the machine. """
+    import socket
+    return socket.gethostname()
+
+
+def timeout(seconds, exception_type):
+    """ A context manager that enforces a timeout.
+
+    If the block of code takes longer than the specified timeout,
+    the context manager will raise an asyncronous TimeoutError.
+    """
+
+    class TimeoutContext(object):
+        def __init__(self, timeout, exception_type):
+            self._timer = threading.Timer(timeout, self._raise_timeout)
+            self._tid = threading.current_thread().ident
+            self._exc = exception_type
+
+        def _raise_timeout(self):
+            tid = ctypes.c_ulong(self._tid)
+            ret = ctypes.pythonapi.PyThreadState_SetAsyncExc(
+                tid, ctypes.py_object(self._exc))
+
+            if ret == 0:
+                raise ValueError("Invalid thread ID {self._tid}")
+            elif ret > 1:
+                ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)
+                raise SystemError("PyThreadState_SetAsyncExc failed")
+
+        def __enter__(self):
+            self._timer.start()
+            return self
+
+        def __exit__(self, exc_type, exc_value, traceback):
+            self._timer.cancel()
+            return None
+
+    return TimeoutContext(seconds, exception_type)
+
+
+def platform_os_arch():
+    """
+    Returns the name of the operating system and architecture.
+
+    The values match the GOOS and GOARCH environment variables used by Go.
+    """
+    _ARCHITECTURE_DICT = {
+        "Windows": {
+            "AMD64": "amd64",
+            "X86": "386",
+            "ARM64": "arm64",
+        },
+        "Linux": {
+            "x86_64": "amd64",
+            "i686": "386",
+            "i386": "386",
+            "aarch64": "arm64",
+            "armv7l": "armv7",
+        },
+        "Darwin": {
+            "x86_64": "amd64",
+            "arm64": "arm64",
+        },
+    }
+    uname = platform.uname()
+    try:
+        system = uname.system.lower()
+        architecture = _ARCHITECTURE_DICT[uname.system][uname.machine]
+    except KeyError:
+        raise RuntimeError(
+            f"Unsupported platform: {uname.system} {uname.machine}"
+        ) from None
+    return system, architecture

jolt/version.py

@@ -1 +1 @@
-__version__ = "0.9.76"
+__version__ = "0.9.429"

jolt/version_utils.py

@@ -4,7 +4,7 @@ import re
 
 class version(object):
     def __init__(self, verstr):
-        if type(verstr) == str:
+        if type(verstr) is str:
             match = re.search(r"(?P<major>[\d]+)\.(?P<minor>[\d]+)(\.(?P<patch>[\d]+))?", verstr)
             if not match:
                 raise ValueError(verstr)
@@ -12,7 +12,7 @@ class version(object):
             self.major = int(values["major"])
             self.minor = int(values["minor"])
             self.patch = int(values["patch"]) if values["patch"] else None
-        elif type(verstr) == tuple:
+        elif type(verstr) is tuple:
             if len(verstr) < 2 or len(verstr) > 3:
                 raise ValueError(verstr)
             self.major = verstr[0]

jolt/xmldom.py

@@ -49,6 +49,9 @@ class SubElement(object):
     def iter(self, *args, **kwargs):
         return self._elem.iter(*args, **kwargs)
 
+    def remove(self, *args, **kwargs):
+        return self._elem.remove(*args, **kwargs)
+
 
 class Attribute(object):
     def __init__(self, attribute, varname=None, child=False, values=None, base64=False, zlib=False):
@@ -147,8 +150,8 @@ class Composition(object):
                 self.append(child)
                 return child
 
-            def remove(self, child, *args, **kwargs):
-                self.remove(child._elem)
+            def remove(self, *args, **kwargs):
+                self.remove(*args, **kwargs)
 
             @property
             def get(self):
@@ -156,6 +159,13 @@ class Composition(object):
                 children = [n for n in children if n.tag == name]
                 return [comp_cls(elem=child) for child in children]
 
+            def clear(self):
+                children = list(self.getroot()) if isinstance(self, ElementTree) else list(self._elem)
+                children = [n for n in children if n.tag == name]
+                for child in children:
+                    getattr(self, "remove_" + name)(child)
+
+            setattr(cls, 'clear_' + name + "s", clear)
             setattr(cls, 'create_' + name, create)
             setattr(cls, 'remove_' + name, remove)
             setattr(cls, name + 's', get)

{jolt-0.9.76.dist-info → jolt-0.9.429.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: jolt
-Version: 0.9.76
+Version: 0.9.429
 Summary: A task executor
 Home-page: https://github.com/srand/jolt
 Author: Robert Andersson
@@ -20,47 +20,107 @@ Classifier: Programming Language :: C++
 Classifier: Programming Language :: Java
 Classifier: Programming Language :: JavaScript
 Classifier: Programming Language :: Python :: 3
-Requires-Dist: tqdm (==4.64.1)
-Requires-Dist: requests (==2.28.1)
-Requires-Dist: idna (==3.4)
-Requires-Dist: urllib3 (==1.26.13)
-Requires-Dist: certifi (==2022.9.24)
-Requires-Dist: charset-normalizer (==2.1.1)
-Requires-Dist: pygit2 (==1.11.1)
-Requires-Dist: cffi (==1.15.1)
-Requires-Dist: pycparser (==2.21)
-Requires-Dist: psutil (==5.9.4)
-Requires-Dist: ninja-syntax (==1.7.2)
-Requires-Dist: multi-key-dict (==2.0.3)
-Requires-Dist: lxml (==4.9.1)
-Requires-Dist: keyrings.alt (==4.2.0)
-Requires-Dist: jaraco.classes (==3.2.3)
-Requires-Dist: more-itertools (==9.0.0)
-Requires-Dist: keyring (==23.11.0)
-Requires-Dist: importlib-metadata (==5.1.0)
-Requires-Dist: zipp (==3.11.0)
-Requires-Dist: jeepney (==0.8.0)
-Requires-Dist: SecretStorage (==3.3.3)
-Requires-Dist: cryptography (==38.0.4)
-Requires-Dist: Jinja2 (==3.1.2)
-Requires-Dist: MarkupSafe (==2.1.1)
-Requires-Dist: fasteners (==0.18)
-Requires-Dist: colorama (==0.4.6)
-Requires-Dist: click (==8.1.3)
-Requires-Dist: bz2file (==0.98)
+Requires-Python: >=3.8
+Requires-Dist: Jinja2==3.1.4
+Requires-Dist: Jinja2==3.1.4
+Requires-Dist: MarkupSafe==2.1.5
+Requires-Dist: PyJWT==2.9.0
+Requires-Dist: PyYAML==6.0.2
+Requires-Dist: PyYAML==6.0.2
+Requires-Dist: Pygments==2.18.0
+Requires-Dist: Pygments==2.18.0
+Requires-Dist: SecretStorage==3.3.3
+Requires-Dist: allure-python-commons==2.13.5
+Requires-Dist: attrs==24.2.0
+Requires-Dist: backports.tarfile==1.2.0
+Requires-Dist: bottle==0.12.25
+Requires-Dist: brotli==1.2.0
+Requires-Dist: bz2file==0.98
+Requires-Dist: certifi==2024.8.30
+Requires-Dist: cffi==1.17.1
+Requires-Dist: charset-normalizer==3.3.2
+Requires-Dist: click==8.1.7
+Requires-Dist: colorama==0.4.6
+Requires-Dist: conan==2.10.2
+Requires-Dist: cryptography==43.0.1
+Requires-Dist: distro==1.8.0
+Requires-Dist: docutils==0.21.2
+Requires-Dist: fasteners==0.19
+Requires-Dist: flake8==7.1.1
+Requires-Dist: grpcio==1.66.1
+Requires-Dist: idna==3.10
+Requires-Dist: importlib_metadata==8.5.0
+Requires-Dist: importlib_metadata==8.5.0
+Requires-Dist: inflate64==1.0.4
+Requires-Dist: jaraco.classes==3.4.0
+Requires-Dist: jaraco.context==6.0.1
+Requires-Dist: jaraco.functools==4.0.2
+Requires-Dist: jeepney==0.8.0
+Requires-Dist: keyring==25.4.1
+Requires-Dist: keyrings.alt==5.0.2
+Requires-Dist: lxml==5.3.0
+Requires-Dist: markdown-it-py==3.0.0
+Requires-Dist: mccabe==0.7.0
+Requires-Dist: more-itertools==10.5.0
+Requires-Dist: more-itertools==10.5.0
+Requires-Dist: multi_key_dict==2.0.3
+Requires-Dist: multivolumefile==0.2.3
+Requires-Dist: nh3==0.2.19
+Requires-Dist: ninja==1.11.1.1
+Requires-Dist: packaging==24.2
+Requires-Dist: patch-ng==1.18.1
+Requires-Dist: pip==25.3
+Requires-Dist: pkginfo==1.12.0
+Requires-Dist: pluggy==1.5.0
+Requires-Dist: pluginbase==1.0.1
+Requires-Dist: protobuf==5.28.2
+Requires-Dist: psutil==6.0.0
+Requires-Dist: py7zr==1.0.0
+Requires-Dist: pybcj==1.0.6
+Requires-Dist: pycodestyle==2.12.1
+Requires-Dist: pycparser==2.22
+Requires-Dist: pycryptodomex==3.23.0
+Requires-Dist: pyflakes==3.2.0
+Requires-Dist: pygit2==1.15.1
+Requires-Dist: pyppmd==1.2.0
+Requires-Dist: python-dateutil==2.9.0.post0
+Requires-Dist: pyzstd==0.18.0
+Requires-Dist: readme_renderer==44.0
+Requires-Dist: requests-toolbelt==1.0.0
+Requires-Dist: requests==2.32.3
+Requires-Dist: rfc3986==2.0.0
+Requires-Dist: rich==13.9.4
+Requires-Dist: setuptools==80.9.0
+Requires-Dist: six==1.16.0
+Requires-Dist: texttable==1.7.0
+Requires-Dist: tqdm==4.66.5
+Requires-Dist: twine==6.0.1
+Requires-Dist: typing_extensions==4.15.0
+Requires-Dist: urllib3==1.26.20
+Requires-Dist: wheel==0.45.1
+Requires-Dist: zipp==3.20.2
+Requires-Dist: zstandard==0.23.0
 Provides-Extra: allure
-Requires-Dist: allure-python-commons ; extra == 'allure'
-Provides-Extra: amqp
-Requires-Dist: pika ; extra == 'amqp'
+Requires-Dist: allure-python-commons; extra == "allure"
 Provides-Extra: conan
-Requires-Dist: conan ; extra == 'conan'
+Requires-Dist: conan>=2.0; extra == "conan"
 Provides-Extra: dev
-Requires-Dist: check-manifest ; extra == 'dev'
+Requires-Dist: check-manifest; extra == "dev"
 Provides-Extra: doc
-Requires-Dist: sphinx-click ; extra == 'doc'
-Requires-Dist: sphinx-rtd-theme ; extra == 'doc'
+Requires-Dist: sphinx-click; extra == "doc"
+Requires-Dist: sphinx-rtd-theme; extra == "doc"
 Provides-Extra: test
-Requires-Dist: coverage ; extra == 'test'
+Requires-Dist: coverage; extra == "test"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: home-page
+Dynamic: keywords
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
 
 Jolt
 ============================