robotframework-parallelrunner 0.3.1__py3-none-any.whl → 0.5.0__py3-none-any.whl

ParallelRunner/__init__.py

@@ -13,7 +13,7 @@ Keyword documentation:
 https://cristiangarciavd.github.io/robotframework-parallelrunner/ParallelRunner.html
 """
 
-from .parallel_library import ParallelLibrary, ParallelRunner, ParallelTaskError
+from .parallel_library import ParallelLibrary, ParallelRunner, ParallelTaskError, log_to_robot
 from .version import __version__
 
-__all__ = ["ParallelRunner", "ParallelLibrary", "ParallelTaskError", "__version__"]
+__all__ = ["ParallelRunner", "ParallelLibrary", "ParallelTaskError", "log_to_robot", "__version__"]

ParallelRunner/parallel_library.py

@@ -1,16 +1,21 @@
 import os
 import importlib
+import inspect
 import queue
 import threading
 import time
 from typing import Iterable, Any, List, Dict, Optional, Tuple, Union
 from robot.api import logger
+from robot.errors import DataError
 try:
     from robot.errors import TimeoutExceeded
 except ImportError:  # Robot Framework < 7.0
     from robot.errors import TimeoutError as TimeoutExceeded
 from robot.libraries.BuiltIn import BuiltIn
+from robot.running.arguments import PythonArgumentParser
+from robot.utils import secs_to_timestr, timestr_to_secs
 
+from .retry import NO_RETRIES, RetryPolicy
 from .version import __version__
 
 
@@ -35,6 +40,59 @@ def _normalize_level(level: Any) -> Optional[str]:
     return name if name in LOG_LEVELS or name == "IGNORE" else None
 
 
+def _normalize_name(name: str) -> str:
+    """Keyword name comparison the way Robot does it: ignoring case, spaces and underscores."""
+    return name.lower().replace(" ", "").replace("_", "")
+
+
+def _not_given(value: Any) -> bool:
+    """None, an empty string or "None" (any case - Robot's usual spelling of None)."""
+    return value is None or (isinstance(value, str) and value.strip().upper() in ("", "NONE"))
+
+
+# Who owns the result of a call that may time out: the worker that ran it, or
+# the main thread that timed it out. See `ParallelRunner._run_in_threads`.
+_WORKER, _MAIN = "worker", "main"
+_NOT_SET = object()
+
+# Worker threads left running a call that was abandoned - timed out by
+# `call_timeout` or interrupted by a Robot `[Timeout]` - across every keyword
+# call of the run, so the limit (ROBOT_MAX_ABANDONED_THREADS) holds even when
+# the hung calls come from earlier tests. Only the thread running the keywords
+# changes it. Dead threads are dropped by `_abandoned_threads_alive`.
+_abandoned_threads: List[threading.Thread] = []
+
+
+def _abandoned_threads_alive() -> int:
+    _abandoned_threads[:] = [thread for thread in _abandoned_threads if thread.is_alive()]
+    return len(_abandoned_threads)
+
+
+def log_to_robot(msg: Any, level: str = "INFO") -> None:
+    """Logs ``msg`` straight to Robot Framework, accepting the same levels as
+    the ``_logger`` that `Run Parallel Scenarios` injects.
+
+    Use it as the fallback when a parallel-ready keyword is called directly
+    (without `Run Parallel Scenarios`)::
+
+        from ParallelRunner import log_to_robot
+
+        def verify_agent(self, agent_id, _logger=None):
+            log = _logger or log_to_robot
+            log("details", "DEBUG")
+
+    Unlike ``robot.api.logger.write``, it accepts ``IGNORE`` (dropped), any
+    case and Python ``logging`` names (``WARNING``), and logs a message with an
+    unknown level at INFO, prefixed with the level, instead of failing.
+    """
+    name = _normalize_level(level)
+    if name == "IGNORE":
+        return
+    if name is None:
+        name, msg = "INFO", f"[{level}] {msg}"
+    logger.write(msg, name)
+
+
 class ParallelTaskError(RuntimeError):
     """
     Raised when at least one parallel task failed: by ``run_parallel_scenarios``
@@ -93,18 +151,33 @@ class ParallelRunner:
     index) as its first argument and an injected ``_logger`` callable that
     it should use instead of ``robot.api.logger``:
 
-    | from robot.api import logger
+    | from ParallelRunner import log_to_robot
     |
     | class MyLibrary:
-    |     def verify_agent(self, agent_id, _logger=None, **kwargs):
-    |         log = _logger or (lambda msg, level="INFO": logger.write(msg, level))
+    |     def verify_agent(self, agent_id: int, timeout: float = 10, _logger=None, **kwargs):
+    |         log = _logger or log_to_robot
     |         log(f"Checking agent {agent_id}")
     |         ...
     |         return result
 
     ``_logger(msg, level)`` accepts every Robot Framework log level (see
-    `Log levels`) plus ``IGNORE`` (dropped). Any extra named argument given to
-    `Run Parallel Scenarios` is forwarded to every call as ``**kwargs``.
+    `Log levels`) plus ``IGNORE`` (dropped). ``log_to_robot`` is the fallback
+    for when the keyword is called directly: it accepts the same levels
+    (``robot.api.logger.write`` fails on ``IGNORE`` or ``WARNING``).
+
+    Any extra named argument given to `Run Parallel Scenarios` is forwarded
+    to every call as ``**kwargs``. Arguments are converted by the method's
+    type hints (and default values) exactly as when the keyword is called
+    directly: ``timeout=5`` arrives as the number ``5.0`` above. Items that
+    are strings are converted the same way; other items (numbers, lists,
+    dictionaries from a variable) are passed as they are.
+
+    The keyword is found by its method name (``Verify Agent`` ->
+    ``verify_agent``) or by a custom name given with ``@keyword("...")``,
+    ignoring case, spaces and underscores, like Robot does.
+
+    To be stoppable when it times out, the method can also declare a
+    ``_cancelled`` parameter: see `Call timeouts and cancellation`.
 
     Logging is made thread-safe for you; your keyword's own side effects are
     not. Protect shared state (files, shared objects) with a lock.
@@ -118,7 +191,8 @@ class ParallelRunner:
     | item     | The item (or repeat index) the call received. |
     | logs     | List of ``(level, message)`` tuples captured during the call. |
     | result   | The return value of the call (only when ``status`` is ``PASS``). |
-    | error    | The error message (only when ``status`` is ``FAIL``). |
+    | error    | The error message (only when ``status`` is ``FAIL``), e.g. ``Timed out after 10 seconds`` with ``call_timeout``. |
+    | attempts | How many times the call ran: ``1``, or more with ``call_retries`` (see `Retries`). ``0`` for a call that never ran. |
 
     = Failures =
 
@@ -168,10 +242,86 @@ class ParallelRunner:
 
     Python threads can't be killed, so calls that are already running keep
     running in the background until they return (possibly while the next test
-    runs); calls that had not started yet are not started. The worker threads
-    are daemon threads, so they never keep the Robot process alive after the
-    run. A keyword that may hang (e.g. network I/O) should set its own
-    timeouts (e.g. ``requests.get(url, timeout=10)``).
+    runs) - unless they cooperate, see `Call timeouts and cancellation`.
+    Calls that had not started yet are not started. The worker threads are
+    daemon threads, so they never keep the Robot process alive after the run.
+    A keyword that may hang (e.g. network I/O) should set its own timeouts
+    (e.g. ``requests.get(url, timeout=10)``).
+
+    A Robot timeout fails the whole test and can't be handled with
+    `Run Keyword And Ignore Error`. To fail only the call that hangs, use
+    ``call_timeout``.
+
+    = Call timeouts and cancellation =
+
+    ``call_timeout`` limits how long *each call* may run, e.g.
+    ``call_timeout=10s`` (Robot's time format). A call still running after
+    that becomes a failed call - error ``Timed out after 10 seconds``, with its
+    partial logs - while the other calls keep running and finish normally. It
+    is then reported like any other failed call: `Run Parallel Scenarios`
+    fails with ``ParallelTaskError`` (which, unlike a Robot timeout, can be
+    handled), or returns it with ``status`` ``FAIL`` when
+    ``fail_on_error=False``.
+
+    | ${results}= | Run Parallel Scenarios | keyword=Verify Agent | library=MyLibrary | for_loop_iterable=${agents} | call_timeout=10s | fail_on_error=False |
+
+    The timed-out call can't be killed either: it keeps running in the
+    background, and a new worker thread takes its place so the remaining
+    calls still run ``ROBOT_THREAD_WORKERS`` at a time.
+
+    So that calls that hang can't pile up hundreds of threads (and open
+    connections), the abandoned threads still running are limited by
+    ``ROBOT_MAX_ABANDONED_THREADS`` (default: twice ``ROBOT_THREAD_WORKERS``).
+    They are counted across the whole run - calls abandoned by earlier tests,
+    or interrupted by a Robot ``[Timeout]``, count too - and a thread stops
+    counting as soon as its call returns. Above the limit, a warning is logged
+    and timed-out workers are no longer replaced: the remaining calls run with
+    fewer workers, and if none is left they fail without starting, with error
+    ``Not started: abandoned thread limit (8) reached``. Every keyword call
+    still starts with its normal number of workers, whatever earlier tests
+    left running.
+
+    A keyword that can stop early declares a ``_cancelled`` parameter.
+    `Run Parallel Scenarios` then passes it a ``threading.Event`` that is set
+    when that call times out, or when a Robot ``[Timeout]`` interrupts the
+    batch. The keyword checks it between steps, or waits on it instead of
+    sleeping:
+
+    | def poll_job(self, job_id, _logger=None, _cancelled=None):
+    |     while not job_done(job_id):
+    |         if _cancelled is not None and _cancelled.wait(1):   # sleeps 1 s, wakes up if cancelled
+    |             _logger(f"Stopped waiting for {job_id}", "WARN")
+    |             return None
+
+    ``_cancelled`` is only passed to methods that declare it by that name, so
+    existing keywords keep working unchanged. It can't interrupt a call that
+    is blocked in a single operation (a network request without a timeout).
+
+    = Retries =
+
+    ``call_retries=N`` runs a failed call up to ``N`` more times before it
+    counts as failed. Only that call is retried; the others are not affected.
+
+    | ${results}= | Run Parallel Scenarios | keyword=Verify Agent | library=MyLibrary | for_loop_iterable=${agents} | call_retries=2 | retry_delay=1s | retry_backoff=2 |
+
+    - Between attempts the call waits ``retry_delay`` (default ``1s``), multiplied by
+      ``retry_backoff`` after every failed retry: above, 1 second before the second
+      attempt and 2 seconds before the third. The wait happens in a worker
+      thread, after the calls that were already waiting.
+    - A call that exceeds ``call_timeout`` is retried too, and ``call_timeout``
+      applies to each attempt. The timed-out attempt keeps running in the
+      background, so it is only retried while the abandoned threads are within
+      ``ROBOT_MAX_ABANDONED_THREADS``; otherwise it fails with its timeout error.
+    - Every attempt's logs are kept, separated by a ``WARN`` such as
+      ``Attempt 1 of 3 failed: <error>; retrying in 1 second``, so ``log.html``
+      shows why a call needed retries even when it passed in the end. Only the
+      last failure is logged as ``ERROR``.
+    - The ``attempts`` key of the result tells how many attempts the call took,
+      to spot calls that are flaky even when the test passes.
+    - A Robot ``[Timeout]`` stops the retries along with the rest of the batch.
+
+    Retry only what is safe to repeat: a call that failed half way may already
+    have changed something (a created record, a sent message).
 
     = Custom logger mappers =
 
@@ -196,7 +346,8 @@ class ParallelRunner:
     = Environment variables =
 
     | =Variable=             | =Description= |
-    | ROBOT_THREAD_WORKERS   | Number of worker threads. Read when the library is imported. Default ``4``. |
+    | ROBOT_THREAD_WORKERS   | Number of worker threads. Read when the library is imported. Default ``4``. An invalid value is ignored with a warning. |
+    | ROBOT_MAX_ABANDONED_THREADS | Maximum number of threads left running by timed-out calls before they are no longer replaced. Read when the library is imported. Default: twice ``ROBOT_THREAD_WORKERS``. ``0`` never replaces them. An invalid value is ignored with a warning. See `Call timeouts and cancellation`. |
     | ROBOT_LOGGER_MAPPER    | Default ``logger_mapper`` as a ``module.function`` path, used when the argument is not given. See `Custom logger mappers`. |
 
     = When not to use it =
@@ -210,9 +361,55 @@ class ParallelRunner:
     ROBOT_LIBRARY_VERSION = __version__
     ROBOT_LIBRARY_DOC_FORMAT = 'ROBOT'
 
+    DEFAULT_WORKERS = 4
+
     def __init__(self):
-        # Workers count from Env Var or default to 4
-        self.max_workers = int(os.getenv("ROBOT_THREAD_WORKERS", "4"))
+        self.max_workers = self._workers_from_environment()
+        # None: twice the number of workers (see `_abandoned_thread_limit`).
+        self.max_abandoned_threads = self._abandoned_limit_from_environment()
+
+    def _workers_from_environment(self) -> int:
+        """``ROBOT_THREAD_WORKERS``, or 4. An invalid value is ignored with a
+        warning (it used to make the library import fail with a bare
+        ``invalid literal for int()``)."""
+        value = os.getenv("ROBOT_THREAD_WORKERS")
+        if _not_given(value):
+            return self.DEFAULT_WORKERS
+        try:
+            workers = int(value)
+        except ValueError:
+            workers = 0
+        if workers < 1:
+            logger.warn(
+                f"Ignoring ROBOT_THREAD_WORKERS {value!r}: expected a whole number of at least 1. "
+                f"Using {self.DEFAULT_WORKERS} workers."
+            )
+            return self.DEFAULT_WORKERS
+        return workers
+
+    @staticmethod
+    def _abandoned_limit_from_environment() -> Optional[int]:
+        """``ROBOT_MAX_ABANDONED_THREADS``, or None for the default. An invalid
+        value is ignored with a warning, like ``ROBOT_THREAD_WORKERS``."""
+        value = os.getenv("ROBOT_MAX_ABANDONED_THREADS")
+        if _not_given(value):
+            return None
+        try:
+            limit = int(value)
+        except ValueError:
+            limit = -1
+        if limit < 0:
+            logger.warn(
+                f"Ignoring ROBOT_MAX_ABANDONED_THREADS {value!r}: expected a whole number of at least 0. "
+                "Using twice the number of workers."
+            )
+            return None
+        return limit
+
+    def _abandoned_thread_limit(self) -> int:
+        if self.max_abandoned_threads is None:
+            return 2 * self.max_workers
+        return self.max_abandoned_threads
 
     def run_parallel_scenarios(
         self,
@@ -225,6 +422,10 @@ class ParallelRunner:
         logger_mapper: Optional[Any] = None,
         return_values_only: bool = False,
         fail_on_error: bool = True,
+        call_timeout: Union[str, float, None] = None,
+        call_retries: Union[int, str, None] = 0,
+        retry_delay: Union[str, float, None] = "1s",
+        retry_backoff: Union[float, str, None] = 1,
         **kwargs
     ) -> Union[List[Dict[str, Any]], Tuple[Any, ...]]:
         """Runs ``keyword`` from ``library`` concurrently, once per item or N times.
@@ -263,7 +464,21 @@ class ParallelRunner:
           when any call failed, after all calls have finished and their logs
           have been replayed. If false, return the results anyway and leave
           checking ``status`` to the caller. See `Failures`.
-        - ``**kwargs``: Any other named argument is passed to every call.
+        - ``call_timeout``: Maximum time each call may run, in Robot's time
+          format (``10s``, ``1 minute 30 seconds``, ``2.5``). A call still
+          running after it fails with ``Timed out after ...`` while the other
+          calls keep running; calls that declare ``_cancelled`` are told to
+          stop. Not given (default): no limit. See
+          `Call timeouts and cancellation`.
+        - ``call_retries``: How many more times a failed call is tried
+          (``0``, default: none). A call that exceeds ``call_timeout`` is
+          retried too. See `Retries`.
+        - ``retry_delay``: Wait before the first retry, in Robot's time format.
+          Default ``1s``; ``0`` retries right away.
+        - ``retry_backoff``: Multiplies the wait after every failed retry:
+          ``2`` waits 1 s, 2 s, 4 s... Default ``1`` (always the same wait).
+        - ``**kwargs``: Any other named argument is passed to every call,
+          converted by the method's type hints like in a direct call.
 
         Returns a list of result dictionaries (see `Result format`), in call
         order: entry ``i`` belongs to ``for_loop_iterable[i]`` / repeat
@@ -276,6 +491,8 @@ class ParallelRunner:
         | ${results}=   | Run Parallel Scenarios | keyword=Check Health      | library=MyLibrary       | repeat=8 | agent_id=1 |
         | ${id1}    ${id2}    ${id3}= | Run Parallel Scenarios | keyword=Seed Record | library=MyLibrary | repeat=3 | return_values_only=True |
         | ${results}=   | Run Parallel Scenarios | keyword=Verify Agent Data | library=MyLibrary       | for_loop_iterable=${agents} | fail_on_error=False |
+        | ${results}=   | Run Parallel Scenarios | keyword=Verify Agent Data | library=MyLibrary       | for_loop_iterable=${agents} | call_timeout=30s |
+        | ${results}=   | Run Parallel Scenarios | keyword=Verify Agent Data | library=MyLibrary       | for_loop_iterable=${agents} | call_retries=2 | retry_delay=500ms |
         """
         # Determine items to process. NOTE: `repeat or 1` would be wrong here -
         # 0 is falsy in Python, so an explicit repeat=0 would silently fall
@@ -294,13 +511,17 @@ class ParallelRunner:
             effective_mapper = self._load_mapper_from_environment()
 
         min_level = self._resolve_thread_log_level(thread_log_level)
+        timeout_seconds = self._resolve_call_timeout(call_timeout)
+        retry = RetryPolicy.from_arguments(call_retries, retry_delay, retry_backoff)
 
         # Note: We must call the underlying Python method, not BuiltIn().run_keyword
         # because run_keyword is not thread-safe.
         lib_instance = self._get_library_instance_owning_keyword(keyword, library)
-        method = getattr(lib_instance, keyword.replace(" ", "_").lower())
+        method = self._get_keyword_method(lib_instance, keyword)
 
-        results = self._run_in_threads(method, list(items), effective_mapper, remove_passing_logs, min_level, kwargs)
+        results = self._run_in_threads(
+            method, list(items), effective_mapper, remove_passing_logs, min_level, kwargs, timeout_seconds, retry
+        )
 
         # Step: Re-play logs into Robot Framework sequentially
         self._replay_logs(results, remove_passing_logs, min_level)
@@ -393,17 +614,45 @@ class ParallelRunner:
         return self._resolve_mapper(os.getenv("ROBOT_LOGGER_MAPPER"), source="ROBOT_LOGGER_MAPPER")
 
     def _get_library_instance_owning_keyword(self, keyword_name: str, library: str) -> Any:
-        method_name = keyword_name.replace(" ", "_").lower()
         lib_instance = BuiltIn().get_library_instance(library)
-        if hasattr(lib_instance, method_name):
+        if self._find_keyword_method(lib_instance, keyword_name) is not None:
             return lib_instance
         raise ValueError(f"Keyword '{keyword_name}' not found in library '{library}'")
 
+    def _get_keyword_method(self, lib_instance: Any, keyword_name: str):
+        method = self._find_keyword_method(lib_instance, keyword_name)
+        if method is None:
+            raise ValueError(f"Keyword '{keyword_name}' not found in library '{type(lib_instance).__name__}'")
+        return method
+
+    @staticmethod
+    def _find_keyword_method(lib_instance: Any, keyword_name: str):
+        """Finds the method implementing ``keyword_name``: by method name
+        (``Verify Agent Data`` -> ``verify_agent_data``), or, like Robot
+        itself, by a custom name given with ``@keyword("...")``. Names are
+        compared ignoring case, spaces and underscores."""
+        method = getattr(lib_instance, keyword_name.replace(" ", "_").lower(), None)
+        if callable(method):
+            return method
+        wanted = _normalize_name(keyword_name)
+        for attribute in dir(lib_instance):
+            # getattr_static: don't run properties just to look at them.
+            raw = inspect.getattr_static(lib_instance, attribute, None)
+            function = raw.__func__ if isinstance(raw, (staticmethod, classmethod)) else raw
+            robot_name = getattr(function, "robot_name", None)
+            if robot_name is not None:
+                matches = _normalize_name(robot_name) == wanted
+            else:
+                matches = not attribute.startswith("_") and _normalize_name(attribute) == wanted
+            if matches and callable(getattr(lib_instance, attribute, None)):
+                return getattr(lib_instance, attribute)
+        return None
+
     def _resolve_thread_log_level(self, thread_log_level: Any) -> int:
         """Returns the numeric minimum level for ``thread_log_level``. Not
         given (None, empty, "None") means every level; an unknown value is
         ignored with a warning instead of silently filtering by INFO."""
-        if thread_log_level is None or str(thread_log_level).strip().upper() in ("", "NONE"):
+        if _not_given(thread_log_level):
             return LOG_LEVELS["TRACE"]
         level = _normalize_level(thread_log_level)
         if level in LOG_LEVELS:
@@ -414,6 +663,41 @@ class ParallelRunner:
         )
         return LOG_LEVELS["TRACE"]
 
+    @staticmethod
+    def _resolve_call_timeout(call_timeout: Any) -> Optional[float]:
+        """Returns ``call_timeout`` in seconds, or None when not given. Accepts
+        Robot's time format (``10s``, ``1 minute 30 seconds``, ``1.5``)."""
+        if _not_given(call_timeout):
+            return None
+        try:
+            seconds = timestr_to_secs(call_timeout)
+        except (ValueError, DataError) as error:
+            raise ValueError(f"Invalid call_timeout {call_timeout!r}: {error}") from None
+        if seconds <= 0:
+            raise ValueError(f"call_timeout must be positive, got {call_timeout!r}.")
+        return seconds
+
+    @staticmethod
+    def _converter_for(method):
+        """Returns a function converting ``(positional, named)`` arguments by
+        the method's type hints and default values, exactly like Robot does
+        when the keyword is called directly - or None if Robot can't parse the
+        method's signature (then arguments are passed as given)."""
+        try:
+            spec = PythonArgumentParser().parse(method)
+        except Exception:
+            return None
+        return lambda positional, named: spec.convert(positional, named)
+
+    @staticmethod
+    def _accepts_cancel_event(method) -> bool:
+        """``_cancelled`` is only passed to keywords that declare it, so that
+        keywords with a fixed signature keep working."""
+        try:
+            return "_cancelled" in inspect.signature(method).parameters
+        except (TypeError, ValueError):
+            return False
+
     def _run_in_threads(
         self,
         method,
@@ -422,11 +706,27 @@ class ParallelRunner:
         remove_passing_logs: bool,
         min_level: int,
         kwargs: Dict[str, Any],
+        call_timeout: Optional[float] = None,
+        retry: RetryPolicy = NO_RETRIES,
     ) -> List[Dict[str, Any]]:
         """
         Runs ``method`` once per item on up to ``max_workers`` daemon threads
         and returns the result dicts in call order (NOT completion order).
 
+        A failed attempt is tried again while ``retry`` allows it: the worker
+        puts the call back in the queue with the time it may start again, and
+        whichever worker takes it waits until then. ``call_timeout`` applies
+        to each attempt, and a timed-out attempt is retried only while the
+        abandoned threads are within their limit.
+
+        With ``call_timeout``, a call still running after that many seconds
+        becomes a ``FAIL`` result: its thread is abandoned (it can't be
+        killed) and a new worker takes its place, so the other calls keep
+        running ``max_workers`` at a time - while no more than the limit of
+        abandoned threads (``_abandoned_thread_limit``) are alive. Past it,
+        no replacements are started; if every worker is gone, the calls that
+        did not start fail right away.
+
         If the wait is interrupted (mostly by a Robot ``[Timeout]``), the
         workers stop starting new calls, the logs collected so far are
         replayed and the exception is re-raised. Calls already running can't
@@ -437,43 +737,251 @@ class ParallelRunner:
         if self.max_workers < 1:
             raise ValueError(f"ROBOT_THREAD_WORKERS must be at least 1, got {self.max_workers}.")
 
+        count = len(items)
+        convert = self._converter_for(method)
+        if convert is not None:
+            # Once, before any thread starts: a bad named argument fails the
+            # keyword instead of every call.
+            kwargs = dict(convert([], list(kwargs.items()))[1])
+        cancel_events = [threading.Event() for _ in items] if self._accepts_cancel_event(method) else None
+
         # Created here, not in the workers, so the logs of calls that are still
-        # running can be replayed if the keyword is interrupted.
+        # running can be replayed if the keyword is interrupted or times out.
         log_buffers: List[list] = [[] for _ in items]
-        results: List[Optional[Dict[str, Any]]] = [None] * len(items)
-        started = [False] * len(items)
+        # Written by the workers. When an attempt of call i starts, a worker
+        # writes `threads[i]`, `attempts[i]` (its number, 1-based) and then
+        # `attempt_started[i]` - in that order. `attempt_started[i]` is None
+        # while the call waits for a retry (it is cleared before the retry is
+        # queued), and the main thread reads `attempts[i]` first: so it never
+        # pairs an attempt with the start time of an earlier one, which would
+        # time the new attempt out too soon. `started_at[i]` is the start of
+        # the first attempt. `finished[i]`
+        # is written when the last attempt has returned - unless the main
+        # thread has timed the attempt out first. `claims`, keyed by (call,
+        # attempt), decides which of the two wins: dict.setdefault is atomic,
+        # so the first claim sticks.
+        started_at: List[Optional[float]] = [None] * count
+        attempt_started: List[Optional[float]] = [None] * count
+        attempts: List[int] = [0] * count
+        threads: List[Optional[threading.Thread]] = [None] * count
+        finished: List[Optional[Dict[str, Any]]] = [None] * count
+        claims: Dict[Tuple[int, int], str] = {}
+        # One entry per worker that ended because there was nothing left to
+        # run (or the batch was interrupted), not because it was abandoned.
+        exited: List[int] = []
+        # Written by the main thread only.
+        results: List[Optional[Dict[str, Any]]] = [None] * count
+
+        # What each call receives as its first argument. Only strings are
+        # converted (by the type hint, as when Robot calls the keyword with a
+        # value from a test file); other objects are passed as they are. The
+        # results keep the original item either way.
+        arguments = list(items)
         pending = queue.SimpleQueue()
-        for index in range(len(items)):
-            pending.put(index)
+        for index, item in enumerate(items):
+            if convert is not None and isinstance(item, str):
+                try:
+                    (arguments[index],), _ = convert([item], [])
+                except Exception as error:
+                    # Not worth starting: Robot would fail this call before running it, too.
+                    message = str(error)
+                    log_buffers[index].append(("ERROR", f"Thread failed for item {item}: {message}"))
+                    started_at[index] = time.monotonic()
+                    finished[index] = {
+                        "status": "FAIL", "item": item, "logs": log_buffers[index], "error": message, "attempts": 0,
+                    }
+                    continue
+            # (call, attempt, earliest start): retries go back in the queue too.
+            pending.put((index, 1, 0.0))
         stop = threading.Event()
+        workers_started = 0
 
         def worker():
-            while not stop.is_set():
-                try:
-                    index = pending.get_nowait()
-                except queue.Empty:
-                    return
-                started[index] = True
-                results[index] = self._execute_and_capture(
-                    method, items[index], logger_mapper, log_buffers[index], kwargs
-                )
-
+            abandoned = False
+            try:
+                while not stop.is_set():
+                    try:
+                        index, attempt, ready_at = pending.get_nowait()
+                    except queue.Empty:
+                        return
+                    wait = ready_at - time.monotonic()
+                    if wait > 0 and stop.wait(wait):
+                        return
+                    call_kwargs = kwargs if cancel_events is None else {**kwargs, "_cancelled": cancel_events[index]}
+                    log_buffer = log_buffers[index]
+                    threads[index] = threading.current_thread()
+                    attempts[index] = attempt
+                    now = time.monotonic()
+                    attempt_started[index] = now
+                    if started_at[index] is None:
+                        started_at[index] = now
+                    last = not retry.can_retry(attempt)
+                    result = self._execute_and_capture(
+                        method, items[index], logger_mapper, log_buffer, call_kwargs, arguments[index],
+                        log_failure=last,
+                    )
+                    if claims.setdefault((index, attempt), _WORKER) != _WORKER:
+                        # The attempt timed out and a new worker took this
+                        # thread's place: stop here, so no more than
+                        # max_workers calls run.
+                        abandoned = True
+                        return
+                    if result["status"] == "FAIL" and not last:
+                        attempt_started[index] = None
+                        log_buffer.append(("WARN", retry.failed_message(attempt, result["error"])))
+                        pending.put((index, attempt + 1, time.monotonic() + retry.delay_after(attempt)))
+                    else:
+                        result["attempts"] = attempt
+                        finished[index] = result
+            finally:
+                if not abandoned:
+                    exited.append(1)
+
+        def start_worker():
+            nonlocal workers_started
+            workers_started += 1
+            threading.Thread(target=worker, name=f"ParallelRunner-worker-{workers_started}", daemon=True).start()
+
+        workers_wanted = min(self.max_workers, count)
+        limit = self._abandoned_thread_limit()
+        abandoned_here = 0
+        limit_warned = False
         try:
-            for number in range(min(self.max_workers, len(items))):
-                threading.Thread(target=worker, name=f"ParallelRunner-worker-{number + 1}", daemon=True).start()
+            for _ in range(workers_wanted):
+                start_worker()
             # Deliberately no lock, Event or Future wait here: a timeout raised
             # asynchronously while such a wait holds an internal lock could
             # leave it locked forever. Short sleeps and plain reads are safe.
-            for index in range(len(items)):
-                while results[index] is None:
+            remaining = count
+            next_unstarted = 0
+            running: List[int] = []
+            while remaining:
+                # Calls start in index order (FIFO queue), so started calls are
+                # picked up by moving a pointer instead of scanning every slot.
+                while next_unstarted < count and started_at[next_unstarted] is not None:
+                    running.append(next_unstarted)
+                    next_unstarted += 1
+                now = time.monotonic()
+                still_running = []
+                for index in running:
+                    if finished[index] is not None:
+                        results[index] = finished[index]
+                        remaining -= 1
+                        continue
+                    attempt = attempts[index]  # before attempt_started: see above
+                    began = attempt_started[index]
+                    if (
+                        call_timeout is None
+                        or began is None
+                        or now - began < call_timeout
+                        or claims.setdefault((index, attempt), _MAIN) != _MAIN
+                    ):
+                        still_running.append(index)
+                        continue
+                    if cancel_events is not None:
+                        cancel_events[index].set()
+                    _abandoned_threads.append(threads[index])
+                    abandoned_here += 1
+                    retrying = retry.can_retry(attempt)
+                    if retrying and _abandoned_threads_alive() <= limit:
+                        # The abandoned attempt keeps the old buffer and event:
+                        # its late logs don't mix with the next attempt's.
+                        duration = secs_to_timestr(call_timeout)
+                        log_buffers[index] = log_buffers[index] + [
+                            ("WARN", retry.timed_out_message(attempt, duration))
+                        ]
+                        if cancel_events is not None:
+                            cancel_events[index] = threading.Event()
+                        attempt_started[index] = None
+                        pending.put((index, attempt + 1, now + retry.delay_after(attempt)))
+                        still_running.append(index)
+                    else:
+                        results[index] = self._timed_out_result(
+                            items[index], log_buffers[index], call_timeout, attempt,
+                            not_retried_limit=limit if retrying else None,
+                        )
+                        remaining -= 1
+                running = still_running
+                # Replace the workers abandoned by timed-out calls (or ended
+                # while a timed-out call was put back in the queue) while
+                # calls are still waiting - unless too many abandoned threads
+                # are alive (from this keyword call or earlier ones). Checked
+                # on every round, so a slot freed by a hung call that finally
+                # returns is used again.
+                active = workers_started - abandoned_here - len(exited)
+                missing = workers_wanted - active
+                if missing > 0 and not pending.empty():
+                    alive = _abandoned_threads_alive()
+                    if alive <= limit:
+                        for _ in range(missing):
+                            start_worker()
+                    else:
+                        if not limit_warned:
+                            limit_warned = True
+                            logger.warn(
+                                f"{alive} thread(s) abandoned by timed-out calls are still running, more than the "
+                                f"limit of {limit} (ROBOT_MAX_ABANDONED_THREADS): timed-out workers are no longer "
+                                "replaced, so the remaining calls run with fewer workers."
+                            )
+                        if active == 0:
+                            # No worker left to run them: fail them now instead of waiting forever.
+                            self._fail_not_started(pending, items, started_at, finished, log_buffers, limit)
+                if remaining:
                     time.sleep(_POLL_INTERVAL)
         except BaseException as error:
             stop.set()
-            self._replay_interrupted(items, results, started, log_buffers, error, remove_passing_logs, min_level)
+            if cancel_events is not None:
+                for event in cancel_events:
+                    event.set()
+            # The calls still running are abandoned too: they count towards the limit.
+            for index in range(count):
+                if attempt_started[index] is not None and results[index] is None and finished[index] is None:
+                    _abandoned_threads.append(threads[index])
+            self._replay_interrupted(
+                items, results, finished, started_at, log_buffers, error, remove_passing_logs, min_level
+            )
             raise
         return results
 
-    def _replay_interrupted(self, items, results, started, log_buffers, error, remove_passing_logs, min_level):
+    @staticmethod
+    def _timed_out_result(
+        item, log_buffer: list, call_timeout: float, attempt: int = 1, not_retried_limit: Optional[int] = None
+    ) -> Dict[str, Any]:
+        """``not_retried_limit``: the abandoned thread limit, when it is what
+        kept the call from being retried (not given: no retries were left)."""
+        duration = secs_to_timestr(call_timeout)
+        logs = list(log_buffer)
+        logs.append(("ERROR", f"Call for item {item} timed out after {duration} (call_timeout); "
+                              "it keeps running in the background"))
+        if not_retried_limit is not None:
+            logs.append(("ERROR", f"Call for item {item} not retried: the abandoned thread limit "
+                                  f"({not_retried_limit}, ROBOT_MAX_ABANDONED_THREADS) was reached"))
+        return {"status": "FAIL", "item": item, "logs": logs, "error": f"Timed out after {duration}", "attempts": attempt}
+
+    @staticmethod
+    def _fail_not_started(pending, items, started_at, finished, log_buffers, limit: int) -> None:
+        """Fails every call still waiting in ``pending``. Only called when no
+        worker is left, so nothing else reads the queue. The results are
+        picked up by the main loop like those of finished calls."""
+        while True:
+            try:
+                index, attempt, _ = pending.get_nowait()
+            except queue.Empty:
+                return
+            item = items[index]
+            log_buffers[index].append((
+                "ERROR",
+                f"Call for item {item} not started: every worker was abandoned by a timed-out call and "
+                f"the abandoned thread limit ({limit}, ROBOT_MAX_ABANDONED_THREADS) was reached",
+            ))
+            finished[index] = {
+                "status": "FAIL", "item": item, "logs": log_buffers[index],
+                "error": f"Not started: abandoned thread limit ({limit}) reached", "attempts": attempt - 1,
+            }
+            if started_at[index] is None:
+                started_at[index] = time.monotonic()
+
+    def _replay_interrupted(self, items, results, finished, started_at, log_buffers, error, remove_passing_logs, min_level):
         """Replays what the calls logged before the keyword was interrupted.
         Calls that never started are only counted, not listed one by one."""
         # On Windows Robot raises the timeout as a bare class, without message.
@@ -481,12 +989,12 @@ class ParallelRunner:
         partial = []
         running = not_started = 0
         for index, item in enumerate(items):
-            # Read the result before `started`: a call that finishes in between
-            # is then reported as still running, never as not started.
-            result = results[index]
+            # Read the results before `started_at`: a call that finishes in
+            # between is then reported as still running, never as not started.
+            result = results[index] or finished[index]
             if result is not None:
                 partial.append(result)
-            elif started[index]:
+            elif started_at[index] is not None:
                 running += 1
                 logs = list(log_buffers[index])
                 logs.append(("ERROR", f"Call for item {item} did not finish: still running when the keyword was interrupted ({reason})"))
@@ -500,14 +1008,22 @@ class ParallelRunner:
         self._replay_logs(partial, remove_passing_logs, min_level)
 
     def _execute_and_capture(
-        self, method, item, logger_mapper: Optional[Any], log_buffer: list, kwargs: Dict[str, Any]
+        self, method, item, logger_mapper: Optional[Any], log_buffer: list, kwargs: Dict[str, Any],
+        argument: Any = _NOT_SET, log_failure: bool = True,
     ) -> Dict[str, Any]:
         """Worker wrapper to capture logs and results.
 
-        ``kwargs`` is a dict, not ``**kwargs``, so a keyword argument that
-        happens to be called ``method``, ``item`` or ``log_buffer`` can't clash
-        with this method's own parameters.
+        ``log_failure=False`` (an attempt that will be retried) leaves out the
+        ``ERROR`` line of a failure; the caller logs the attempt as a warning.
+
+        ``argument`` is what the call receives as its first argument (``item``
+        converted by its type hint), ``item`` what the result reports. ``kwargs``
+        is a dict, not ``**kwargs``, so a keyword argument that happens to be
+        called ``method``, ``item`` or ``log_buffer`` can't clash with this
+        method's own parameters.
         """
+        if argument is _NOT_SET:
+            argument = item
         # Injection of a custom logger into the thread
         def thread_log(msg, level="INFO"):
             # Filter out IGNORE (sv=0) level logs. Other levels are kept as
@@ -519,13 +1035,14 @@ class ParallelRunner:
         effective_logger = logger_mapper if logger_mapper else thread_log
 
         try:
-            result = method(item, _logger=effective_logger, **kwargs)
+            result = method(argument, _logger=effective_logger, **kwargs)
             return {"status": "PASS", "item": item, "logs": log_buffer, "result": result}
         # BaseException, not Exception: whatever the call raises (even
         # SystemExit), the worker must report a result, or the main thread
         # would wait for this call forever.
         except BaseException as e:
-            thread_log(f"Thread failed for item {item}: {str(e)}", "ERROR")
+            if log_failure:
+                thread_log(f"Thread failed for item {item}: {str(e)}", "ERROR")
             return {"status": "FAIL", "item": item, "logs": log_buffer, "error": str(e)}
 
     def _replay_logs(self, results: List[Dict[str, Any]], remove_passing_logs: bool = False, min_level: int = 0):

ParallelRunner/retry.py

@@ -0,0 +1,114 @@
+"""Retries of failed calls in `Run Parallel Scenarios`: the ``call_retries``,
+``retry_delay`` and ``retry_backoff`` arguments.
+
+This module only decides *whether* and *when* a call is retried, and what is
+logged between attempts. Running the attempts on the worker threads (and
+retrying calls that exceeded ``call_timeout``) is done by
+``ParallelRunner._run_in_threads``.
+"""
+
+import math
+from dataclasses import dataclass
+from typing import Any
+
+from robot.errors import DataError
+from robot.utils import secs_to_timestr, timestr_to_secs
+
+DEFAULT_RETRY_DELAY = 1.0
+
+
+def _not_given(value: Any) -> bool:
+    """None, an empty string or "None" (any case), like in parallel_library."""
+    return value is None or (isinstance(value, str) and value.strip().upper() in ("", "NONE"))
+
+
+@dataclass(frozen=True)
+class RetryPolicy:
+    """How often and how long apart a failed call is tried again.
+
+    ``retries`` extra attempts after the first one; before attempt ``n + 1``
+    the call waits ``delay * backoff ** (n - 1)`` seconds (``backoff=1``: a
+    fixed delay; ``backoff=2``: 1 s, 2 s, 4 s...).
+    """
+
+    retries: int = 0
+    delay: float = DEFAULT_RETRY_DELAY
+    backoff: float = 1.0
+
+    @property
+    def attempts(self) -> int:
+        """Maximum number of attempts per call."""
+        return self.retries + 1
+
+    def can_retry(self, attempt: int) -> bool:
+        """Whether a call whose attempt number ``attempt`` (1-based) failed may run again."""
+        return attempt < self.attempts
+
+    def delay_after(self, attempt: int) -> float:
+        """Seconds to wait between failed attempt ``attempt`` and the next one."""
+        return self.delay * self.backoff ** (attempt - 1)
+
+    def failed_message(self, attempt: int, error: str) -> str:
+        return f"Attempt {attempt} of {self.attempts} failed: {error}; {self._retrying(attempt)}"
+
+    def timed_out_message(self, attempt: int, duration: str) -> str:
+        return (
+            f"Attempt {attempt} of {self.attempts} timed out after {duration} (call_timeout), "
+            f"it keeps running in the background; {self._retrying(attempt)}"
+        )
+
+    def _retrying(self, attempt: int) -> str:
+        delay = self.delay_after(attempt)
+        return f"retrying in {secs_to_timestr(delay)}" if delay > 0 else "retrying now"
+
+    @classmethod
+    def from_arguments(cls, call_retries: Any = None, retry_delay: Any = None, retry_backoff: Any = None) -> "RetryPolicy":
+        """Validates the keyword arguments, in Robot's formats: ``call_retries``
+        a whole number, ``retry_delay`` a Robot time (``1s``, ``500ms``),
+        ``retry_backoff`` a number. Not given: no retries, a 1 second delay,
+        no backoff. An invalid value raises ``ValueError`` before anything runs."""
+        return cls(
+            retries=cls._resolve_retries(call_retries),
+            delay=cls._resolve_delay(retry_delay),
+            backoff=cls._resolve_backoff(retry_backoff),
+        )
+
+    @staticmethod
+    def _resolve_retries(value: Any) -> int:
+        if _not_given(value):
+            return 0
+        try:
+            # Through str: rejects 1.5 (and True) instead of truncating it.
+            retries = int(str(value).strip())
+        except ValueError:
+            retries = -1
+        if retries < 0:
+            raise ValueError(f"Invalid call_retries {value!r}: expected a whole number of at least 0.")
+        return retries
+
+    @staticmethod
+    def _resolve_delay(value: Any) -> float:
+        if _not_given(value):
+            return DEFAULT_RETRY_DELAY
+        try:
+            seconds = timestr_to_secs(value)
+        except (ValueError, DataError) as error:
+            raise ValueError(f"Invalid retry_delay {value!r}: {error}") from None
+        if seconds < 0:
+            raise ValueError(f"retry_delay can't be negative, got {value!r}.")
+        return seconds
+
+    @staticmethod
+    def _resolve_backoff(value: Any) -> float:
+        if _not_given(value):
+            return 1.0
+        try:
+            backoff = float(str(value).strip())
+        except ValueError:
+            raise ValueError(f"Invalid retry_backoff {value!r}: expected a number of at least 1.") from None
+        if not 1 <= backoff < math.inf:  # also rejects NaN
+            raise ValueError(f"retry_backoff must be at least 1, got {value!r}.")
+        return backoff
+
+
+NO_RETRIES = RetryPolicy()

{robotframework_parallelrunner-0.3.1.dist-info → robotframework_parallelrunner-0.5.0.dist-info}/METADATA

@@ -1,20 +1,19 @@
 Metadata-Version: 2.4
 Name: robotframework-parallelrunner
-Version: 0.3.1
+Version: 0.5.0
 Summary: Run a keyword in parallel inside a single Robot Framework test case, with one clean, ordered log.html.
 License-Expression: MIT
 License-File: LICENSE
 Keywords: robotframework,robot-framework,parallel,threading,testing,automation
 Author: Cristian Garcia
 Author-email: cristian.garcia.vd@gmail.com
-Requires-Python: >=3.9
+Requires-Python: >=3.10
 Classifier: Development Status :: 4 - Beta
 Classifier: Framework :: Robot Framework
 Classifier: Framework :: Robot Framework :: Library
 Classifier: Intended Audience :: Developers
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
@@ -53,9 +52,10 @@ correctly ordered `log.html` plus a structured list of per-item results.
 pip install robotframework-parallelrunner
 ```
 
-Requires Python 3.9+ and Robot Framework 5.0+ (installed automatically).
-See [docs/INSTALLATION.md](https://github.com/cristiangarciavd/robotframework-parallelrunner/blob/main/docs/INSTALLATION.md) for development installs
-and upgrading from the pre-release import path.
+Requires Python 3.10+ and Robot Framework 5.0+ (installed automatically).
+See [docs/INSTALLATION.md](https://github.com/cristiangarciavd/robotframework-parallelrunner/blob/main/docs/INSTALLATION.md) for development installs,
+upgrading from the pre-release import path, and Python 3.8/3.9 (no longer
+supported, but 0.5.0 was tested and works on them).
 
 ## Quickstart
 
@@ -113,8 +113,8 @@ threading, buffering, and replay logic stay out of your `.robot` files.
 ## Summary of Benefits
 
 - **Speed.** Waiting time is overlapped instead of added up. In this repo's
-  examples, 9 HTTP checks with a 1 s delay each drop from 13 s to 2 s with
-  9 workers, and 4 suites × 8 items × 1 s drop from 32.7 s to 4.6 s with
+  examples, 9 HTTP checks with a 1 s delay each drop from 13.9 s to 2.2 s with
+  9 workers, and 4 suites × 8 items × 1 s drop from 32.9 s to 5.1 s with
   8 workers (see [Using It Together With pabot](#using-it-together-with-pabot)).
 - **Integrity.** Your `log.html` remains the single source of truth — no
   broken XML tags from concurrent writes.
@@ -183,7 +183,7 @@ pabot --processes 4 --pythonpath . atest/
 pabot --processes 4 --testlevelsplit --pythonpath . atest/
 ```
 
-Both commands pass the full acceptance suite of this repository (52 tests;
+Both commands pass the full acceptance suite of this repository (82 tests;
 checked with pabot 5.2.2).
 
 How much time each one saves, from the offline
@@ -192,14 +192,14 @@ How much time each one saves, from the offline
 
 | Run | Wall-clock time | Speedup |
 |---|---|---|
-| robot, sequential loop | 32.7 s | ×1.0 |
-| robot + ParallelRunner (8 workers) | 4.6 s | ×7.1 |
-| pabot (4 processes), sequential loop | 10.6 s | ×3.1 |
-| pabot (4 processes) + ParallelRunner (8 workers) | 3.5 s | ×9.2 |
+| robot, sequential loop | 32.9 s | ×1.0 |
+| robot + ParallelRunner (8 workers) | 5.1 s | ×6.5 |
+| pabot (4 processes), sequential loop | 12.4 s | ×2.7 |
+| pabot (4 processes) + ParallelRunner (8 workers) | 4.6 s | ×7.2 |
 
 ParallelRunner removes the waiting *inside* each test, and pabot removes it
 *between* suites. With suites this short, pabot's process start-up (about
-2.5 s here) is most of what's left, so the combination pays off more as
+3.5 s here) is most of what's left, so the combination pays off more as
 suites get longer.
 
 Things to keep in mind:
@@ -221,6 +221,31 @@ Things to keep in mind:
   could interfere with each other. Keep shared state per process, or split
   by suite.
 
+## How Is This Different From AsyncLibrary?
+
+[AsyncLibrary](https://github.com/rlehfeld/robotframework-async-keyword)
+(`pip install robotframework-async-keyword`) also runs keywords in threads
+inside one test case. It runs *any* keyword, user keywords included: you
+start each call with `Async Run` and collect it later with `Async Get`. It
+buffers each call's output and replays it, so `log.html` keeps the full
+nested keyword structure. To do that, it works with Robot Framework's
+internal execution context and output.
+
+| | **AsyncLibrary** | **ParallelRunner** |
+|---|---|---|
+| Runs | Any keyword, including user keywords | A method of a Python library that accepts `_logger` |
+| Usage | `Async Run` per call, `Async Get` later | One `Run Parallel Scenarios` call over a list, or `repeat=N` |
+| Concurrency | Python's default thread pool size | `ROBOT_THREAD_WORKERS` |
+| Hung calls | `Async Get    timeout=...` stops waiting for them | `call_timeout` fails only that call and frees its slot for the next item |
+| Failures | `Async Get` raises the call's error | One failure listing every failed item, or a `PASS`/`FAIL` per item with `fail_on_error=False` |
+| Robot internals | Works with the internal execution context and output | Not patched; logs only from the main thread, through the public logger API; tested on Robot Framework 5, 6 and 7 |
+
+Use AsyncLibrary when the work lives in user keywords (or in library
+keywords you can't change), or when you want to start something in the
+background, run other steps, and collect it later. Use ParallelRunner to fan
+one Python keyword out over many items as a single batch, with a bounded
+worker pool, per-call timeouts and one failure report for the whole batch.
+
 ## When Not To Use This
 
 - **CPU-bound work.** Threads share Python's GIL — number crunching won't
@@ -230,11 +255,6 @@ Things to keep in mind:
   made thread-safe for you; your own keyword's side effects are not. If it
   writes to a shared variable, file, or object without a lock, running it
   concurrently can race the same way any multi-threaded code can.
-- **You need per-item retries or a per-item timeout.** Not implemented yet
-  (see [ROADMAP.md](https://github.com/cristiangarciavd/robotframework-parallelrunner/blob/main/ROADMAP.md)). A Robot `[Timeout]` on the test or keyword does
-  interrupt the whole batch when it expires and replays the logs collected so
-  far, but calls that are already running can't be stopped: they keep running
-  in the background until they return.
 - **You need process-level isolation** (a crash in one call shouldn't be
   able to affect another) or cross-machine parallelism — that's pabot's
   domain, not this library's.

robotframework_parallelrunner-0.5.0.dist-info/RECORD

@@ -0,0 +1,10 @@
+ParallelRunner/__init__.py,sha256=x74aR4t2SZvD81MepoTobACqyLfX_rKaEWPJY08kvTA,671
+ParallelRunner/parallel_library.py,sha256=KN38cWRcvwHn-xqwC98GfJ_Xdqpy7Rw46z0Cl8yJ9-0,55535
+ParallelRunner/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ParallelRunner/retry.py,sha256=uhnDzuVELxAeF6bm02wSFnvnvXpMV42KLRZ_LnMK-Go,4363
+ParallelRunner/version.py,sha256=W8E8ymdTLqfKl_1qBIOrjGpO8kSbqPw30aYZpqYUNMk,632
+parallelrunner.py,sha256=2oyKOVeKlOaZUZ3f2i_l5xCAYFKVm11bSQZOtzSSJO8,1132
+robotframework_parallelrunner-0.5.0.dist-info/METADATA,sha256=YtAS0UxexW3dk1ta9V7auqMyGvtFR_iujD_u1tkPx-w,15829
+robotframework_parallelrunner-0.5.0.dist-info/WHEEL,sha256=L-WvLdSBvJWHXv5zrQxDvNRnIgoBzLUpcbuiw19KCuQ,88
+robotframework_parallelrunner-0.5.0.dist-info/licenses/LICENSE,sha256=xxQh3uvlk5jC1i0eoH5Nyo9cDz2Fzu0DqOzAZw8XxFs,1072
+robotframework_parallelrunner-0.5.0.dist-info/RECORD,,

robotframework_parallelrunner-0.3.1.dist-info/RECORD

@@ -1,9 +0,0 @@
-ParallelRunner/__init__.py,sha256=ifsoO1rXf4kL3i75NokrD_KHxnlvE3IuH69Fb-ByfNg,641
-ParallelRunner/parallel_library.py,sha256=wF-gIBbVl2D0qD9GGL5dnC49KpGl1Sfy_fq50kKMHyQ,28018
-ParallelRunner/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ParallelRunner/version.py,sha256=W8E8ymdTLqfKl_1qBIOrjGpO8kSbqPw30aYZpqYUNMk,632
-parallelrunner.py,sha256=2oyKOVeKlOaZUZ3f2i_l5xCAYFKVm11bSQZOtzSSJO8,1132
-robotframework_parallelrunner-0.3.1.dist-info/METADATA,sha256=qkPgEByTDt4P8tbArMmtXEuTmqmczGrBPJDTUFdj5iM,14501
-robotframework_parallelrunner-0.3.1.dist-info/WHEEL,sha256=L-WvLdSBvJWHXv5zrQxDvNRnIgoBzLUpcbuiw19KCuQ,88
-robotframework_parallelrunner-0.3.1.dist-info/licenses/LICENSE,sha256=xxQh3uvlk5jC1i0eoH5Nyo9cDz2Fzu0DqOzAZw8XxFs,1072
-robotframework_parallelrunner-0.3.1.dist-info/RECORD,,