simpleflow 0.34.3__tar.gz → 0.36.0__tar.gz

{simpleflow-0.34.3 → simpleflow-0.36.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: simpleflow
-Version: 0.34.3
+Version: 0.36.0
 Summary: Python library for dataflow programming with Amazon SWF
 Project-URL: documentation, https://botify-labs.github.io/simpleflow
 Project-URL: repository, https://github.com/botify-labs/simpleflow
@@ -15,14 +15,12 @@ Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Natural Language :: English
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.7
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
-Requires-Python: >=3.7
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.10
 Requires-Dist: attrs
 Requires-Dist: boto3>=1.28.20
 Requires-Dist: click

{simpleflow-0.34.3 → simpleflow-0.36.0}/pyproject.toml

@@ -1,19 +1,21 @@
 [build-system]
-requires = ["hatchling"]
+requires = ["hatchling", "uv-dynamic-versioning"]
 build-backend = "hatchling.build"
 
+[tool.hatch.version]
+source = "uv-dynamic-versioning"
+
+[tool.uv-dynamic-versioning]
+pattern = "default-unprefixed"
+
 [project]
 name = "simpleflow"
 description = "Python library for dataflow programming with Amazon SWF"
 readme = "README.md"
-requires-python = ">=3.7"
+requires-python = ">=3.10"
 license = "MIT"
-authors = [
-    { name = "Greg Leclercq" },
-]
-maintainers = [
-    { "email" = "tech@botify.com" },
-]
+authors = [{ name = "Greg Leclercq" }]
+maintainers = [{ "email" = "tech@botify.com" }]
 keywords = ["simpleflow", "amazon swf", "simple workflow"]
 classifiers = [
     "Development Status :: 4 - Beta",
@@ -21,13 +23,11 @@ classifiers = [
     "License :: OSI Approved :: MIT License",
     "Natural Language :: English",
     "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.7",
-    "Programming Language :: Python :: 3.8",
-    "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
 ]
 dynamic = ["version"]
 
@@ -58,6 +58,7 @@ simpleflow = "simpleflow.command:cli"
 
 [tool.ruff]
 line-length = 120
+unsafe-fixes = true
 
 [tool.ruff.lint]
 extend-select = [
@@ -68,8 +69,7 @@ extend-select = [
     "RUF", # ruff
 ]
 allowed-confusables = ["‘", "’"]
-extend-ignore = [
-]
+extend-ignore = []
 ignore = ["E501"]
 
 [tool.ruff.lint.isort]
@@ -80,10 +80,35 @@ exclude_dirs = ["/tests", "/examples", "/venv", "/build"]
 skips = ["B404"]
 
 [tool.pytest.ini_options]
-addopts = "--doctest-modules --ignore=setup.py --ignore=tasks.py --ignore=docs/ --ignore=build/ --ignore=examples/"
+addopts = "-vv -rfE --no-success-flaky-report --doctest-modules --ignore=setup.py --ignore=tasks.py --ignore=docs/ --ignore=build/ --ignore=examples/"
+env = [
+    "PYTHONDONTWRITEBYTECODE=1",
+    # The AWS_DEFAULT_REGION parameter determines the region used for SWF.
+    # Leaving it to a value different than "us-east-1" would break moto,
+    # because moto.swf only mocks calls to us-east-1 region for now.
+    "AWS_DEFAULT_REGION=us-east-1",
+    # Disable AWS credentials.
+    # NB: we set them to wrong values so boto believes they're here, so it
+    # issues integration requests later caught by VCR. For more information
+    # see tests/integration/README.md
+    "AWS_ACCESS_KEY_ID=1234",
+    "AWS_SECRET_ACCESS_KEY=1234",
+    # Enable various test optimizations
+    "SIMPLEFLOW_ENV=test",
+    "SIMPLEFLOW_CLEANUP_PROCESSES=yes",
+    # Simple variable to control the number of connection retries
+    "SWF_CONNECTION_RETRIES=1",
+    # Don't run real SWF requests if a cassette doesn't match
+    # See tests/integration/README.md for instructions about cassettes updating
+    "SIMPLEFLOW_VCR_RECORD_MODE=none",
+    # Disable jumbo fields
+    "SIMPLEFLOW_JUMBO_FIELDS_BUCKET=",
+    # setproctitle segfaults in forked children on macOS (py-setproctitle#165)
+    "SIMPLEFLOW_DISABLE_SETPROCTITLE=1",
+    # Prevent CI from overriding boto configuration
+    "BOTO_CONFIG=/dev/null",
+]
 
-[tool.hatch.version]
-path = "simpleflow/__init__.py"
 
 [tool.hatch.build]
 include = ["/simpleflow"]
@@ -102,13 +127,13 @@ dev = [
     "pytest",
     "pytest-xdist>=3.2.0",
     "ruff",
-    "setuptools<72", # See https://github.com/pypa/setuptools/issues/4519
+    "setuptools<72",                                     # See https://github.com/pypa/setuptools/issues/4519
     "sphinx",
     "sphinx_rtd_theme",
-    "sure",
     "typing-extensions",
     "vcrpy",
     "twine",
+    "pytest-env>=1.0.1",
 ]
 
 doc = [

simpleflow-0.36.0/simpleflow/__init__.py

@@ -0,0 +1,16 @@
+from __future__ import annotations
+
+from importlib.metadata import PackageNotFoundError, version
+
+from .activity import Activity as Activity
+from .runtime import logger as logger
+from .signal import WaitForSignal as WaitForSignal
+from .workflow import Workflow as Workflow
+
+try:
+    __version__ = version("simpleflow")
+except PackageNotFoundError:
+    # Running from a source checkout without the distribution installed.
+    __version__ = "unknown"
+__author__ = "Greg Leclercq, Yves Bastide"
+__license__ = "MIT"

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/activity.py

@@ -5,7 +5,8 @@ from typing import TYPE_CHECKING
 from . import registry, settings
 
 if TYPE_CHECKING:
-    from typing import Any, Callable
+    from collections.abc import Callable
+    from typing import Any
 
 
 __all__ = [

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/execute.py

@@ -155,9 +155,10 @@ def python(
                     tmp_dir = env.get(envname)
                     if tmp_dir:
                         break
-            with tempfile.TemporaryFile(dir=tmp_dir) as result_fd, tempfile.TemporaryFile(
-                dir=tmp_dir, buffering=0
-            ) as error_fd:  # TODO when Python 3.7 is dropped: encoding="utf-8", errors="replace"
+            with (
+                tempfile.TemporaryFile(dir=tmp_dir) as result_fd,
+                tempfile.TemporaryFile(dir=tmp_dir, buffering=0) as error_fd,
+            ):
                 dup_result_fd = os.dup(result_fd.fileno())  # remove FD_CLOEXEC
                 dup_error_fd = os.dup(error_fd.fileno())  # remove FD_CLOEXEC
                 arguments_json = format_arguments_json(*args, **kwargs)

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/history.py

@@ -1,7 +1,8 @@
 from __future__ import annotations
 
 import collections
-from typing import TYPE_CHECKING, Callable, ClassVar
+from collections.abc import Callable
+from typing import TYPE_CHECKING, ClassVar
 
 import simpleflow.swf.mapper.models.history
 from simpleflow import logger

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/process/_named_mixin.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import functools
+import os
 
 from setproctitle import setproctitle
 
@@ -61,6 +62,11 @@ class NamedMixin:
         self.set_process_name()
 
     def set_process_name(self):
+        # setproctitle segfaults when called in a forked child process on macOS
+        # (see https://github.com/dvarrazzo/py-setproctitle/issues/165). Allow
+        # disabling it so the test suite doesn't crash spawned workers/deciders.
+        if os.environ.get("SIMPLEFLOW_DISABLE_SETPROCTITLE"):
+            return
         klass = self.__class__.__name__
         properties = []
         for prop in getattr(self, "_named_mixin_properties", []):

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/step/submittable.py

@@ -17,7 +17,7 @@ from .utils import (
 )
 
 if TYPE_CHECKING:
-    from typing import Sequence
+    from collections.abc import Sequence
 
     from simpleflow.base import Submittable
     from simpleflow.executor import Executor

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/step/utils.py

@@ -3,7 +3,7 @@ from __future__ import annotations
 from typing import TYPE_CHECKING
 
 if TYPE_CHECKING:
-    from typing import Sequence
+    from collections.abc import Sequence
 
 
 def should_force_step(step_name: str, force_steps: Sequence[str]) -> bool:

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/step/workflow.py

@@ -13,7 +13,8 @@ from .submittable import Step
 from .tasks import GetStepsDoneTask
 
 if TYPE_CHECKING:
-    from typing import Any, Sequence
+    from collections.abc import Sequence
+    from typing import Any
 
 
 class WorkflowStepMixin(metaclass=abc.ABCMeta):

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/swf/executor.py

@@ -6,7 +6,8 @@ import inspect
 import json
 import re
 import traceback
-from typing import TYPE_CHECKING, Any, Callable, ClassVar
+from collections.abc import Callable
+from typing import TYPE_CHECKING, Any, ClassVar
 
 import multiprocess
 

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/swf/mapper/exceptions.py

@@ -1,9 +1,10 @@
 from __future__ import annotations
 
 import re
-from collections.abc import Sequence
+from collections.abc import Callable, Sequence
 from functools import partial, wraps
-from typing import Any, Callable, Pattern
+from re import Pattern
+from typing import Any
 
 from botocore.exceptions import ClientError
 

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/swf/mapper/models/event/base.py

@@ -1,13 +1,7 @@
 from __future__ import annotations
 
-import sys
 from datetime import datetime
-from typing import Any
-
-if sys.version_info < (3, 8):
-    from typing_extensions import TypedDict
-else:
-    from typing import TypedDict
+from typing import Any, TypedDict
 
 import pytz
 

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/swf/mapper/models/event/task.py

@@ -1,13 +1,6 @@
 from __future__ import annotations
 
-import sys
-
-if sys.version_info < (3, 8):
-    from typing_extensions import TypedDict
-else:
-    from typing import ClassVar, TypedDict
-
-from typing import TYPE_CHECKING, Any
+from typing import TYPE_CHECKING, Any, ClassVar, TypedDict
 
 from simpleflow.swf.mapper.models.event.base import Event, TaskList
 from simpleflow.swf.mapper.models.event.compiler import CompiledEvent

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/swf/mapper/models/event/workflow.py

@@ -1,11 +1,6 @@
 from __future__ import annotations
 
-import sys
-
-if sys.version_info < (3, 8):
-    from typing_extensions import TypedDict
-else:
-    from typing import ClassVar, TypedDict
+from typing import ClassVar, TypedDict
 
 from simpleflow.swf.mapper.models.event.base import Event, TaskList
 from simpleflow.swf.mapper.models.event.compiler import CompiledEvent

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/swf/mapper/models/history/base.py

@@ -1,7 +1,8 @@
 from __future__ import annotations
 
+from collections.abc import Iterator
 from itertools import groupby
-from typing import Any, Iterator
+from typing import Any
 
 from simpleflow.swf.mapper.models.event.base import Event
 from simpleflow.swf.mapper.models.event.compiler import CompiledEvent

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/swf/stats/pretty.py

@@ -1,10 +1,11 @@
 from __future__ import annotations
 
 import operator
+from collections.abc import Sequence
 from datetime import datetime
 from functools import partial, wraps
 from itertools import chain
-from typing import TYPE_CHECKING, Any, Sequence
+from typing import TYPE_CHECKING, Any
 
 from tabulate import tabulate
 

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/swf/task.py

@@ -161,7 +161,14 @@ class WorkflowTask(task.WorkflowTask, SwfTask):
         """
         Casts a generic simpleflow.task.WorkflowTask into a SWF one.
         """
-        return cls(task.executor, task.workflow, *task._args, **task._kwargs)
+        # Preserve an explicit decision task list override set on the generic task.
+        return cls(
+            task.executor,
+            task.workflow,
+            *task._args,
+            workflow_task_list=task._task_list,
+            **task._kwargs,
+        )
 
     @property
     def name(self):
@@ -173,6 +180,11 @@ class WorkflowTask(task.WorkflowTask, SwfTask):
 
     @property
     def task_list(self) -> str | None:
+        # An explicit override (e.g. to make a child workflow inherit its
+        # parent's decision task list) wins over the workflow's own logic.
+        if self._task_list:
+            return self._task_list
+
         get_task_list = getattr(self.workflow, "get_task_list", None)
         if get_task_list:
             return get_task_list(self.workflow, *self.args, **self.kwargs)

{simpleflow-0.34.3 → simpleflow-0.36.0}/simpleflow/task.py

@@ -146,7 +146,14 @@ class WorkflowTask(Task):
     Child workflow.
     """
 
-    def __init__(self, executor: Executor | None, workflow: type[Workflow], *args, **kwargs) -> None:
+    def __init__(
+        self,
+        executor: Executor | None,
+        workflow: type[Workflow],
+        *args,
+        workflow_task_list: str | None = None,
+        **kwargs,
+    ) -> None:
         # Keep original arguments for use in subclasses
         # For instance this helps casting a generic class to a simpleflow.swf.task,
         # see simpleflow.swf.task.WorkflowTask.from_generic_task() factory
@@ -159,6 +166,11 @@ class WorkflowTask(Task):
         get_workflow_id = getattr(workflow, "get_workflow_id", None)
         self.args = self.resolve_args(*args)
         self.kwargs = self.resolve_kwargs(**kwargs)
+        # Explicit decision task list for the child workflow. When set, it takes
+        # precedence over the child workflow's own ``get_task_list``/``task_list``
+        # (see simpleflow.swf.task.WorkflowTask.task_list). It is *not* a run
+        # argument: it never reaches the child's ``run()``.
+        self._task_list = workflow_task_list
 
         if get_workflow_id:
             self.id: str | None = get_workflow_id(workflow, *self.args, **self.kwargs)
@@ -192,8 +204,8 @@ class ChildWorkflowTask(WorkflowTask):
     (yet).
     """
 
-    def __init__(self, workflow: type[Workflow], *args, **kwargs) -> None:
-        super().__init__(None, workflow, *args, **kwargs)
+    def __init__(self, workflow: type[Workflow], *args, workflow_task_list: str | None = None, **kwargs) -> None:
+        super().__init__(None, workflow, *args, workflow_task_list=workflow_task_list, **kwargs)
 
 
 class SignalTask(Task):

simpleflow-0.34.3/simpleflow/__init__.py

@@ -1,10 +0,0 @@
-from __future__ import annotations
-
-from .activity import Activity  # NOQA
-from .runtime import logger  # NOQA
-from .signal import WaitForSignal  # NOQA
-from .workflow import Workflow  # NOQA
-
-__version__ = "0.34.3"
-__author__ = "Greg Leclercq"
-__license__ = "MIT"