async-graph-data-flow 1.2.0__tar.gz → 1.4.0__tar.gz

{async-graph-data-flow-1.2.0/src/async_graph_data_flow.egg-info → async-graph-data-flow-1.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: async-graph-data-flow
-Version: 1.2.0
+Version: 1.4.0
 Summary: Asynchronous functions that pass data along a directed acyclic graph
 Author-email: Civis Analytics <opensource@civisanalytics.com>
 License: BSD 3-Clause
@@ -16,11 +16,22 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Framework :: AsyncIO
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
-Provides-Extra: dev
 License-File: LICENSE.txt
+Provides-Extra: dev
+Requires-Dist: black==23.11.0; extra == "dev"
+Requires-Dist: flake8==6.1.0; extra == "dev"
+Requires-Dist: pytest==7.4.3; extra == "dev"
+Requires-Dist: build==1.0.3; extra == "dev"
+Requires-Dist: twine==4.0.2; extra == "dev"
+Requires-Dist: Sphinx==7.2.6; extra == "dev"
+Requires-Dist: furo==2023.9.10; extra == "dev"
+Requires-Dist: numpydoc==1.6.0; extra == "dev"
+Requires-Dist: sphinx-copybutton==0.5.2; extra == "dev"
+Requires-Dist: sphinxcontrib-mermaid==0.9.2; extra == "dev"
 
 # async-graph-data-flow
 

{async-graph-data-flow-1.2.0 → async-graph-data-flow-1.4.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "async-graph-data-flow"
-version = "1.2.0"
+version = "1.4.0"
 description = "Asynchronous functions that pass data along a directed acyclic graph"
 readme = "README.md"
 requires-python = ">= 3.10"
@@ -28,6 +28,7 @@ classifiers = [
     "Programming Language :: Python :: 3 :: Only",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
     "Framework :: AsyncIO",
 ]
 
@@ -37,20 +38,20 @@ Source = "https://github.com/civisanalytics/async-graph-data-flow"
 [project.optional-dependencies]
 dev = [
     # Running tests and linters
-    "black == 23.1.0",
-    "flake8 == 6.0.0",
-    "pytest == 7.2.1",
+    "black == 23.11.0",
+    "flake8 == 6.1.0",
+    "pytest == 7.4.3",
 
     # Managing source distributions
-    "build == 0.10.0",
+    "build == 1.0.3",
     "twine == 4.0.2",
 
     # Documentation
-    "Sphinx == 6.1.3",
-    "furo == 2022.12.7",
-    "numpydoc == 1.5.0",
-    "sphinx-copybutton == 0.5.1",
-    "sphinxcontrib-mermaid == 0.8",
+    "Sphinx == 7.2.6",
+    "furo == 2023.9.10",
+    "numpydoc == 1.6.0",
+    "sphinx-copybutton == 0.5.2",
+    "sphinxcontrib-mermaid == 0.9.2",
 ]
 
 [tool.setuptools.packages.find]

{async-graph-data-flow-1.2.0 → async-graph-data-flow-1.4.0}/src/async_graph_data_flow/executor.py

@@ -4,7 +4,7 @@ import logging
 import time
 import traceback
 from collections import deque
-from typing import Any, Iterable, Optional
+from typing import Any, Iterable
 
 from .graph import AsyncGraph, InvalidAsyncGraphError
 
@@ -102,10 +102,10 @@ class AsyncExecutor:
 
     def turn_on_data_flow_logging(
         self,
-        node_format: Optional[str] = None,
-        node_filter: Iterable[str] = None,
-        time_interval: Optional[int] = None,
-        logger: logging.Logger = None,
+        node_format: str | None = None,
+        node_filter: Iterable[str] | None = None,
+        time_interval: int | None = None,
+        logger: logging.Logger | None = None,
     ):
         """Turn on and configure data flow logging.
 

{async-graph-data-flow-1.2.0 → async-graph-data-flow-1.4.0}/src/async_graph_data_flow/graph.py

@@ -1,6 +1,6 @@
 import inspect
 from collections import OrderedDict
-from typing import Any, Callable, NamedTuple, Optional
+from typing import Any, Callable, NamedTuple
 
 
 _DEFAULT_NUM_OF_WORKERS = 1
@@ -37,11 +37,12 @@ class AsyncGraph:
         self,
         func: Callable,
         *,
-        name: Optional[str] = None,
-        halt_on_exception: Optional[bool] = False,
-        unpack_input: Optional[bool] = True,
-        max_tasks: Optional[int] = 1,
-        queue_size: Optional[int] = 10_000,
+        name: str | None = None,
+        halt_on_exception: bool = False,
+        unpack_input: bool = True,
+        max_tasks: int = 1,
+        queue_size: int = 10_000,
+        check_async_gen: bool = True,
     ) -> None:
         """Add a node by providing its function and optional configurations.
 
@@ -68,16 +69,20 @@ class AsyncGraph:
             The maximum number of data items allowed to be
             in the :class:`~asyncio.Queue` object between this node as a source
             and its destination node(s).
+        check_async_gen : bool, optional
+            If ``True`` (the default), the callable ``func`` is verified to be an async
+            generator function by :func:`inspect.isasyncgenfunction`.
+            Pass in ``False`` to disable this check if ``func`` would fail the check
+            while the callable under the hood is still an async generator function
+            (e.g., your function is wrapped by a decorator).
 
         Notes
         -----
-        These details concern the reqiurements of the node's function and the keyword
+        These details concern the requirements of the node's function and the keyword
         argument ``unpack_input``.
 
         * Each function in the graph must be an **asynchronous generator function**,
           i.e., it's defined by ``async def`` and it yields.
-          Implementationally, calling :func:`inspect.isasyncgenfunction`
-          on your function must return ``True``.
 
         * Each function can have any signature,
           with no arguments or with any valid argument types
@@ -123,7 +128,7 @@ class AsyncGraph:
         """  # noqa: E501
 
         name = name or func.__name__
-        if not inspect.isasyncgenfunction(func):
+        if check_async_gen and not inspect.isasyncgenfunction(func):
             raise TypeError(f"node '{name}' isn't an async generator function")
         if name in self._nodes:
             raise ValueError(f"node '{name}' already exists in the graph")

{async-graph-data-flow-1.2.0 → async-graph-data-flow-1.4.0/src/async_graph_data_flow.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: async-graph-data-flow
-Version: 1.2.0
+Version: 1.4.0
 Summary: Asynchronous functions that pass data along a directed acyclic graph
 Author-email: Civis Analytics <opensource@civisanalytics.com>
 License: BSD 3-Clause
@@ -16,11 +16,22 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Framework :: AsyncIO
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
-Provides-Extra: dev
 License-File: LICENSE.txt
+Provides-Extra: dev
+Requires-Dist: black==23.11.0; extra == "dev"
+Requires-Dist: flake8==6.1.0; extra == "dev"
+Requires-Dist: pytest==7.4.3; extra == "dev"
+Requires-Dist: build==1.0.3; extra == "dev"
+Requires-Dist: twine==4.0.2; extra == "dev"
+Requires-Dist: Sphinx==7.2.6; extra == "dev"
+Requires-Dist: furo==2023.9.10; extra == "dev"
+Requires-Dist: numpydoc==1.6.0; extra == "dev"
+Requires-Dist: sphinx-copybutton==0.5.2; extra == "dev"
+Requires-Dist: sphinxcontrib-mermaid==0.9.2; extra == "dev"
 
 # async-graph-data-flow
 

async-graph-data-flow-1.4.0/src/async_graph_data_flow.egg-info/requires.txt

@@ -0,0 +1,12 @@
+
+[dev]
+black==23.11.0
+flake8==6.1.0
+pytest==7.4.3
+build==1.0.3
+twine==4.0.2
+Sphinx==7.2.6
+furo==2023.9.10
+numpydoc==1.6.0
+sphinx-copybutton==0.5.2
+sphinxcontrib-mermaid==0.9.2

{async-graph-data-flow-1.2.0 → async-graph-data-flow-1.4.0}/tests/test_executor.py

@@ -442,7 +442,7 @@ def test_exceptions():
     actual_exc_msgs = [e.args[0] for e in excs["node2"]]
     expected_exc_msgs = ["bad data: hello", "bad data: world"]
     assert actual_exc_msgs == expected_exc_msgs
-    assert all(type(e) == ValueError for e in excs["node2"])
+    assert all(type(e) is ValueError for e in excs["node2"])
 
     assert executor.data_flow_stats["node1"].get("in") == 0
     assert executor.data_flow_stats["node1"].get("out") == 2

{async-graph-data-flow-1.2.0 → async-graph-data-flow-1.4.0}/tests/test_graph.py

@@ -1,3 +1,4 @@
+import inspect
 from unittest import mock
 
 import pytest
@@ -39,6 +40,30 @@ class TestAsyncGraphAddNode:
             "node 'none_node' isn't an async generator function"
         )
 
+    def test_add_node_disable_async_gen_func_check(self):
+        async def some_func():
+            yield "foo"
+
+        def some_decorator(func):
+            def inner_func(*args, **kwargs):
+                yield from func(*args, **kwargs)
+
+            inner_func.__name__ = func.__name__
+            return inner_func
+
+        assert inspect.isasyncgenfunction(some_func)
+        AsyncGraph().add_node(some_func)  # Should raise no error, compare with below
+
+        some_func = some_decorator(some_func)
+
+        assert not inspect.isasyncgenfunction(some_func)
+        with pytest.raises(TypeError) as excinfo:
+            AsyncGraph().add_node(some_func)
+        assert str(excinfo.value) == (
+            "node 'some_func' isn't an async generator function"
+        )
+        AsyncGraph().add_node(some_func, check_async_gen=False)
+
     def test_add_node_with_valid_node_args(self):
         etl_graph = async_graph_without_nodes_mock()
         assert len(etl_graph._nodes.keys()) == 0

async-graph-data-flow-1.2.0/src/async_graph_data_flow.egg-info/requires.txt

@@ -1,12 +0,0 @@
-
-[dev]
-black==23.1.0
-flake8==6.0.0
-pytest==7.2.1
-build==0.10.0
-twine==4.0.2
-Sphinx==6.1.3
-furo==2022.12.7
-numpydoc==1.5.0
-sphinx-copybutton==0.5.1
-sphinxcontrib-mermaid==0.8