anyio-executor 0.1.0__tar.gz → 0.2.0__tar.gz

anyio_executor-0.2.0/PKG-INFO

@@ -0,0 +1,65 @@
+Metadata-Version: 2.4
+Name: anyio-executor
+Version: 0.2.0
+Summary: anyio implementation of an asynchronous Executor.
+Author-email: Vizonex <VizonexBusiness@gmail.com>
+Project-URL: repository, https://github.com/Vizonex/anyio-executor.git
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: aiologic>=0.17.1
+Requires-Dist: anyio>=4.16.0
+Requires-Dist: typing_extensions; python_version < "3.15"
+Provides-Extra: test
+Requires-Dist: pytest; extra == "test"
+Provides-Extra: test-advanced
+Requires-Dist: uvloop; platform_system != "Windows" and extra == "test-advanced"
+Requires-Dist: winloop; platform_system == "Windows" and extra == "test-advanced"
+Requires-Dist: trio; extra == "test-advanced"
+Requires-Dist: pytest; extra == "test-advanced"
+Dynamic: license-file
+
+# Anyio-Executor
+Inspired by the newer [aiolibs-executor](https://github.com/aio-libs/aiolibs-executor) library
+this library provides a asynchronous executor for anyio and has compatability
+with 3.11 and newer versions of python.
+
+
+## Installation
+```
+pip install anyio-executor
+```
+
+## Usage
+
+It borrows a simillar interface to that of [aiothreading](https://github.com/Vizonex/aiothreading)
+however this library is a lot more simplistic as an external thread is not being launched. 
+As for queues, anyio doesn't support having it's own queue objects so in order to meet demands for 
+excellent performance [aiologic](https://github.com/x42005e1f/aiologic) is utilized for that role.
+
+```python
+import anyio
+
+from anyio_executor import Executor
+
+
+async def fn(i: int):
+    await anyio.sleep(i)
+    print(f"{i} done!")
+    return i
+
+
+async def main():
+    async with Executor(10) as e:
+        items = await e.map(fn, [1, 2, 1, 2, 3])
+    print(items)
+
+    async with Executor(10) as e:
+        # it will also take async for iterations.
+        async for i in e.map(fn, [1, 2, 1, 2, 3]):
+            print(i)
+
+
+if __name__ == "__main__":
+    anyio.run(main)
+```

{anyio_executor-0.1.0 → anyio_executor-0.2.0}/README.md

@@ -1,9 +1,21 @@
 # Anyio-Executor
 Inspired by the newer [aiolibs-executor](https://github.com/aio-libs/aiolibs-executor) library
-this library provides an asynchronous executor support for anyio and has compatability
-with 3.10 and newer version of python.
+this library provides a asynchronous executor for anyio and has compatability
+with 3.11 and newer versions of python.
 
 
+## Installation
+```
+pip install anyio-executor
+```
+
+## Usage
+
+It borrows a simillar interface to that of [aiothreading](https://github.com/Vizonex/aiothreading)
+however this library is a lot more simplistic as an external thread is not being launched. 
+As for queues, anyio doesn't support having it's own queue objects so in order to meet demands for 
+excellent performance [aiologic](https://github.com/x42005e1f/aiologic) is utilized for that role.
+
 ```python
 import anyio
 
@@ -15,6 +27,7 @@ async def fn(i: int):
     print(f"{i} done!")
     return i
 
+
 async def main():
     async with Executor(10) as e:
         items = await e.map(fn, [1, 2, 1, 2, 3])
@@ -25,6 +38,7 @@ async def main():
         async for i in e.map(fn, [1, 2, 1, 2, 3]):
             print(i)
 
+
 if __name__ == "__main__":
     anyio.run(main)
 ```

{anyio_executor-0.1.0 → anyio_executor-0.2.0}/pyproject.toml

@@ -6,10 +6,11 @@ readme = "README.md"
 authors = [
     { name = "Vizonex", email = "VizonexBusiness@gmail.com" }
 ]
-requires-python = ">=3.10"
+requires-python = ">=3.11"
 dependencies = [
-    "aiologic>=0.16.0",
-    "anyio>=4.13.0",
+    "aiologic>=0.17.1",
+    "anyio>=4.16.0",
+    'typing_extensions; python_version < "3.15"',
 ]
 [build-system]
 requires = ["setuptools"]
@@ -17,6 +18,12 @@ requires = ["setuptools"]
 
 [project.optional-dependencies]
 test = ["pytest"]
+test-advanced = [
+    'uvloop; platform_system != "Windows"',
+    'winloop; platform_system == "Windows"',
+    'trio',
+    'pytest',
+]
 
 [project.urls]
     repository = "https://github.com/Vizonex/anyio-executor.git"
@@ -26,7 +33,7 @@ test = ["pytest"]
 version = {attr = "anyio_executor.__version__"}
 
 [tool.ruff.lint]
-select = ["E", "I", "UP", "ASYNC"]
+select = ["E", "I", "UP", "ASYNC", "F", "RUF"]
 
 [tool.ruff.lint.isort]
 combine-as-imports = true

{anyio_executor-0.1.0 → anyio_executor-0.2.0}/src/anyio_executor/__init__.py

@@ -1,6 +1,6 @@
 from .core import Executor, ExecutorResult
 
 
-__version__ = "0.1.0"
+__version__ = "0.2.0"
 __author__ = "Vizonex"
 __all__ = ("Executor", "ExecutorResult")

{anyio_executor-0.1.0 → anyio_executor-0.2.0}/src/anyio_executor/azip.py

@@ -1,13 +1,7 @@
-import sys
 from collections.abc import AsyncIterable, AsyncIterator
-from typing import Any, Generic, TypeVar, overload
+from typing import Any, TypeVar, overload
 
 
-if sys.version_info < (3, 11):
-    from typing_extensions import Self
-else:
-    from typing import Self
-
 # There are other asynchronous azip libraries out there
 # but the maitnence of those can be questioned so here's
 # our own version

{anyio_executor-0.1.0 → anyio_executor-0.2.0}/src/anyio_executor/core.py

@@ -7,14 +7,13 @@ from collections.abc import (
     Coroutine,
     Generator,
     Iterable,
-    Iterator,
     Sequence,
 )
 from contextlib import contextmanager
 from dataclasses import dataclass
 from functools import partial
 from types import TracebackType
-from typing import Any, Generic, TypeVar, final, overload
+from typing import Any, Generic, Self, TypeVar, final, overload
 
 import anyio
 from aiologic import CountdownEvent, SimpleQueue
@@ -22,11 +21,8 @@ from aiologic import CountdownEvent, SimpleQueue
 from .azip import azip
 
 
-if sys.version_info < (3, 11):
-    from typing_extensions import Self
-else:
-    from typing import Self
-
+if sys.version_info < (3, 15):
+    from typing_extensions import Sentinel as sentinel
 
 R = TypeVar("R")
 T = TypeVar("T")
@@ -36,12 +32,15 @@ T3 = TypeVar("T3")
 T4 = TypeVar("T4")
 T5 = TypeVar("T5")
 
+MISSING = sentinel("MISSING")
+"""Internal variable not meant to be used publically, 
+meant to mark results ran with an exeception handler."""
 
-@dataclass(slots=True)
+@dataclass(frozen=True, slots=True)
 class _WorkItem(Generic[T]):
     func: Callable[[], Awaitable[T]]
     exc_handler: Callable[[BaseException], None] | None
-    queue: SimpleQueue[T]
+    queue: SimpleQueue[T | MISSING]
 
     async def execute(self) -> None:
         try:
@@ -49,26 +48,30 @@ class _WorkItem(Generic[T]):
         except Exception as e:
             if self.exc_handler:
                 self.exc_handler(e)
+                # mark as work done even though there is no objects.
+                await self.queue.async_put(MISSING)
             else:
                 raise e
 
 
-@dataclass(slots=True)
+@dataclass(frozen=True, slots=True)
 class ExecutorResult(Awaitable[list[T]], AsyncIterable[T]):
     """used for waiting upon results to return in different asynchronous
-    fashions."""
+    fashions. It is designed as a hybrid ot be awaited or used in
+    async generator fashion."""
 
-    queue: SimpleQueue[T]
+    queue: SimpleQueue[T | MISSING]
     count: CountdownEvent
     executor: "Executor"
 
     async def __aiter__(self) -> AsyncIterator[T]:
         while not self.executor.is_closed:
             item = await self.queue.async_get()
-            yield item
+            if item is not MISSING:
+                yield item
 
             self.count.down()
-            if bool(self.count):
+            if self.count:
                 break
 
     async def __wait__(self) -> list[T]:
@@ -87,10 +90,10 @@ class Executor:
 
     __slots__ = (
         "__weakref__",
-        "_num_workers",
-        "_work_queue",
         "_exc_handler",
+        "_num_workers",
         "_tg",
+        "_work_queue",
         "_workers_done",
     )
 
@@ -133,7 +136,7 @@ class Executor:
         return self
 
     @contextmanager
-    def _worker_scope(self) -> Iterator[None]:
+    def _worker_scope(self) -> Generator[None, None, None]:
         """Assistance with Lazy event up/down event functionality."""
         self._workers_done.up()
         try:
@@ -278,7 +281,7 @@ class Executor:
             raise RuntimeError("Executor already closed.")
         cd = CountdownEvent()
         cd.up()
-        queue: SimpleQueue[T] = SimpleQueue()
+        queue: SimpleQueue[T | MISSING] = SimpleQueue()
         self._tg.start_soon(
             self._load_tasks_sync_iter,
             queue,
@@ -376,10 +379,9 @@ class Executor:
         if self.is_closed:
             raise RuntimeError("Executor already closed.")
 
-        queue: SimpleQueue[T] = SimpleQueue()
         cd = CountdownEvent()
         cd.up()
-        queue: SimpleQueue[T] = SimpleQueue()
+        queue: SimpleQueue[T | MISSING] = SimpleQueue()
         self._tg.start_soon(
             self._load_tasks_async_iter,
             queue,

anyio_executor-0.2.0/src/anyio_executor.egg-info/PKG-INFO

@@ -0,0 +1,65 @@
+Metadata-Version: 2.4
+Name: anyio-executor
+Version: 0.2.0
+Summary: anyio implementation of an asynchronous Executor.
+Author-email: Vizonex <VizonexBusiness@gmail.com>
+Project-URL: repository, https://github.com/Vizonex/anyio-executor.git
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: aiologic>=0.17.1
+Requires-Dist: anyio>=4.16.0
+Requires-Dist: typing_extensions; python_version < "3.15"
+Provides-Extra: test
+Requires-Dist: pytest; extra == "test"
+Provides-Extra: test-advanced
+Requires-Dist: uvloop; platform_system != "Windows" and extra == "test-advanced"
+Requires-Dist: winloop; platform_system == "Windows" and extra == "test-advanced"
+Requires-Dist: trio; extra == "test-advanced"
+Requires-Dist: pytest; extra == "test-advanced"
+Dynamic: license-file
+
+# Anyio-Executor
+Inspired by the newer [aiolibs-executor](https://github.com/aio-libs/aiolibs-executor) library
+this library provides a asynchronous executor for anyio and has compatability
+with 3.11 and newer versions of python.
+
+
+## Installation
+```
+pip install anyio-executor
+```
+
+## Usage
+
+It borrows a simillar interface to that of [aiothreading](https://github.com/Vizonex/aiothreading)
+however this library is a lot more simplistic as an external thread is not being launched. 
+As for queues, anyio doesn't support having it's own queue objects so in order to meet demands for 
+excellent performance [aiologic](https://github.com/x42005e1f/aiologic) is utilized for that role.
+
+```python
+import anyio
+
+from anyio_executor import Executor
+
+
+async def fn(i: int):
+    await anyio.sleep(i)
+    print(f"{i} done!")
+    return i
+
+
+async def main():
+    async with Executor(10) as e:
+        items = await e.map(fn, [1, 2, 1, 2, 3])
+    print(items)
+
+    async with Executor(10) as e:
+        # it will also take async for iterations.
+        async for i in e.map(fn, [1, 2, 1, 2, 3]):
+            print(i)
+
+
+if __name__ == "__main__":
+    anyio.run(main)
+```

anyio_executor-0.2.0/src/anyio_executor.egg-info/requires.txt

@@ -0,0 +1,18 @@
+aiologic>=0.17.1
+anyio>=4.16.0
+
+[:python_version < "3.15"]
+typing_extensions
+
+[test]
+pytest
+
+[test-advanced]
+trio
+pytest
+
+[test-advanced:platform_system != "Windows"]
+uvloop
+
+[test-advanced:platform_system == "Windows"]
+winloop

{anyio_executor-0.1.0 → anyio_executor-0.2.0}/tests/test_executor.py

@@ -1,3 +1,6 @@
+from collections.abc import Callable
+from unittest import mock
+
 import anyio
 import pytest
 
@@ -16,17 +19,22 @@ class BaseExecutorTest:
     def executor(self) -> Executor:
         return Executor()
 
+    def executor_with_handler(
+        self, handler:Callable[[BaseException], None]
+    ) -> Executor:
+        return Executor(exc_handler=handler)
+
 
 class TestInvalidStates(BaseExecutorTest):
     @pytest.mark.anyio
     async def test_invalid_worker_amount(self):
-        with pytest.raises(ValueError, match="num_wokers must be a positive integer"):
+        with pytest.raises(ValueError, match=r"num_wokers must be a positive integer"):
             _ = Executor(-69)
 
     @pytest.mark.anyio
     async def test_bad_map_before_entrance(self):
         e = self.executor()
-        with pytest.raises(RuntimeError, match="Executor already closed."):
+        with pytest.raises(RuntimeError, match=r"Executor already closed."):
             await e.map(noop, [1, 2, 3])
 
     @pytest.mark.anyio
@@ -37,14 +45,14 @@ class TestInvalidStates(BaseExecutorTest):
             for i in range(3):
                 yield i
 
-        with pytest.raises(RuntimeError, match="Executor already closed."):
+        with pytest.raises(RuntimeError, match=r"Executor already closed."):
             await e.amap(noop, fake_aiter())
 
     @pytest.mark.anyio
     async def test_bad_map_after_shutdown(self):
         async with self.executor() as e:
             await e.shutdown()
-            with pytest.raises(RuntimeError, match="Executor already closed."):
+            with pytest.raises(RuntimeError, match=r"Executor already closed."):
                 await e.map(noop, [1, 2, 3])
 
     @pytest.mark.anyio
@@ -56,9 +64,10 @@ class TestInvalidStates(BaseExecutorTest):
                 for i in range(3):
                     yield i
 
-            with pytest.raises(RuntimeError, match="Executor already closed."):
+            with pytest.raises(RuntimeError, match=r"Executor already closed."):
                 await e.amap(noop, fake_aiter())
 
+@pytest.mark.anyio
 
 class TestExecutor(BaseExecutorTest):
     async def wait(self, item: int) -> int:
@@ -70,7 +79,9 @@ class TestExecutor(BaseExecutorTest):
         async with self.executor() as e:
             items = [i for i in range(1, 5)]
             i = await e.map(self.wait, items)
-        assert i == [1, 2, 3, 4]
+        # it doesn't matter what order they come back
+        # in (as long as they all come back of course)
+        assert set(i) == {1, 2, 3, 4}
 
     @pytest.mark.anyio
     async def test_map_aiter(self):
@@ -79,6 +90,10 @@ class TestExecutor(BaseExecutorTest):
             async for i in e.map(fast_ret, items):
                 assert i in [1, 2, 3, 4]
 
+    # NOTE: Sometimes trio will attempt to execute things
+    # differently  example: [4, 1, 2, 3]
+    # as long as they all come return back to us then it did
+    # it's job.
     @pytest.mark.anyio
     async def test_amap_await(self):
         async def ait():
@@ -87,7 +102,7 @@ class TestExecutor(BaseExecutorTest):
 
         async with self.executor() as e:
             i = await e.amap(self.wait, ait())
-        assert i == [1, 2, 3, 4]
+        assert set(i) == {1, 2, 3, 4}
 
     @pytest.mark.anyio
     async def test_amap_aiter(self):
@@ -98,3 +113,26 @@ class TestExecutor(BaseExecutorTest):
         async with self.executor() as e:
             async for i in e.amap(fast_ret, ait()):
                 assert i in [1, 2, 3, 4]
+
+    @pytest.mark.anyio
+    async def test_exception_handler(self):
+        callback = mock.Mock()
+
+        class TornadoError(Exception):
+            pass
+
+        def on_exception(exc: Exception):
+            assert isinstance(exc, TornadoError)
+            callback(exc)
+
+        async def func(i: int):
+            raise TornadoError("Tornado approching...") 
+
+        async with self.executor_with_handler(on_exception) as e:
+            ret = await e.map(func, (1,))
+        assert not ret
+        assert callback.called
+        assert callback.call_args.args
+        assert isinstance(callback.call_args.args[0], TornadoError)
+
+ 

anyio_executor-0.1.0/PKG-INFO

@@ -1,45 +0,0 @@
-Metadata-Version: 2.4
-Name: anyio-executor
-Version: 0.1.0
-Summary: anyio implementation of an asynchronous Executor.
-Author-email: Vizonex <VizonexBusiness@gmail.com>
-Project-URL: repository, https://github.com/Vizonex/anyio-executor.git
-Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: aiologic>=0.16.0
-Requires-Dist: anyio>=4.13.0
-Provides-Extra: test
-Requires-Dist: pytest; extra == "test"
-Dynamic: license-file
-
-# Anyio-Executor
-Inspired by the newer [aiolibs-executor](https://github.com/aio-libs/aiolibs-executor) library
-this library provides an asynchronous executor support for anyio and has compatability
-with 3.10 and newer version of python.
-
-
-```python
-import anyio
-
-from anyio_executor import Executor
-
-
-async def fn(i: int):
-    await anyio.sleep(i)
-    print(f"{i} done!")
-    return i
-
-async def main():
-    async with Executor(10) as e:
-        items = await e.map(fn, [1, 2, 1, 2, 3])
-    print(items)
-
-    async with Executor(10) as e:
-        # it will also take async for iterations.
-        async for i in e.map(fn, [1, 2, 1, 2, 3]):
-            print(i)
-
-if __name__ == "__main__":
-    anyio.run(main)
-```

anyio_executor-0.1.0/src/anyio_executor.egg-info/PKG-INFO

@@ -1,45 +0,0 @@
-Metadata-Version: 2.4
-Name: anyio-executor
-Version: 0.1.0
-Summary: anyio implementation of an asynchronous Executor.
-Author-email: Vizonex <VizonexBusiness@gmail.com>
-Project-URL: repository, https://github.com/Vizonex/anyio-executor.git
-Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: aiologic>=0.16.0
-Requires-Dist: anyio>=4.13.0
-Provides-Extra: test
-Requires-Dist: pytest; extra == "test"
-Dynamic: license-file
-
-# Anyio-Executor
-Inspired by the newer [aiolibs-executor](https://github.com/aio-libs/aiolibs-executor) library
-this library provides an asynchronous executor support for anyio and has compatability
-with 3.10 and newer version of python.
-
-
-```python
-import anyio
-
-from anyio_executor import Executor
-
-
-async def fn(i: int):
-    await anyio.sleep(i)
-    print(f"{i} done!")
-    return i
-
-async def main():
-    async with Executor(10) as e:
-        items = await e.map(fn, [1, 2, 1, 2, 3])
-    print(items)
-
-    async with Executor(10) as e:
-        # it will also take async for iterations.
-        async for i in e.map(fn, [1, 2, 1, 2, 3]):
-            print(i)
-
-if __name__ == "__main__":
-    anyio.run(main)
-```

anyio_executor-0.1.0/src/anyio_executor.egg-info/requires.txt

@@ -1,5 +0,0 @@
-aiologic>=0.16.0
-anyio>=4.13.0
-
-[test]
-pytest