aiomisc 17.7.1__tar.gz → 17.7.5__tar.gz

{aiomisc-17.7.1 → aiomisc-17.7.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: aiomisc
-Version: 17.7.1
+Version: 17.7.5
 Summary: aiomisc - miscellaneous utils for asyncio
 License: MIT
 Author: Dmitry Orlov

aiomisc-17.7.5/aiomisc/process_pool.py

@@ -0,0 +1,111 @@
+import asyncio
+from concurrent.futures import Future
+from concurrent.futures import ProcessPoolExecutor as ProcessPoolExecutorBase
+from multiprocessing import cpu_count
+from typing import Any
+
+from .compat import EventLoopMixin
+from .counters import Statistic
+
+
+class ProcessPoolStatistic(Statistic):
+    processes: int
+    done: int
+    error: int
+    success: int
+    submitted: int
+    sum_time: float
+
+
+class ProcessPoolExecutor(ProcessPoolExecutorBase, EventLoopMixin):
+    """
+    Process pool executor with statistic
+
+    Usage:
+
+    .. code-block:: python
+
+        from time import sleep
+        from aiomisc import ProcessPoolExecutor
+
+        # NOTE: blocking function must be defined at the top level
+        # of the module to be able to be pickled and sent to the
+        # child processes.
+        def blocking_fn():
+            sleep(1)
+            return 42
+
+        async def main():
+            executor = ProcessPoolExecutor()
+            the_answer = await executor.submit(blocking_fn)
+            print("The answer is:", the_answer)
+
+        asyncio.run(main())
+    """
+
+    DEFAULT_MAX_WORKERS = max((cpu_count(), 4))
+
+    def __init__(self, max_workers: int = DEFAULT_MAX_WORKERS, **kwargs: Any):
+        """
+        Initializes a new ProcessPoolExecutor instance.
+
+        * ``max_workers``:
+          The maximum number of processes that can be used to
+          execute the given calls. If None or not given then
+          as many worker processes will be created as the
+          machine has processors.
+        * ``mp_context``:
+          A multiprocessing context to launch the workers. This
+          object should provide SimpleQueue, Queue and Process.
+          Useful to allow specific multiprocessing start methods.
+        * ``initializer``:
+          A callable used to initialize worker processes.
+        * ``initargs``:
+          A tuple of arguments to pass to the initializer.
+        * ``max_tasks_per_child``:
+          The maximum number of tasks a worker process
+          can complete before it will exit and be replaced
+          with a fresh worker process. The default of None
+          means worker process will live as long as the
+          executor. Requires a non-'fork' mp_context start
+          method. When given, we default to using 'spawn'
+          if no mp_context is supplied.
+        """
+        super().__init__(max_workers=max_workers, **kwargs)
+        self._statistic = ProcessPoolStatistic()
+        self._statistic.processes = max_workers
+
+    def _statistic_callback(
+        self,
+        future: Future,
+        start_time: float,
+        loop: asyncio.AbstractEventLoop,
+    ) -> None:
+        """
+        Callback for statistic
+        """
+        if future.exception():
+            self._statistic.error += 1
+        else:
+            self._statistic.success += 1
+        self._statistic.done += 1
+        self._statistic.sum_time += loop.time() - start_time
+
+    def submit(self, *args: Any, **kwargs: Any) -> Future:
+        """
+        Submit blocking function to the pool
+        """
+        loop = asyncio.get_running_loop()
+        start_time = loop.time()
+        future = super().submit(*args, **kwargs)
+        self._statistic.submitted += 1
+        future.add_done_callback(
+            lambda f: self._statistic_callback(f, start_time, loop),
+        )
+        return future
+
+    def __del__(self) -> None:
+        """
+        Cleanup resources
+        """
+        self.shutdown()

{aiomisc-17.7.1 → aiomisc-17.7.5}/aiomisc/recurring.py

@@ -48,14 +48,14 @@ class RecurringCallback:
 
     def __init__(
         self, coroutine_func: CallbackType,
-        *args: Any, **kwargs: Any,
+        *args: Any, name: Optional[str] = None, **kwargs: Any,
     ):
         self.func: Callable[..., Awaitable[Any]]
         self.args: Tuple[Any, ...]
         self.kwargs: Mapping[str, Any]
         self._statistic: RecurringCallbackStatistic
 
-        self.name: str = repr(coroutine_func)
+        self.name: str = name or repr(coroutine_func)
         self._statistic = RecurringCallbackStatistic(name=self.name)
         self.func = utils.awaitable(coroutine_func)
         self.args = args

{aiomisc-17.7.1 → aiomisc-17.7.5}/aiomisc/service/periodic.py

@@ -15,9 +15,9 @@ class PeriodicService(Service):
     interval: Union[int, float]
     delay: Union[int, float] = 0
 
-    def __init__(self, **kwargs: Any):
+    def __init__(self, *, name: Optional[str] = None, **kwargs: Any):
         super().__init__(**kwargs)
-        self.periodic = PeriodicCallback(self.callback)
+        self.periodic = PeriodicCallback(self.callback, name=name)
 
     async def start(self) -> None:
         assert self.interval, f"Interval illegal interval {self.interval!r}"

{aiomisc-17.7.1 → aiomisc-17.7.5}/aiomisc/version.py

@@ -2,5 +2,5 @@
 # BY: poem-plugins "git" plugin
 # NEVER EDIT THIS FILE MANUALLY
 
-version_info = (17, 7, 1)
-__version__ = "17.7.1"
+version_info = (17, 7, 5)
+__version__ = "17.7.5"

{aiomisc-17.7.1 → aiomisc-17.7.5}/pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "aiomisc"
 # This is a dummy version which will be rewritten with poem-plugins
-version = "17.7.1"
+version = "17.7.5"
 description = "aiomisc - miscellaneous utils for asyncio"
 authors = ["Dmitry Orlov <me@mosquito.su>"]
 readme = "README.rst"

aiomisc-17.7.1/aiomisc/process_pool.py

@@ -1,55 +0,0 @@
-import asyncio
-from concurrent.futures import Future
-from concurrent.futures import ProcessPoolExecutor as ProcessPoolExecutorBase
-from multiprocessing import cpu_count
-from typing import Any
-
-from .compat import EventLoopMixin
-from .counters import Statistic
-
-
-class ProcessPoolStatistic(Statistic):
-    processes: int
-    done: int
-    error: int
-    success: int
-    submitted: int
-    sum_time: float
-
-
-class ProcessPoolExecutor(ProcessPoolExecutorBase, EventLoopMixin):
-    DEFAULT_MAX_WORKERS = max((cpu_count(), 4))
-
-    def __init__(self, max_workers: int = DEFAULT_MAX_WORKERS, **kwargs: Any):
-        super().__init__(max_workers=max_workers, **kwargs)
-        self._statistic = ProcessPoolStatistic()
-        self._statistic.processes = max_workers
-
-    def _statistic_callback(
-        self,
-        future: Future,
-        start_time: float,
-        loop: asyncio.AbstractEventLoop,
-    ) -> None:
-        if future.exception():
-            self._statistic.error += 1
-        else:
-            self._statistic.success += 1
-        self._statistic.done += 1
-        self._statistic.sum_time += loop.time() - start_time
-
-    def submit(self, *args: Any, **kwargs: Any) -> Future:
-        """
-        Submit blocking function to the pool
-        """
-        loop = asyncio.get_running_loop()
-        start_time = loop.time()
-        future = super().submit(*args, **kwargs)
-        self._statistic.submitted += 1
-        future.add_done_callback(
-            lambda f: self._statistic_callback(f, start_time, loop),
-        )
-        return future
-
-    def __del__(self) -> None:
-        self.shutdown()