parallelazy 0.0.3__tar.gz → 0.0.6__tar.gz

{parallelazy-0.0.3 → parallelazy-0.0.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: parallelazy
-Version: 0.0.3
+Version: 0.0.6
 Summary: A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready.
 Author: Cesare Montresor
 Project-URL: Homepage, https://github.com/cesare-montresor/parallelazy
@@ -11,6 +11,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: debugpy
 Requires-Dist: torch
+Requires-Dist: numpy
 Dynamic: license-file
 
 # parallelazy
@@ -26,16 +27,26 @@ A lightweight Python plugin/worker framework with:
 ## Install
 
 ```bash
-python -m pip install .
+pip install parallelazy
 ```
 
+*for development*
+```bash
+pip install -e .
+```
+
+## Debug in VSCode
+
+Due to a known issue with debugpy and spawn ( as opposite to fork ) processes, a small companion vscode extension has been developed in order to enable debugging.
+
+https://marketplace.visualstudio.com/items?itemName=CesareMontresor.parallelazy-vscode
+
 ## Quick start
 
 ```python
 import time
 
-from parallelazy.plugin import Plugin
-from parallelazy.plugin_manager import PluginManager
+from parallelazy import Plugin, PluginManager
 
 
 class Worker(Plugin):

{parallelazy-0.0.3 → parallelazy-0.0.6}/README.md

@@ -11,16 +11,26 @@ A lightweight Python plugin/worker framework with:
 ## Install
 
 ```bash
-python -m pip install .
+pip install parallelazy
 ```
 
+*for development*
+```bash
+pip install -e .
+```
+
+## Debug in VSCode
+
+Due to a known issue with debugpy and spawn ( as opposite to fork ) processes, a small companion vscode extension has been developed in order to enable debugging.
+
+https://marketplace.visualstudio.com/items?itemName=CesareMontresor.parallelazy-vscode
+
 ## Quick start
 
 ```python
 import time
 
-from parallelazy.plugin import Plugin
-from parallelazy.plugin_manager import PluginManager
+from parallelazy import Plugin, PluginManager
 
 
 class Worker(Plugin):

{parallelazy-0.0.3 → parallelazy-0.0.6}/parallelazy/plugin_data.py

@@ -17,7 +17,6 @@ Message Flows:
 No Commands/Responses wrappers, no double indirection. Just Request and Response.
 """
 from typing import Any, Callable, Optional, TYPE_CHECKING
-from enum import Enum
 import logging
 from concurrent.futures import Future
 from torch import multiprocessing as mp

{parallelazy-0.0.3 → parallelazy-0.0.6}/parallelazy/plugin_manager.py

@@ -52,7 +52,8 @@ class PluginManager:
     def __init__(
         self,
         timeout_request: float = 5.0,
-        timeout_start: float = 5.0,
+        timeout_start: float = 10.0,
+        timeout_start_debug: float = 30.0,
         worker_pydebug: bool = None
     ):
         """
@@ -61,6 +62,7 @@ class PluginManager:
         Args:
             timeout_request: Default timeout for sync requests (seconds)
             timeout_start: Timeout for start command (seconds)
+            timeout_start_debug: Timeout for start command in debug mode (seconds)
             worker_pydebug: Whether to enable pydebug for worker processes (optional, for debugging plugins)
         """
         self._plugins: Dict[str, PluginInfo] = {}  # plugin_id -> PluginInfo
@@ -73,8 +75,9 @@ class PluginManager:
         self._env = EnvironmentManager()
         
         self.timeout_request = timeout_request
-        self.timeout_start = timeout_start
         self.worker_pydebug = False if worker_pydebug is None else bool(worker_pydebug)
+        self.timeout_start = timeout_start if not self.worker_pydebug else timeout_start_debug
+        
 
 
     def load_plugins(self, descriptors: List[PluginDescriptor], parallel: bool = True) -> None:
@@ -150,7 +153,17 @@ class PluginManager:
             )
             
             process.start()
-            initialized.wait(timeout=self.timeout_start)
+            is_ready = False
+            while process.is_alive():
+                is_ready = initialized.wait(timeout=self.timeout_start)
+                if is_ready: break
+                # If we get here, wait() timed out but the process is still alive
+                logger.info(f"Plugin {plugin_id} is still initializing (waiting...)")
+
+            # If the loop exited and is_ready is False, the process died before setting the event
+            if not is_ready:
+                logger.error(f"Plugin {plugin_id} failed to initialize (process terminated unexpectedly).")
+                return False
 
             logger.info(f"Plugin {plugin_id} loaded")
             return True

{parallelazy-0.0.3 → parallelazy-0.0.6}/parallelazy/plugin_rpc.py

@@ -52,7 +52,7 @@ class PluginCoreRPC:
     """
 
     
-    def __init__(self, plugin_id: str, channel: Channel=None, timeout: float = 5.0):
+    def __init__(self, plugin_id: str, channel: Channel=None, timeout: float = 5.0, start_listener: bool = True):
         """
         Initialize manager proxy.
         
@@ -77,7 +77,7 @@ class PluginCoreRPC:
         
         # Reader thread routes Responses to reply slots
         self._reader = threading.Thread(target=self._channel_listener, daemon=False)
-        self._reader.start()
+                
 
         # Persistent pool for executing incoming requests — avoids spawning
         # a fresh OS thread per RPC call (was the source of the stutter).
@@ -85,6 +85,13 @@ class PluginCoreRPC:
             max_workers=8, thread_name_prefix=f"rpc-{plugin_id}"
         )
 
+        if start_listener:
+            self.start_listener()
+
+    def start_listener(self):
+        if not self._reader.is_alive():
+            self._reader.start()
+
     def shutdown(self):
         """Clean up resources."""
         # Step 1: Signal reader to stop
@@ -220,7 +227,7 @@ class PluginCoreRPC:
 
             self._executor.submit(self._execute_command, req)
         except Exception as e:
-            logger.error(f"Request handler error: {e}", exc_info=True)
+            logger.error(f"Request handler error: {req} {e}", exc_info=True)
             self.respond(req, error=e)
     
     def _handle_response(self, resp: Response) -> bool:

{parallelazy-0.0.3 → parallelazy-0.0.6}/parallelazy/plugin_worker.py

@@ -128,11 +128,14 @@ class PluginWorker:
 
         # Create manager proxy for direct manager access+
         channel = Channel(queue_descriptor)
-        self.rpc = PluginRPC(self.plugin_id, channel)
+        self.rpc = PluginRPC(self.plugin_id, channel, start_listener=False)
 
-        self._init_plugin()
         self._init_rpc()
         
+        self._init_plugin()
+        
+        
+        self.rpc.start_listener()  # Start the RPC listener after initialization
 
 
     ## ========================================================================

{parallelazy-0.0.3 → parallelazy-0.0.6}/parallelazy.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: parallelazy
-Version: 0.0.3
+Version: 0.0.6
 Summary: A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready.
 Author: Cesare Montresor
 Project-URL: Homepage, https://github.com/cesare-montresor/parallelazy
@@ -11,6 +11,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: debugpy
 Requires-Dist: torch
+Requires-Dist: numpy
 Dynamic: license-file
 
 # parallelazy
@@ -26,16 +27,26 @@ A lightweight Python plugin/worker framework with:
 ## Install
 
 ```bash
-python -m pip install .
+pip install parallelazy
 ```
 
+*for development*
+```bash
+pip install -e .
+```
+
+## Debug in VSCode
+
+Due to a known issue with debugpy and spawn ( as opposite to fork ) processes, a small companion vscode extension has been developed in order to enable debugging.
+
+https://marketplace.visualstudio.com/items?itemName=CesareMontresor.parallelazy-vscode
+
 ## Quick start
 
 ```python
 import time
 
-from parallelazy.plugin import Plugin
-from parallelazy.plugin_manager import PluginManager
+from parallelazy import Plugin, PluginManager
 
 
 class Worker(Plugin):

{parallelazy-0.0.3 → parallelazy-0.0.6}/parallelazy.egg-info/requires.txt

@@ -1,2 +1,3 @@
 debugpy
 torch
+numpy

{parallelazy-0.0.3 → parallelazy-0.0.6}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "parallelazy"
-version = "0.0.3"
+version = "0.0.6"
 description = "A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready."
 readme = "README.md"
 requires-python = ">=3.8"
@@ -14,7 +14,8 @@ authors = [
 
 dependencies = [
     "debugpy",
-    "torch"
+    "torch",
+    "numpy"
 ]