PyPI - parallelazy - Versions diffs - 0.0.2__tar.gz → 0.0.5__tar.gz - Mend

parallelazy 0.0.2tar.gz → 0.0.5tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (20) hide show

{parallelazy-0.0.2 → parallelazy-0.0.5}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: parallelazy
-Version: 0.0.2
+Version: 0.0.5
 Summary: A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready.
 Author: Cesare Montresor
 Project-URL: Homepage, https://github.com/cesare-montresor/parallelazy
@@ -11,6 +11,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: debugpy
 Requires-Dist: torch
+Requires-Dist: numpy
 Dynamic: license-file
 # parallelazy
@@ -29,13 +30,18 @@ A lightweight Python plugin/worker framework with:
 python -m pip install .
 ```
+## Debug in VSCode
+Due to a known issue with debugpy and spawn ( as opposite to fork ) processes, a small companion vscode extension has been developed in order to enable debugging.
+https://marketplace.visualstudio.com/items?itemName=CesareMontresor.parallelazy-vscode
 ## Quick start
 ```python
 import time
-from parallelazy.plugin import Plugin
-from parallelazy.plugin_manager import PluginManager
+from parallelazy import Plugin, PluginManager
 class Worker(Plugin):

{parallelazy-0.0.2 → parallelazy-0.0.5}/README.md RENAMED Viewed

@@ -14,13 +14,18 @@ A lightweight Python plugin/worker framework with:
 python -m pip install .
 ```
+## Debug in VSCode
+Due to a known issue with debugpy and spawn ( as opposite to fork ) processes, a small companion vscode extension has been developed in order to enable debugging.
+https://marketplace.visualstudio.com/items?itemName=CesareMontresor.parallelazy-vscode
 ## Quick start
 ```python
 import time
-from parallelazy.plugin import Plugin
-from parallelazy.plugin_manager import PluginManager
+from parallelazy import Plugin, PluginManager
 class Worker(Plugin):

parallelazy-0.0.5/parallelazy/__init__.py ADDED Viewed

@@ -0,0 +1,122 @@
+"""
+ModularNet Plugin System: Lightweight multiprocessing-based plugin architecture.
+Provides modular plugin execution with pub/sub messaging, environment variables,
+and service invocation.
+Main Components:
+- PluginDescriptor: Serializable plugin metadata
+- Plugin: Abstract base class for plugins
+- PluginManager: Plugin orchestration and management
+- PluginWorker: Plugin subprocess worker
+- PluginMessages: Unified IPC message protocol (Request, Response)
+- DataExchange: Unified subscription model (topics + env vars)
+- ManagerProxy: Client-side proxy for direct manager access from plugins
+"""
+from parallelazy.environment_manager import EnvironmentManager
+from parallelazy.plugin import Plugin, PluginDescriptor, PluginState
+from parallelazy.plugin_data import (
+    Channel,
+    CommandType,
+    Message,
+    PendingRequest,
+    PluginStatus,
+    ProcessStatus,
+    Queue,
+    QueueDescriptor,
+    QueueRecive,
+    QueueSend,
+    Request,
+    RequestCallback,
+    RequestEnvGet,
+    RequestEnvGetAll,
+    RequestEnvSet,
+    RequestEnvSubscribe,
+    RequestEnvUnsubscribe,
+    RequestEnvUpdate,
+    RequestPluginCall,
+    RequestPluginErrors,
+    RequestPluginStart,
+    RequestPluginStatus,
+    RequestPluginStatusAll,
+    RequestPluginStop,
+    RequestTopicAnnounce,
+    RequestTopicList,
+    RequestTopicSubscribe,
+    RequestTopicUnsubscribe,
+    Response,
+    ResponseCallback,
+    Subscriber,
+    Subscription,
+)
+from parallelazy.plugin_manager import PluginInfo, PluginManager
+from parallelazy.plugin_rpc import (
+    MessageUID,
+    PluginCoreRPC,
+    PluginEnvRPC,
+    PluginLifeCycleRPC,
+    PluginRPC,
+    PluginTopicRPC,
+)
+from parallelazy.plugin_transport import (
+    IpcEventCuda,
+    IpcEventPool,
+    IpcEventPoolManaged,
+    mark_graph_output,
+    sanitize_for_ipc,
+)
+from parallelazy.plugin_worker import PluginWorker
+__all__ = [
+    "EnvironmentManager",
+    "Plugin",
+    "PluginDescriptor",
+    "PluginState",
+    "Channel",
+    "CommandType",
+    "Message",
+    "PendingRequest",
+    "PluginStatus",
+    "ProcessStatus",
+    "Queue",
+    "QueueDescriptor",
+    "QueueRecive",
+    "QueueSend",
+    "Request",
+    "RequestCallback",
+    "RequestEnvGet",
+    "RequestEnvGetAll",
+    "RequestEnvSet",
+    "RequestEnvSubscribe",
+    "RequestEnvUnsubscribe",
+    "RequestEnvUpdate",
+    "RequestPluginCall",
+    "RequestPluginErrors",
+    "RequestPluginStart",
+    "RequestPluginStatus",
+    "RequestPluginStatusAll",
+    "RequestPluginStop",
+    "RequestTopicAnnounce",
+    "RequestTopicList",
+    "RequestTopicSubscribe",
+    "RequestTopicUnsubscribe",
+    "Response",
+    "ResponseCallback",
+    "Subscriber",
+    "Subscription",
+    "PluginInfo",
+    "PluginManager",
+    "MessageUID",
+    "PluginCoreRPC",
+    "PluginEnvRPC",
+    "PluginLifeCycleRPC",
+    "PluginRPC",
+    "PluginTopicRPC",
+    "PluginWorker",
+    "IpcEventCuda",
+    "IpcEventPool",
+    "IpcEventPoolManaged",
+    "mark_graph_output",
+    "sanitize_for_ipc",
+]

{parallelazy-0.0.2 → parallelazy-0.0.5}/parallelazy/plugin_data.py RENAMED Viewed

@@ -17,7 +17,6 @@ Message Flows:
 No Commands/Responses wrappers, no double indirection. Just Request and Response.
 """
 from typing import Any, Callable, Optional, TYPE_CHECKING
-from enum import Enum
 import logging
 from concurrent.futures import Future
 from torch import multiprocessing as mp

{parallelazy-0.0.2 → parallelazy-0.0.5}/parallelazy/plugin_manager.py RENAMED Viewed

@@ -150,7 +150,11 @@ class PluginManager:
             )
             process.start()
-            initialized.wait(timeout=self.timeout_start)
+            is_ready = initialized.wait(timeout=self.timeout_start)
+            if not is_ready:
+                logger.error(f"Plugin {plugin_id} failed to initialize within {self.timeout_start} seconds")
+                process.terminate()
+                return False
             logger.info(f"Plugin {plugin_id} loaded")
             return True

{parallelazy-0.0.2 → parallelazy-0.0.5}/parallelazy/plugin_rpc.py RENAMED Viewed

@@ -52,7 +52,7 @@ class PluginCoreRPC:
     """
-    def __init__(self, plugin_id: str, channel: Channel=None, timeout: float = 5.0):
+    def __init__(self, plugin_id: str, channel: Channel=None, timeout: float = 5.0, start_listener: bool = True):
         """
         Initialize manager proxy.
@@ -77,7 +77,7 @@ class PluginCoreRPC:
         # Reader thread routes Responses to reply slots
         self._reader = threading.Thread(target=self._channel_listener, daemon=False)
-        self._reader.start()
         # Persistent pool for executing incoming requests — avoids spawning
         # a fresh OS thread per RPC call (was the source of the stutter).
@@ -85,6 +85,13 @@ class PluginCoreRPC:
             max_workers=8, thread_name_prefix=f"rpc-{plugin_id}"
         )
+        if start_listener:
+            self.start_listener()
+    def start_listener(self):
+        if not self._reader.is_alive():
+            self._reader.start()
     def shutdown(self):
         """Clean up resources."""
         # Step 1: Signal reader to stop
@@ -220,7 +227,7 @@ class PluginCoreRPC:
             self._executor.submit(self._execute_command, req)
         except Exception as e:
-            logger.error(f"Request handler error: {e}", exc_info=True)
+            logger.error(f"Request handler error: {req} {e}", exc_info=True)
             self.respond(req, error=e)
     def _handle_response(self, resp: Response) -> bool:

{parallelazy-0.0.2 → parallelazy-0.0.5}/parallelazy/plugin_worker.py RENAMED Viewed

@@ -128,11 +128,14 @@ class PluginWorker:
         # Create manager proxy for direct manager access+
         channel = Channel(queue_descriptor)
-        self.rpc = PluginRPC(self.plugin_id, channel)
+        self.rpc = PluginRPC(self.plugin_id, channel, start_listener=False)
-        self._init_plugin()
         self._init_rpc()
+        self._init_plugin()
+        self.rpc.start_listener()  # Start the RPC listener after initialization
     ## ========================================================================

{parallelazy-0.0.2 → parallelazy-0.0.5}/parallelazy.egg-info/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: parallelazy
-Version: 0.0.2
+Version: 0.0.5
 Summary: A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready.
 Author: Cesare Montresor
 Project-URL: Homepage, https://github.com/cesare-montresor/parallelazy
@@ -11,6 +11,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: debugpy
 Requires-Dist: torch
+Requires-Dist: numpy
 Dynamic: license-file
 # parallelazy
@@ -29,13 +30,18 @@ A lightweight Python plugin/worker framework with:
 python -m pip install .
 ```
+## Debug in VSCode
+Due to a known issue with debugpy and spawn ( as opposite to fork ) processes, a small companion vscode extension has been developed in order to enable debugging.
+https://marketplace.visualstudio.com/items?itemName=CesareMontresor.parallelazy-vscode
 ## Quick start
 ```python
 import time
-from parallelazy.plugin import Plugin
-from parallelazy.plugin_manager import PluginManager
+from parallelazy import Plugin, PluginManager
 class Worker(Plugin):

{parallelazy-0.0.2 → parallelazy-0.0.5}/parallelazy.egg-info/requires.txt RENAMED Viewed

@@ -1,2 +1,3 @@
 debugpy
 torch
+numpy

{parallelazy-0.0.2 → parallelazy-0.0.5}/pyproject.toml RENAMED Viewed

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 [project]
 name = "parallelazy"
-version = "0.0.2"
+version = "0.0.5"
 description = "A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready."
 readme = "README.md"
 requires-python = ">=3.8"
@@ -14,7 +14,8 @@ authors = [
 dependencies = [
     "debugpy",
-    "torch"
+    "torch",
+    "numpy"
 ]

parallelazy-0.0.2/parallelazy/__init__.py DELETED Viewed

@@ -1,43 +0,0 @@
-"""
-ModularNet Plugin System: Lightweight multiprocessing-based plugin architecture.
-Provides modular plugin execution with pub/sub messaging, environment variables,
-and service invocation.
-Main Components:
-- PluginDescriptor: Serializable plugin metadata
-- Plugin: Abstract base class for plugins
-- PluginManager: Plugin orchestration and management
-- PluginWorker: Plugin subprocess worker
-- PluginMessages: Unified IPC message protocol (Request, Response)
-- DataExchange: Unified subscription model (topics + env vars)
-- ManagerProxy: Client-side proxy for direct manager access from plugins
-"""
-from parallelazy.plugin import Plugin, PluginState, PluginDescriptor
-from parallelazy.environment_manager import EnvironmentManager
-from parallelazy.plugin_manager import PluginManager
-from parallelazy.plugin_data import (
-    Request, Response,
-    Subscription,
-    PluginStatus, ProcessStatus
-)
-from parallelazy.plugin_rpc import PluginRPC
-__all__ = [
-    "PluginDescriptor",
-    "Plugin",
-    "PluginState",
-    "EnvironmentManager",
-    "EnvUpdate",
-    "PluginManager",
-    "Request",
-    "Response",
-    "Channel",
-    "Subscription",
-    "SubscriptionType",
-    "PluginStatus",
-    "ProcessStatus",
-    "PluginRPC",
-]