parallelazy 0.0.1__tar.gz → 0.0.3__tar.gz

parallelazy-0.0.3/PKG-INFO

@@ -0,0 +1,82 @@
+Metadata-Version: 2.4
+Name: parallelazy
+Version: 0.0.3
+Summary: A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready.
+Author: Cesare Montresor
+Project-URL: Homepage, https://github.com/cesare-montresor/parallelazy
+Project-URL: Repository, https://github.com/cesare-montresor/parallelazy
+Project-URL: Issues, https://github.com/cesare-montresor/parallelazy/issues
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: debugpy
+Requires-Dist: torch
+Dynamic: license-file
+
+# parallelazy
+
+A lightweight Python plugin/worker framework with:
+
+- isolated plugin processes started with `spawn`;
+- topic-based publish/subscribe;
+- shared environment values and change notifications;
+- plugin-to-plugin RPC; and
+- PyTorch/CUDA-aware multiprocessing support.
+
+## Install
+
+```bash
+python -m pip install .
+```
+
+## Quick start
+
+```python
+import time
+
+from parallelazy.plugin import Plugin
+from parallelazy.plugin_manager import PluginManager
+
+
+class Worker(Plugin):
+    def on_start(self):
+        self.env_set("worker.ready", True)
+
+    def main(self):
+        pass
+
+
+def main():
+    manager = PluginManager()
+    descriptor = Worker.Descriptor(
+        version="1.0.0",
+        author="Application team",
+        description="Example worker",
+    )
+    if not manager.load_plugin(descriptor):
+        raise RuntimeError("Plugin failed to load")
+    if not manager.start_plugin(descriptor.name):
+        raise RuntimeError("Plugin failed to start")
+    try:
+        time.sleep(0.1)
+        print(manager.env_get("worker.ready"))
+    finally:
+        manager.unload_plugin(descriptor.name)
+
+
+if __name__ == "__main__":
+    main()
+```
+
+## Documentation
+
+Read the [documentation index](docs/index.md) for installation, concepts,
+API reference, usage patterns, and troubleshooting.
+
+The complete runnable examples are in
+[examples/](examples/). For example:
+
+```bash
+python -m examples.example_pubsub
+python -m examples.example_rpc_calls
+```

parallelazy-0.0.3/README.md

@@ -0,0 +1,67 @@
+# parallelazy
+
+A lightweight Python plugin/worker framework with:
+
+- isolated plugin processes started with `spawn`;
+- topic-based publish/subscribe;
+- shared environment values and change notifications;
+- plugin-to-plugin RPC; and
+- PyTorch/CUDA-aware multiprocessing support.
+
+## Install
+
+```bash
+python -m pip install .
+```
+
+## Quick start
+
+```python
+import time
+
+from parallelazy.plugin import Plugin
+from parallelazy.plugin_manager import PluginManager
+
+
+class Worker(Plugin):
+    def on_start(self):
+        self.env_set("worker.ready", True)
+
+    def main(self):
+        pass
+
+
+def main():
+    manager = PluginManager()
+    descriptor = Worker.Descriptor(
+        version="1.0.0",
+        author="Application team",
+        description="Example worker",
+    )
+    if not manager.load_plugin(descriptor):
+        raise RuntimeError("Plugin failed to load")
+    if not manager.start_plugin(descriptor.name):
+        raise RuntimeError("Plugin failed to start")
+    try:
+        time.sleep(0.1)
+        print(manager.env_get("worker.ready"))
+    finally:
+        manager.unload_plugin(descriptor.name)
+
+
+if __name__ == "__main__":
+    main()
+```
+
+## Documentation
+
+Read the [documentation index](docs/index.md) for installation, concepts,
+API reference, usage patterns, and troubleshooting.
+
+The complete runnable examples are in
+[examples/](examples/). For example:
+
+```bash
+python -m examples.example_pubsub
+python -m examples.example_rpc_calls
+```

parallelazy-0.0.3/parallelazy/__init__.py

@@ -0,0 +1,122 @@
+"""
+ModularNet Plugin System: Lightweight multiprocessing-based plugin architecture.
+
+Provides modular plugin execution with pub/sub messaging, environment variables,
+and service invocation.
+
+Main Components:
+- PluginDescriptor: Serializable plugin metadata
+- Plugin: Abstract base class for plugins
+- PluginManager: Plugin orchestration and management
+- PluginWorker: Plugin subprocess worker
+- PluginMessages: Unified IPC message protocol (Request, Response)
+- DataExchange: Unified subscription model (topics + env vars)
+- ManagerProxy: Client-side proxy for direct manager access from plugins
+"""
+
+from parallelazy.environment_manager import EnvironmentManager
+from parallelazy.plugin import Plugin, PluginDescriptor, PluginState
+from parallelazy.plugin_data import (
+    Channel,
+    CommandType,
+    Message,
+    PendingRequest,
+    PluginStatus,
+    ProcessStatus,
+    Queue,
+    QueueDescriptor,
+    QueueRecive,
+    QueueSend,
+    Request,
+    RequestCallback,
+    RequestEnvGet,
+    RequestEnvGetAll,
+    RequestEnvSet,
+    RequestEnvSubscribe,
+    RequestEnvUnsubscribe,
+    RequestEnvUpdate,
+    RequestPluginCall,
+    RequestPluginErrors,
+    RequestPluginStart,
+    RequestPluginStatus,
+    RequestPluginStatusAll,
+    RequestPluginStop,
+    RequestTopicAnnounce,
+    RequestTopicList,
+    RequestTopicSubscribe,
+    RequestTopicUnsubscribe,
+    Response,
+    ResponseCallback,
+    Subscriber,
+    Subscription,
+)
+from parallelazy.plugin_manager import PluginInfo, PluginManager
+from parallelazy.plugin_rpc import (
+    MessageUID,
+    PluginCoreRPC,
+    PluginEnvRPC,
+    PluginLifeCycleRPC,
+    PluginRPC,
+    PluginTopicRPC,
+)
+from parallelazy.plugin_transport import (
+    IpcEventCuda,
+    IpcEventPool,
+    IpcEventPoolManaged,
+    mark_graph_output,
+    sanitize_for_ipc,
+)
+from parallelazy.plugin_worker import PluginWorker
+
+__all__ = [
+    "EnvironmentManager",
+    "Plugin",
+    "PluginDescriptor",
+    "PluginState",
+    "Channel",
+    "CommandType",
+    "Message",
+    "PendingRequest",
+    "PluginStatus",
+    "ProcessStatus",
+    "Queue",
+    "QueueDescriptor",
+    "QueueRecive",
+    "QueueSend",
+    "Request",
+    "RequestCallback",
+    "RequestEnvGet",
+    "RequestEnvGetAll",
+    "RequestEnvSet",
+    "RequestEnvSubscribe",
+    "RequestEnvUnsubscribe",
+    "RequestEnvUpdate",
+    "RequestPluginCall",
+    "RequestPluginErrors",
+    "RequestPluginStart",
+    "RequestPluginStatus",
+    "RequestPluginStatusAll",
+    "RequestPluginStop",
+    "RequestTopicAnnounce",
+    "RequestTopicList",
+    "RequestTopicSubscribe",
+    "RequestTopicUnsubscribe",
+    "Response",
+    "ResponseCallback",
+    "Subscriber",
+    "Subscription",
+    "PluginInfo",
+    "PluginManager",
+    "MessageUID",
+    "PluginCoreRPC",
+    "PluginEnvRPC",
+    "PluginLifeCycleRPC",
+    "PluginRPC",
+    "PluginTopicRPC",
+    "PluginWorker",
+    "IpcEventCuda",
+    "IpcEventPool",
+    "IpcEventPoolManaged",
+    "mark_graph_output",
+    "sanitize_for_ipc",
+]

{parallelazy-0.0.1 → parallelazy-0.0.3}/parallelazy/plugin_data.py

@@ -29,7 +29,7 @@ import threading
 
 
 if TYPE_CHECKING:
-    from parallelazy.plugin.plugin_worker import PluginRPC
+    from parallelazy.plugin_rpc import PluginRPC
     
 
 

{parallelazy-0.0.1 → parallelazy-0.0.3}/parallelazy/plugin_manager.py

@@ -13,12 +13,12 @@ import torch.multiprocessing as mp
 import time
 from typing import Any, Dict, List, Optional
 
-from parallelazy.utils.utils import process_start_spawn
-from parallelazy.plugin.plugin_base import PluginDescriptor
-from parallelazy.plugin.plugin_rpc import PluginRPC, RequestEnvGetAll, RequestEnvUnsubscribe, RequestTopicAnnounce
-from parallelazy.plugin.plugin_worker import PluginWorker, Queue, RequestPluginCall, RequestTopicSubscribe, RequestTopicUnsubscribe
-from parallelazy.plugin.plugin_data import  CommandType, ProcessStatus, RequestEnvGet, RequestEnvSet, RequestEnvSubscribe, PluginStatus, Subscriber
-from parallelazy.plugin.environment_manager import EnvironmentManager
+from parallelazy.utils import process_start_spawn
+from parallelazy.plugin import PluginDescriptor
+from parallelazy.plugin_rpc import PluginRPC, RequestEnvGetAll, RequestEnvUnsubscribe, RequestTopicAnnounce
+from parallelazy.plugin_worker import PluginWorker, Queue, RequestPluginCall, RequestTopicSubscribe, RequestTopicUnsubscribe
+from parallelazy.plugin_data import  CommandType, ProcessStatus, RequestEnvGet, RequestEnvSet, RequestEnvSubscribe, PluginStatus, Subscriber
+from parallelazy.environment_manager import EnvironmentManager
 
 
 logger = logging.getLogger(__name__)

{parallelazy-0.0.1 → parallelazy-0.0.3}/parallelazy/plugin_rpc.py

@@ -8,8 +8,8 @@ from torch import multiprocessing as mp
 import threading
 from concurrent.futures import ThreadPoolExecutor
 from multiprocessing.connection import wait
-from parallelazy.plugin.plugin_data import Channel, CommandType, Message, PendingRequest, Queue, Request, RequestCallback, RequestEnvGet, RequestEnvGetAll, RequestEnvSet, RequestEnvSubscribe, RequestEnvUnsubscribe, RequestEnvUpdate, RequestPluginCall, RequestPluginErrors, RequestPluginStart, RequestPluginStatus, RequestPluginStatusAll, RequestPluginStop, RequestTopicAnnounce, RequestTopicList, RequestTopicSubscribe, RequestTopicUnsubscribe, Response, Subscriber
-from parallelazy.plugin.plugin_transport import sanitize_for_ipc
+from parallelazy.plugin_data import Channel, CommandType, Message, PendingRequest, Queue, Request, RequestCallback, RequestEnvGet, RequestEnvGetAll, RequestEnvSet, RequestEnvSubscribe, RequestEnvUnsubscribe, RequestEnvUpdate, RequestPluginCall, RequestPluginErrors, RequestPluginStart, RequestPluginStatus, RequestPluginStatusAll, RequestPluginStop, RequestTopicAnnounce, RequestTopicList, RequestTopicSubscribe, RequestTopicUnsubscribe, Response, Subscriber
+from parallelazy.plugin_transport import sanitize_for_ipc
 
 
 logger = logging.getLogger(__name__)

{parallelazy-0.0.1 → parallelazy-0.0.3}/parallelazy/plugin_transport.py

@@ -3,7 +3,7 @@ from dataclasses import dataclass
 import logging
 from collections import OrderedDict
 import time
-from typing import Any, Dict, List, Optional
+from typing import List, Optional
 
 import torch
 from torch import cuda

{parallelazy-0.0.1 → parallelazy-0.0.3}/parallelazy/plugin_worker.py

@@ -18,11 +18,11 @@ import threading
 import time
 
 
-from parallelazy.utils.utils import init_debugger, process_start_spawn
-from parallelazy.plugin.plugin_data import  Channel, CommandType, Queue,QueueDescriptor, PendingRequest, PluginStatus,  RequestPluginErrors, RequestPluginStart, RequestPluginStatus, RequestPluginStop, RequestTopicList, Subscriber, Subscription
-from parallelazy.plugin.plugin_base import Plugin, PluginDescriptor, PluginState
+from parallelazy.utils import init_debugger, process_start_spawn
+from parallelazy.plugin_data import  Channel, CommandType, Queue,QueueDescriptor, PendingRequest, PluginStatus,  RequestPluginErrors, RequestPluginStart, RequestPluginStatus, RequestPluginStop, RequestTopicList, Subscriber, Subscription
+from parallelazy.plugin import Plugin, PluginDescriptor, PluginState
 
-from parallelazy.plugin.plugin_rpc import  PluginRPC, RequestEnvUpdate, RequestPluginCall, RequestTopicList, RequestTopicSubscribe, RequestTopicUnsubscribe, sanitize_for_ipc
+from parallelazy.plugin_rpc import  PluginRPC, RequestEnvUpdate, RequestPluginCall, RequestTopicList, RequestTopicSubscribe, RequestTopicUnsubscribe, sanitize_for_ipc
 from multiprocessing.synchronize import Event
 
 

{parallelazy-0.0.1 → parallelazy-0.0.3}/parallelazy/utils.py

@@ -3,7 +3,7 @@ import os
 import re
 import socket
 import logging
-import multiprocessing as mp
+import torch.multiprocessing as mp
 import warnings
 
 logger = logging.getLogger(__name__)

parallelazy-0.0.3/parallelazy.egg-info/PKG-INFO

@@ -0,0 +1,82 @@
+Metadata-Version: 2.4
+Name: parallelazy
+Version: 0.0.3
+Summary: A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready.
+Author: Cesare Montresor
+Project-URL: Homepage, https://github.com/cesare-montresor/parallelazy
+Project-URL: Repository, https://github.com/cesare-montresor/parallelazy
+Project-URL: Issues, https://github.com/cesare-montresor/parallelazy/issues
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: debugpy
+Requires-Dist: torch
+Dynamic: license-file
+
+# parallelazy
+
+A lightweight Python plugin/worker framework with:
+
+- isolated plugin processes started with `spawn`;
+- topic-based publish/subscribe;
+- shared environment values and change notifications;
+- plugin-to-plugin RPC; and
+- PyTorch/CUDA-aware multiprocessing support.
+
+## Install
+
+```bash
+python -m pip install .
+```
+
+## Quick start
+
+```python
+import time
+
+from parallelazy.plugin import Plugin
+from parallelazy.plugin_manager import PluginManager
+
+
+class Worker(Plugin):
+    def on_start(self):
+        self.env_set("worker.ready", True)
+
+    def main(self):
+        pass
+
+
+def main():
+    manager = PluginManager()
+    descriptor = Worker.Descriptor(
+        version="1.0.0",
+        author="Application team",
+        description="Example worker",
+    )
+    if not manager.load_plugin(descriptor):
+        raise RuntimeError("Plugin failed to load")
+    if not manager.start_plugin(descriptor.name):
+        raise RuntimeError("Plugin failed to start")
+    try:
+        time.sleep(0.1)
+        print(manager.env_get("worker.ready"))
+    finally:
+        manager.unload_plugin(descriptor.name)
+
+
+if __name__ == "__main__":
+    main()
+```
+
+## Documentation
+
+Read the [documentation index](docs/index.md) for installation, concepts,
+API reference, usage patterns, and troubleshooting.
+
+The complete runnable examples are in
+[examples/](examples/). For example:
+
+```bash
+python -m examples.example_pubsub
+python -m examples.example_rpc_calls
+```

parallelazy-0.0.3/parallelazy.egg-info/SOURCES.txt

@@ -0,0 +1,17 @@
+LICENSE
+README.md
+pyproject.toml
+parallelazy/__init__.py
+parallelazy/environment_manager.py
+parallelazy/plugin.py
+parallelazy/plugin_data.py
+parallelazy/plugin_manager.py
+parallelazy/plugin_rpc.py
+parallelazy/plugin_transport.py
+parallelazy/plugin_worker.py
+parallelazy/utils.py
+parallelazy.egg-info/PKG-INFO
+parallelazy.egg-info/SOURCES.txt
+parallelazy.egg-info/dependency_links.txt
+parallelazy.egg-info/requires.txt
+parallelazy.egg-info/top_level.txt

{parallelazy-0.0.1 → parallelazy-0.0.3}/parallelazy.egg-info/requires.txt

@@ -1 +1,2 @@
 debugpy
+torch

{parallelazy-0.0.1 → parallelazy-0.0.3}/pyproject.toml

@@ -4,8 +4,8 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "parallelazy"
-version = "0.0.1"
-description = "A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, gloval enviroment, using process spawn and pipes, pytorch and CUDA ready."
+version = "0.0.3"
+description = "A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready."
 readme = "README.md"
 requires-python = ">=3.8"
 authors = [
@@ -14,6 +14,7 @@ authors = [
 
 dependencies = [
     "debugpy",
+    "torch"
 ]
 
 

parallelazy-0.0.1/PKG-INFO

@@ -1,17 +0,0 @@
-Metadata-Version: 2.4
-Name: parallelazy
-Version: 0.0.1
-Summary: A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, gloval enviroment, using process spawn and pipes, pytorch and CUDA ready.
-Author: Cesare Montresor
-Project-URL: Homepage, https://github.com/cesare-montresor/parallelazy
-Project-URL: Repository, https://github.com/cesare-montresor/parallelazy
-Project-URL: Issues, https://github.com/cesare-montresor/parallelazy/issues
-Requires-Python: >=3.8
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: debugpy
-Dynamic: license-file
-
-# parallelazy
-
-A python lightweight, plugin/worker framework, with topic-based pub/sub and shared env using spawn and pipes, pytorch and CUDA ready.

parallelazy-0.0.1/README.md

@@ -1,3 +0,0 @@
-# parallelazy
-
-A python lightweight, plugin/worker framework, with topic-based pub/sub and shared env using spawn and pipes, pytorch and CUDA ready.

parallelazy-0.0.1/parallelazy/__init__.py

@@ -1,43 +0,0 @@
-"""
-ModularNet Plugin System: Lightweight multiprocessing-based plugin architecture.
-
-Provides modular plugin execution with pub/sub messaging, environment variables,
-and service invocation.
-
-Main Components:
-- PluginDescriptor: Serializable plugin metadata
-- Plugin: Abstract base class for plugins
-- PluginManager: Plugin orchestration and management
-- PluginWorker: Plugin subprocess worker
-- PluginMessages: Unified IPC message protocol (Request, Response)
-- DataExchange: Unified subscription model (topics + env vars)
-- ManagerProxy: Client-side proxy for direct manager access from plugins
-"""
-
-from parallelazy.plugin import Plugin, PluginState, PluginDescriptor
-from parallelazy.environment_manager import EnvironmentManager
-from parallelazy.plugin_manager import PluginManager
-
-from parallelazy.plugin_data import (
-    Request, Response,
-    Subscription, 
-    PluginStatus, ProcessStatus
-)
-from parallelazy.plugin_rpc import PluginRPC
-
-__all__ = [
-    "PluginDescriptor",
-    "Plugin",
-    "PluginState",
-    "EnvironmentManager",
-    "EnvUpdate",
-    "PluginManager",
-    "Request",
-    "Response",
-    "Channel",
-    "Subscription",
-    "SubscriptionType",
-    "PluginStatus",
-    "ProcessStatus",
-    "PluginRPC",
-]