parallelazy 0.0.1__tar.gz → 0.0.2__tar.gz

parallelazy-0.0.2/PKG-INFO

@@ -0,0 +1,82 @@
+Metadata-Version: 2.4
+Name: parallelazy
+Version: 0.0.2
+Summary: A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready.
+Author: Cesare Montresor
+Project-URL: Homepage, https://github.com/cesare-montresor/parallelazy
+Project-URL: Repository, https://github.com/cesare-montresor/parallelazy
+Project-URL: Issues, https://github.com/cesare-montresor/parallelazy/issues
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: debugpy
+Requires-Dist: torch
+Dynamic: license-file
+
+# parallelazy
+
+A lightweight Python plugin/worker framework with:
+
+- isolated plugin processes started with `spawn`;
+- topic-based publish/subscribe;
+- shared environment values and change notifications;
+- plugin-to-plugin RPC; and
+- PyTorch/CUDA-aware multiprocessing support.
+
+## Install
+
+```bash
+python -m pip install .
+```
+
+## Quick start
+
+```python
+import time
+
+from parallelazy.plugin import Plugin
+from parallelazy.plugin_manager import PluginManager
+
+
+class Worker(Plugin):
+    def on_start(self):
+        self.env_set("worker.ready", True)
+
+    def main(self):
+        pass
+
+
+def main():
+    manager = PluginManager()
+    descriptor = Worker.Descriptor(
+        version="1.0.0",
+        author="Application team",
+        description="Example worker",
+    )
+    if not manager.load_plugin(descriptor):
+        raise RuntimeError("Plugin failed to load")
+    if not manager.start_plugin(descriptor.name):
+        raise RuntimeError("Plugin failed to start")
+    try:
+        time.sleep(0.1)
+        print(manager.env_get("worker.ready"))
+    finally:
+        manager.unload_plugin(descriptor.name)
+
+
+if __name__ == "__main__":
+    main()
+```
+
+## Documentation
+
+Read the [documentation index](docs/index.md) for installation, concepts,
+API reference, usage patterns, and troubleshooting.
+
+The complete runnable examples are in
+[examples/](examples/). For example:
+
+```bash
+python -m examples.example_pubsub
+python -m examples.example_rpc_calls
+```

parallelazy-0.0.2/README.md

@@ -0,0 +1,67 @@
+# parallelazy
+
+A lightweight Python plugin/worker framework with:
+
+- isolated plugin processes started with `spawn`;
+- topic-based publish/subscribe;
+- shared environment values and change notifications;
+- plugin-to-plugin RPC; and
+- PyTorch/CUDA-aware multiprocessing support.
+
+## Install
+
+```bash
+python -m pip install .
+```
+
+## Quick start
+
+```python
+import time
+
+from parallelazy.plugin import Plugin
+from parallelazy.plugin_manager import PluginManager
+
+
+class Worker(Plugin):
+    def on_start(self):
+        self.env_set("worker.ready", True)
+
+    def main(self):
+        pass
+
+
+def main():
+    manager = PluginManager()
+    descriptor = Worker.Descriptor(
+        version="1.0.0",
+        author="Application team",
+        description="Example worker",
+    )
+    if not manager.load_plugin(descriptor):
+        raise RuntimeError("Plugin failed to load")
+    if not manager.start_plugin(descriptor.name):
+        raise RuntimeError("Plugin failed to start")
+    try:
+        time.sleep(0.1)
+        print(manager.env_get("worker.ready"))
+    finally:
+        manager.unload_plugin(descriptor.name)
+
+
+if __name__ == "__main__":
+    main()
+```
+
+## Documentation
+
+Read the [documentation index](docs/index.md) for installation, concepts,
+API reference, usage patterns, and troubleshooting.
+
+The complete runnable examples are in
+[examples/](examples/). For example:
+
+```bash
+python -m examples.example_pubsub
+python -m examples.example_rpc_calls
+```

{parallelazy-0.0.1 → parallelazy-0.0.2}/parallelazy/plugin_data.py

@@ -29,7 +29,7 @@ import threading
 
 
 if TYPE_CHECKING:
-    from parallelazy.plugin.plugin_worker import PluginRPC
+    from parallelazy.plugin_rpc import PluginRPC
     
 
 

{parallelazy-0.0.1 → parallelazy-0.0.2}/parallelazy/plugin_manager.py

@@ -13,12 +13,12 @@ import torch.multiprocessing as mp
 import time
 from typing import Any, Dict, List, Optional
 
-from parallelazy.utils.utils import process_start_spawn
-from parallelazy.plugin.plugin_base import PluginDescriptor
-from parallelazy.plugin.plugin_rpc import PluginRPC, RequestEnvGetAll, RequestEnvUnsubscribe, RequestTopicAnnounce
-from parallelazy.plugin.plugin_worker import PluginWorker, Queue, RequestPluginCall, RequestTopicSubscribe, RequestTopicUnsubscribe
-from parallelazy.plugin.plugin_data import  CommandType, ProcessStatus, RequestEnvGet, RequestEnvSet, RequestEnvSubscribe, PluginStatus, Subscriber
-from parallelazy.plugin.environment_manager import EnvironmentManager
+from parallelazy.utils import process_start_spawn
+from parallelazy.plugin import PluginDescriptor
+from parallelazy.plugin_rpc import PluginRPC, RequestEnvGetAll, RequestEnvUnsubscribe, RequestTopicAnnounce
+from parallelazy.plugin_worker import PluginWorker, Queue, RequestPluginCall, RequestTopicSubscribe, RequestTopicUnsubscribe
+from parallelazy.plugin_data import  CommandType, ProcessStatus, RequestEnvGet, RequestEnvSet, RequestEnvSubscribe, PluginStatus, Subscriber
+from parallelazy.environment_manager import EnvironmentManager
 
 
 logger = logging.getLogger(__name__)

{parallelazy-0.0.1 → parallelazy-0.0.2}/parallelazy/plugin_rpc.py

@@ -8,8 +8,8 @@ from torch import multiprocessing as mp
 import threading
 from concurrent.futures import ThreadPoolExecutor
 from multiprocessing.connection import wait
-from parallelazy.plugin.plugin_data import Channel, CommandType, Message, PendingRequest, Queue, Request, RequestCallback, RequestEnvGet, RequestEnvGetAll, RequestEnvSet, RequestEnvSubscribe, RequestEnvUnsubscribe, RequestEnvUpdate, RequestPluginCall, RequestPluginErrors, RequestPluginStart, RequestPluginStatus, RequestPluginStatusAll, RequestPluginStop, RequestTopicAnnounce, RequestTopicList, RequestTopicSubscribe, RequestTopicUnsubscribe, Response, Subscriber
-from parallelazy.plugin.plugin_transport import sanitize_for_ipc
+from parallelazy.plugin_data import Channel, CommandType, Message, PendingRequest, Queue, Request, RequestCallback, RequestEnvGet, RequestEnvGetAll, RequestEnvSet, RequestEnvSubscribe, RequestEnvUnsubscribe, RequestEnvUpdate, RequestPluginCall, RequestPluginErrors, RequestPluginStart, RequestPluginStatus, RequestPluginStatusAll, RequestPluginStop, RequestTopicAnnounce, RequestTopicList, RequestTopicSubscribe, RequestTopicUnsubscribe, Response, Subscriber
+from parallelazy.plugin_transport import sanitize_for_ipc
 
 
 logger = logging.getLogger(__name__)

{parallelazy-0.0.1 → parallelazy-0.0.2}/parallelazy/plugin_transport.py

@@ -3,7 +3,7 @@ from dataclasses import dataclass
 import logging
 from collections import OrderedDict
 import time
-from typing import Any, Dict, List, Optional
+from typing import List, Optional
 
 import torch
 from torch import cuda

{parallelazy-0.0.1 → parallelazy-0.0.2}/parallelazy/plugin_worker.py

@@ -18,11 +18,11 @@ import threading
 import time
 
 
-from parallelazy.utils.utils import init_debugger, process_start_spawn
-from parallelazy.plugin.plugin_data import  Channel, CommandType, Queue,QueueDescriptor, PendingRequest, PluginStatus,  RequestPluginErrors, RequestPluginStart, RequestPluginStatus, RequestPluginStop, RequestTopicList, Subscriber, Subscription
-from parallelazy.plugin.plugin_base import Plugin, PluginDescriptor, PluginState
+from parallelazy.utils import init_debugger, process_start_spawn
+from parallelazy.plugin_data import  Channel, CommandType, Queue,QueueDescriptor, PendingRequest, PluginStatus,  RequestPluginErrors, RequestPluginStart, RequestPluginStatus, RequestPluginStop, RequestTopicList, Subscriber, Subscription
+from parallelazy.plugin import Plugin, PluginDescriptor, PluginState
 
-from parallelazy.plugin.plugin_rpc import  PluginRPC, RequestEnvUpdate, RequestPluginCall, RequestTopicList, RequestTopicSubscribe, RequestTopicUnsubscribe, sanitize_for_ipc
+from parallelazy.plugin_rpc import  PluginRPC, RequestEnvUpdate, RequestPluginCall, RequestTopicList, RequestTopicSubscribe, RequestTopicUnsubscribe, sanitize_for_ipc
 from multiprocessing.synchronize import Event
 
 

{parallelazy-0.0.1 → parallelazy-0.0.2}/parallelazy/utils.py

@@ -3,7 +3,7 @@ import os
 import re
 import socket
 import logging
-import multiprocessing as mp
+import torch.multiprocessing as mp
 import warnings
 
 logger = logging.getLogger(__name__)

parallelazy-0.0.2/parallelazy.egg-info/PKG-INFO

@@ -0,0 +1,82 @@
+Metadata-Version: 2.4
+Name: parallelazy
+Version: 0.0.2
+Summary: A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready.
+Author: Cesare Montresor
+Project-URL: Homepage, https://github.com/cesare-montresor/parallelazy
+Project-URL: Repository, https://github.com/cesare-montresor/parallelazy
+Project-URL: Issues, https://github.com/cesare-montresor/parallelazy/issues
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: debugpy
+Requires-Dist: torch
+Dynamic: license-file
+
+# parallelazy
+
+A lightweight Python plugin/worker framework with:
+
+- isolated plugin processes started with `spawn`;
+- topic-based publish/subscribe;
+- shared environment values and change notifications;
+- plugin-to-plugin RPC; and
+- PyTorch/CUDA-aware multiprocessing support.
+
+## Install
+
+```bash
+python -m pip install .
+```
+
+## Quick start
+
+```python
+import time
+
+from parallelazy.plugin import Plugin
+from parallelazy.plugin_manager import PluginManager
+
+
+class Worker(Plugin):
+    def on_start(self):
+        self.env_set("worker.ready", True)
+
+    def main(self):
+        pass
+
+
+def main():
+    manager = PluginManager()
+    descriptor = Worker.Descriptor(
+        version="1.0.0",
+        author="Application team",
+        description="Example worker",
+    )
+    if not manager.load_plugin(descriptor):
+        raise RuntimeError("Plugin failed to load")
+    if not manager.start_plugin(descriptor.name):
+        raise RuntimeError("Plugin failed to start")
+    try:
+        time.sleep(0.1)
+        print(manager.env_get("worker.ready"))
+    finally:
+        manager.unload_plugin(descriptor.name)
+
+
+if __name__ == "__main__":
+    main()
+```
+
+## Documentation
+
+Read the [documentation index](docs/index.md) for installation, concepts,
+API reference, usage patterns, and troubleshooting.
+
+The complete runnable examples are in
+[examples/](examples/). For example:
+
+```bash
+python -m examples.example_pubsub
+python -m examples.example_rpc_calls
+```

parallelazy-0.0.2/parallelazy.egg-info/SOURCES.txt

@@ -0,0 +1,17 @@
+LICENSE
+README.md
+pyproject.toml
+parallelazy/__init__.py
+parallelazy/environment_manager.py
+parallelazy/plugin.py
+parallelazy/plugin_data.py
+parallelazy/plugin_manager.py
+parallelazy/plugin_rpc.py
+parallelazy/plugin_transport.py
+parallelazy/plugin_worker.py
+parallelazy/utils.py
+parallelazy.egg-info/PKG-INFO
+parallelazy.egg-info/SOURCES.txt
+parallelazy.egg-info/dependency_links.txt
+parallelazy.egg-info/requires.txt
+parallelazy.egg-info/top_level.txt

{parallelazy-0.0.1 → parallelazy-0.0.2}/parallelazy.egg-info/requires.txt

@@ -1 +1,2 @@
 debugpy
+torch

{parallelazy-0.0.1 → parallelazy-0.0.2}/pyproject.toml

@@ -4,8 +4,8 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "parallelazy"
-version = "0.0.1"
-description = "A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, gloval enviroment, using process spawn and pipes, pytorch and CUDA ready."
+version = "0.0.2"
+description = "A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, global enviroment, using process spawn and pipes, pytorch and CUDA ready."
 readme = "README.md"
 requires-python = ">=3.8"
 authors = [
@@ -14,6 +14,7 @@ authors = [
 
 dependencies = [
     "debugpy",
+    "torch"
 ]
 
 

parallelazy-0.0.1/PKG-INFO

@@ -1,17 +0,0 @@
-Metadata-Version: 2.4
-Name: parallelazy
-Version: 0.0.1
-Summary: A lightweight multiprocess worker-plugin framework. Topic-based pub/sub, gloval enviroment, using process spawn and pipes, pytorch and CUDA ready.
-Author: Cesare Montresor
-Project-URL: Homepage, https://github.com/cesare-montresor/parallelazy
-Project-URL: Repository, https://github.com/cesare-montresor/parallelazy
-Project-URL: Issues, https://github.com/cesare-montresor/parallelazy/issues
-Requires-Python: >=3.8
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: debugpy
-Dynamic: license-file
-
-# parallelazy
-
-A python lightweight, plugin/worker framework, with topic-based pub/sub and shared env using spawn and pipes, pytorch and CUDA ready.

parallelazy-0.0.1/README.md

@@ -1,3 +0,0 @@
-# parallelazy
-
-A python lightweight, plugin/worker framework, with topic-based pub/sub and shared env using spawn and pipes, pytorch and CUDA ready.

parallelazy-0.0.1/parallelazy/examples/example_configuration.py

@@ -1,194 +0,0 @@
-"""
-Configuration & Options Example: Plugin customization at load time.
-
-This example shows how plugins can:
-1. Accept configuration options when loaded
-2. Use options to customize behavior
-3. Override configuration dynamically
-4. Validate configuration options
-"""
-
-import logging
-import time
-from typing import Any, Dict
-
-from parallelazy.plugin import Plugin, PluginDescriptor
-from parallelazy.plugin_worker import PluginWorker
-from parallelazy.plugin_manager import PluginManager
-
-logger = logging.getLogger(__name__)
-
-
-class Sensor(Plugin):
-    """
-    Plugin that simulates a sensor with configurable sampling.
-    """
-
-    @classmethod
-    def Descriptor(cls, options: Dict[str, Any] = None) -> PluginDescriptor:
-        default_options = {
-            "sample_rate": 10,  # Hz
-            "noise_level": 0.1,
-            "sensor_type": "temperature",
-        }
-        if options:
-            default_options.update(options)
-
-        return super().Descriptor(
-            version="1.0.0",
-            author="ModularNet Team",
-            description="Configurable sensor plugin",
-            options=default_options
-        )
-
-    def __init__(self, worker: PluginWorker, plugin_id: str, options: Dict[str, Any]):
-        super().__init__(worker, plugin_id, options)
-        self.sample_count = 0
-        self.sample_rate = options.get("sample_rate", 10)
-        self.noise_level = options.get("noise_level", 0.1)
-        self.sensor_type = options.get("sensor_type", "temperature")
-
-    def on_start(self) -> None:
-        logger.info(f"[{self.plugin_id}] Sensor started with options:")
-        logger.info(f"  - type: {self.sensor_type}")
-        logger.info(f"  - sample_rate: {self.sample_rate} Hz")
-        logger.info(f"  - noise_level: {self.noise_level}")
-        self.env_set("sensor.config", {
-            "type": self.sensor_type,
-            "sample_rate": self.sample_rate,
-            "noise_level": self.noise_level
-        })
-        self.env_set("sensor.samples", 0)
-
-    def main(self):
-        self.sample_count += 1
-        # Generate simulated sensor reading
-        base_value = 20 + (self.sample_count % 10)  # Temperature 20-30°C
-        import random
-        noise = random.gauss(0, self.noise_level)
-        reading = base_value + noise
-
-        if self.sample_count % 5 == 0:
-            logger.info(f"[{self.plugin_id}] Sample #{self.sample_count}: {reading:.2f}")
-            self.topic_publish("sensor.readings", {
-                "sample": self.sample_count,
-                "value": reading,
-                "type": self.sensor_type
-            })
-            self.env_set("sensor.samples", self.sample_count, wait=False)
-
-    def on_stop(self) -> None:
-        logger.info(f"[{self.plugin_id}] Sensor stopped, collected {self.sample_count} samples")
-
-
-class SensorLogger(Plugin):
-    """
-    Plugin that logs sensor readings with configurable verbosity.
-    """
-
-    @classmethod
-    def Descriptor(cls, options: Dict[str, Any] = None) -> PluginDescriptor:
-        default_options = {
-            "verbose": False,
-            "log_every_n": 5,
-        }
-        if options:
-            default_options.update(options)
-
-        return super().Descriptor(
-            version="1.0.0",
-            author="ModularNet Team",
-            description="Sensor logger with configurable output",
-            options=default_options
-        )
-
-    def __init__(self, worker: PluginWorker, plugin_id: str, options: Dict[str, Any]):
-        super().__init__(worker, plugin_id, options)
-        self.verbose = options.get("verbose", False)
-        self.log_every_n = options.get("log_every_n", 5)
-        self.readings = []
-
-    def on_start(self) -> None:
-        logger.info(f"[{self.plugin_id}] SensorLogger started (verbose={self.verbose})")
-        self.topic_subscribe("sensor.readings", self.on_reading)
-
-    def on_reading(self, reading: Dict[str, Any]):
-        self.readings.append(reading)
-        if self.verbose:
-            logger.info(f"[{self.plugin_id}] Received: {reading}")
-        elif len(self.readings) % self.log_every_n == 0:
-            avg_value = sum(r["value"] for r in self.readings) / len(self.readings)
-            logger.info(f"[{self.plugin_id}] {len(self.readings)} readings, avg={avg_value:.2f}")
-            self.env_set("logger.avg_value", avg_value, wait=False)
-
-    def main(self):
-        pass
-
-    def on_stop(self) -> None:
-        logger.info(f"[{self.plugin_id}] SensorLogger stopped, logged {len(self.readings)} readings")
-
-
-def main():
-    """Run the configuration example."""
-    manager = PluginManager()
-
-    # Load sensor with custom options
-    sensor_desc = Sensor.Descriptor(options={
-        "sample_rate": 20,
-        "noise_level": 0.5,
-        "sensor_type": "humidity"
-    })
-
-    # Load logger with verbose mode
-    logger_desc = SensorLogger.Descriptor(options={
-        "verbose": False,
-        "log_every_n": 3
-    })
-
-    manager.load_plugin(sensor_desc)
-    manager.load_plugin(logger_desc)
-
-    manager.start_plugin(sensor_desc.name)
-    manager.start_plugin(logger_desc.name)
-
-    print("Sensor and logger running... Press Ctrl+C to stop.")
-    time.sleep(5)
-    print("Stopping plugins...")
-
-    manager.stop_plugin(logger_desc.name)
-    manager.stop_plugin(sensor_desc.name)
-
-    # Show configuration
-    print("\nFinal state:")
-    all_vars = manager.env_get()
-    for name, value in all_vars.items():
-        if name.startswith("sensor.") or name.startswith("logger."):
-            print(f"  {name}: {value}")
-
-    # VERIFICATION
-    print("\n=== VERIFICATION ===")
-    print("PREDICTED BEHAVIOR:")
-    print("1. Sensor loads with custom options (sample_rate=20, noise_level=0.5, type=humidity)")
-    print("2. Logger loads with verbose=False, log_every_n=3")
-    print("3. Sensor publishes readings, logger subscribes and aggregates")
-    print("4. Config persists in environment\n")
-
-    sensor_config = all_vars.get("sensor.config")
-    logger_avg = all_vars.get("logger.avg_value")
-
-    assert sensor_config is not None, "sensor.config should be set"
-    assert sensor_config.get("type") == "humidity", f"Sensor type should be humidity, got {sensor_config.get('type')}"
-    assert sensor_config.get("sample_rate") == 20, f"Sample rate should be 20, got {sensor_config.get('sample_rate')}"
-    assert sensor_config.get("noise_level") == 0.5, f"Noise level should be 0.5, got {sensor_config.get('noise_level')}"
-    
-    print(f"✓ Sensor config: type={sensor_config['type']}, rate={sensor_config['sample_rate']}Hz, noise={sensor_config['noise_level']}")
-    if logger_avg is not None:
-        print(f"✓ Logger computed average: {logger_avg:.2f}")
-    print("✓ All configuration assertions passed!")
-
-    manager.unload_plugin(sensor_desc.name)
-    manager.unload_plugin(logger_desc.name)
-
-
-if __name__ == "__main__":
-    main()

parallelazy-0.0.1/parallelazy/examples/example_count.py

@@ -1,84 +0,0 @@
-"""
-Basic test plugin for lifecycle testing.
-
-A minimal plugin that exercises the load/unload/start/stop/status lifecycle
-without any external dependencies.
-"""
-
-import logging
-from typing import Any, Dict
-
-from parallelazy.plugin import Plugin, PluginDescriptor
-from parallelazy.plugin_worker import PluginWorker
-import time
-from parallelazy.plugin_manager import PluginManager
-
-
-
-logger = logging.getLogger(__name__)
-
-class ExamplePluginCount(Plugin):
-    """
-    Minimal test plugin that exercises core lifecycle.
-    
-    Features:
-    - Simple on_start/on_stop implementation
-    - Tracks call count
-    - Can be used to verify manager lifecycle
-    """
-
-    @classmethod
-    def Descriptor(cls, options: Dict[str, Any] = None) -> PluginDescriptor:
-        """Create plugin descriptor."""
-        return super().Descriptor(
-            version="1.0.0",
-            author="ModularNet Team",
-            description="Basic test plugin for lifecycle verification",
-            options=options or {}
-        )
-
-    def __init__(
-        self,
-        worker: PluginWorker,
-        plugin_id: str,
-        options: Dict[str, Any],
-    ):
-        super().__init__(worker, plugin_id, options)
-        self.count = None
-
-    def main(self):
-        self.count +=1
-        self.env_set("count", self.count, wait=False)
-
-
-    def on_start(self) -> None:
-        logger.info(f"[{self.plugin_id}] ExamplePluginCount starting...")
-        self.count = 0
-        self.env_set("count", self.count)
-
-    def on_stop(self) -> None:
-        logger.info(f"[{self.plugin_id}] Total loop: {self.count}")
-        self.env_set("count", self.count)
-        
-
-def main():
-    """Example main function to run the plugin standalone for testing."""
-    manager = PluginManager()
-    descriptor = ExamplePluginCount.Descriptor()
-    manager.load_plugin(descriptor)
-    manager.start_plugin(descriptor.name)
-
-    # Let it run for a few seconds
-    time.sleep(3)
-
-    
-    manager.unload_plugin(descriptor.name)
-
-    all_vars = manager.env_get()
-
-    print("All environment variables:")
-    for name, value in all_vars.items():
-        print(f"  {name}: {value}")
-
-if __name__ == "__main__":    main()
-