scalable-pypeline 2.1.5__tar.gz → 2.1.7__tar.gz

{scalable-pypeline-2.1.5/scalable_pypeline.egg-info → scalable-pypeline-2.1.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scalable-pypeline
-Version: 2.1.5
+Version: 2.1.7
 Summary: PypeLine - Python pipelines for the Real World
 Home-page: https://gitlab.com/bravos2/pypeline
 Author: Bravos Power Corporation

scalable-pypeline-2.1.7/pypeline/__init__.py

@@ -0,0 +1 @@
+__version__ = "2.1.7"

{scalable-pypeline-2.1.5 → scalable-pypeline-2.1.7}/pypeline/constants.py

@@ -36,6 +36,9 @@ DEFAULT_BROKER_CONNECTION_ATTEMPTS = int(
 DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT = int(
     os.getenv("DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT", 30)
 )
+DEFAULT_BROKER_HEARTBEAT_TIMEOUT = int(
+    os.getenv("DEFAULT_BROKER_HEARTBEAT_TIMEOUT", 300000)
+)
 MESSAGE_BROKER = os.getenv("MESSAGE_BROKER", "RABBITMQ")
 
 MS_IN_SECONDS = 1000

{scalable-pypeline-2.1.5 → scalable-pypeline-2.1.7}/pypeline/dramatiq.py

@@ -34,6 +34,10 @@ from pypeline.constants import (
     DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT,
     DEFAULT_BROKER_CONNECTION_ATTEMPTS,
     MESSAGE_BROKER,
+    DEFAULT_BROKER_HEARTBEAT_TIMEOUT,
+)
+from pypeline.pipelines.middleware.get_active_worker_id_middleware import (
+    GetActiveWorkerIdMiddleware,
 )
 from pypeline.pipelines.middleware.parallel_pipeline_middleware import ParallelPipeline
 from pypeline.pipelines.middleware.pypeline_middleware import PypelineMiddleware
@@ -74,12 +78,19 @@ def configure_default_broker(broker: Broker = None):
         )
 
     elif MESSAGE_BROKER == "REDIS":
-        broker = broker if broker is not None else RedisBroker(url=REDIS_URL)
+        broker = (
+            broker
+            if broker is not None
+            else RedisBroker(
+                url=REDIS_URL, heartbeat_timeout=DEFAULT_BROKER_HEARTBEAT_TIMEOUT
+            )
+        )
 
     broker.add_middleware(Results(backend=redis_backend))
     broker.add_middleware(ParallelPipeline(redis_url=REDIS_URL))
     broker.add_middleware(PypelineMiddleware(redis_url=REDIS_URL))
     broker.add_middleware(CurrentMessage())
+    broker.add_middleware(GetActiveWorkerIdMiddleware())
     register_actors_for_workers(broker)
     set_broker(broker)
 

scalable-pypeline-2.1.7/pypeline/pipelines/middleware/get_active_worker_id_middleware.py

@@ -0,0 +1,18 @@
+import contextvars
+from dramatiq import Middleware
+
+
+class GetActiveWorkerIdMiddleware(Middleware):
+    _ACTIVE_WORKER_ID: contextvars.ContextVar["Optional[Message[Any]]"] = (
+        contextvars.ContextVar("_ACTIVE_WORKER_ID", default=None)
+    )
+
+    @classmethod
+    def get_active_worker_id(cls):
+        return cls._ACTIVE_WORKER_ID.get()
+
+    def before_process_message(self, broker, message):
+        self._ACTIVE_WORKER_ID.set(broker.broker_id)
+
+    def after_process_message(self, broker, message, *, result=None, exception=None):
+        self._ACTIVE_WORKER_ID.set(None)

{scalable-pypeline-2.1.5 → scalable-pypeline-2.1.7/scalable_pypeline.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scalable-pypeline
-Version: 2.1.5
+Version: 2.1.7
 Summary: PypeLine - Python pipelines for the Real World
 Home-page: https://gitlab.com/bravos2/pypeline
 Author: Bravos Power Corporation

{scalable-pypeline-2.1.5 → scalable-pypeline-2.1.7}/scalable_pypeline.egg-info/SOURCES.txt

@@ -25,6 +25,7 @@ pypeline/pipelines/composition/__init__.py
 pypeline/pipelines/composition/parallel_pipeline_composition.py
 pypeline/pipelines/composition/pypeline_composition.py
 pypeline/pipelines/middleware/__init__.py
+pypeline/pipelines/middleware/get_active_worker_id_middleware.py
 pypeline/pipelines/middleware/parallel_pipeline_middleware.py
 pypeline/pipelines/middleware/pypeline_middleware.py
 pypeline/utils/__init__.py

scalable-pypeline-2.1.5/pypeline/__init__.py

@@ -1 +0,0 @@
-__version__ = "2.1.5"