scalable-pypeline 2.0.4__tar.gz → 2.0.6__tar.gz

{scalable-pypeline-2.0.4/scalable_pypeline.egg-info → scalable-pypeline-2.0.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scalable-pypeline
-Version: 2.0.4
+Version: 2.0.6
 Summary: PypeLine - Python pipelines for the Real World
 Home-page: https://gitlab.com/bravos2/pypeline
 Author: Bravos Power Corporation

scalable-pypeline-2.0.6/pypeline/__init__.py

@@ -0,0 +1 @@
+__version__ = "2.0.6"

{scalable-pypeline-2.0.4 → scalable-pypeline-2.0.6}/pypeline/constants.py

@@ -1,5 +1,6 @@
 """ Pypeline Constants
 """
+
 import os
 
 # Pypeline configuration defaults
@@ -26,7 +27,15 @@ DEFAULT_TASK_MIN_BACKOFF = int(os.getenv("DEFAULT_TASK_MIN_BACKOFF", 15))  # sec
 DEFAULT_TASK_MAX_BACKOFF = int(
     os.getenv("DEFAULT_TASK_MAX_BACKOFF", 3600)
 )  # seconds (1 hour)
-
+DEFAULT_BROKER_CONNECTION_HEARTBEAT = int(
+    os.getenv("DEFAULT_BROKER_CONNECTION_HEARTBEAT", 5)
+)
+DEFAULT_BROKER_CONNECTION_ATTEMPTS = int(
+    os.getenv("DEFAULT_BROKER_CONNECTION_ATTEMPTS", 5)
+)
+DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT = int(
+    os.getenv("DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT", 30)
+)
 
 MS_IN_SECONDS = 1000
 API_PATH_V1 = "/api/v1"

{scalable-pypeline-2.0.4 → scalable-pypeline-2.0.6}/pypeline/dramatiq.py

@@ -2,7 +2,10 @@ import importlib
 import os.path
 import sys
 import typing
+import pika
 import logging
++from urllib.parse import urlparse
+
 import click
 from pypeline.extensions import pypeline_config
 from warnings import warn
@@ -35,6 +38,9 @@ from pypeline.constants import (
     DEFAULT_TASK_MAX_RETRY,
     DEFAULT_TASK_MIN_BACKOFF,
     DEFAULT_TASK_MAX_BACKOFF,
+    DEFAULT_BROKER_CONNECTION_HEARTBEAT,
+    DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT,
+    DEFAULT_BROKER_CONNECTION_ATTEMPTS,
 )
 from pypeline.middleware import ParallelPipeline
 from pypeline.utils.config_utils import (
@@ -56,7 +62,20 @@ logger = logging.getLogger(__name__)
 
 def configure_default_broker(broker: Broker = None):
     redis_backend = RedisBackend(url=REDIS_URL)
-    rabbit_broker = broker if broker is not None else RabbitmqBroker(url=RABBIT_URL)
+    parsed_url = urlparse(RABBIT_URL)
+    credentials = pika.PlainCredentials(parsed_url.username, parsed_url.password)
+    rabbit_broker = (
+        broker
+        if broker is not None
+        else RabbitmqBroker(
+            host=parsed_url.hostname,
+            port=parsed_url.port,
+            credentials=credentials,
+            heartbeat=DEFAULT_BROKER_CONNECTION_HEARTBEAT,
+            connection_attempts=DEFAULT_BROKER_CONNECTION_ATTEMPTS,
+            blocked_connection_timeout=DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT,
+        )
+    )
     rabbit_broker.add_middleware(Results(backend=redis_backend))
     rabbit_broker.add_middleware(ParallelPipeline(redis_url=REDIS_URL))
     rabbit_broker.add_middleware(CurrentMessage())

{scalable-pypeline-2.0.4 → scalable-pypeline-2.0.6/scalable_pypeline.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scalable-pypeline
-Version: 2.0.4
+Version: 2.0.6
 Summary: PypeLine - Python pipelines for the Real World
 Home-page: https://gitlab.com/bravos2/pypeline
 Author: Bravos Power Corporation

scalable-pypeline-2.0.4/pypeline/__init__.py

@@ -1 +0,0 @@
-__version__ = "2.0.4"