scalable-pypeline 2.0.4__py2.py3-none-any.whl → 2.0.5__py2.py3-none-any.whl

pypeline/__init__.py

@@ -1 +1 @@
-__version__ = "2.0.4"
+__version__ = "2.0.5"

pypeline/constants.py

@@ -1,5 +1,6 @@
 """ Pypeline Constants
 """
+
 import os
 
 # Pypeline configuration defaults
@@ -26,7 +27,15 @@ DEFAULT_TASK_MIN_BACKOFF = int(os.getenv("DEFAULT_TASK_MIN_BACKOFF", 15))  # sec
 DEFAULT_TASK_MAX_BACKOFF = int(
     os.getenv("DEFAULT_TASK_MAX_BACKOFF", 3600)
 )  # seconds (1 hour)
-
+DEFAULT_BROKER_CONNECTION_HEARTBEAT = int(
+    os.getenv("DEFAULT_BROKER_CONNECTION_HEARTBEAT", 5)
+)
+DEFAULT_BROKER_CONNECTION_ATTEMPTS = int(
+    os.getenv("DEFAULT_BROKER_CONNECTION_ATTEMPTS", 5)
+)
+DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT = int(
+    os.getenv("DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT", 30)
+)
 
 MS_IN_SECONDS = 1000
 API_PATH_V1 = "/api/v1"

pypeline/dramatiq.py

@@ -2,7 +2,10 @@ import importlib
 import os.path
 import sys
 import typing
+import pika
 import logging
+from urllib.parse import urlparse
+
 import click
 from pypeline.extensions import pypeline_config
 from warnings import warn
@@ -35,6 +38,9 @@ from pypeline.constants import (
     DEFAULT_TASK_MAX_RETRY,
     DEFAULT_TASK_MIN_BACKOFF,
     DEFAULT_TASK_MAX_BACKOFF,
+    DEFAULT_BROKER_CONNECTION_HEARTBEAT,
+    DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT,
+    DEFAULT_BROKER_CONNECTION_ATTEMPTS,
 )
 from pypeline.middleware import ParallelPipeline
 from pypeline.utils.config_utils import (
@@ -56,7 +62,20 @@ logger = logging.getLogger(__name__)
 
 def configure_default_broker(broker: Broker = None):
     redis_backend = RedisBackend(url=REDIS_URL)
-    rabbit_broker = broker if broker is not None else RabbitmqBroker(url=RABBIT_URL)
+    parsed_url = urlparse(RABBIT_URL)
+    credentials = pika.PlainCredentials(parsed_url.username, parsed_url.password)
+    rabbit_broker = (
+        broker
+        if broker is not None
+        else RabbitmqBroker(
+            host=parsed_url.host,
+            port=parsed_url.port,
+            credentials=credentials,
+            heartbeat=DEFAULT_BROKER_CONNECTION_HEARTBEAT,
+            connection_attempts=DEFAULT_BROKER_CONNECTION_ATTEMPTS,
+            blocked_connection_timeout=DEFAULT_BROKER_BLOCKED_CONNECTION_TIMEOUT,
+        )
+    )
     rabbit_broker.add_middleware(Results(backend=redis_backend))
     rabbit_broker.add_middleware(ParallelPipeline(redis_url=REDIS_URL))
     rabbit_broker.add_middleware(CurrentMessage())

{scalable_pypeline-2.0.4.dist-info → scalable_pypeline-2.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scalable-pypeline
-Version: 2.0.4
+Version: 2.0.5
 Summary: PypeLine - Python pipelines for the Real World
 Home-page: https://gitlab.com/bravos2/pypeline
 Author: Bravos Power Corporation

{scalable_pypeline-2.0.4.dist-info → scalable_pypeline-2.0.5.dist-info}/RECORD

@@ -1,8 +1,8 @@
-pypeline/__init__.py,sha256=ZOg41aCgKEuObK5WhegikXektFWPJaeZ-TMDh0Ke95M,22
+pypeline/__init__.py,sha256=xEb7Z4b8xalXXExBg42XPAhbJKniHzcsEPjp-6S3ppg,22
 pypeline/barrier.py,sha256=dLDaprH5NB-C7MQjZqPpBBhMjmO0VV_kTonlgweznHc,1096
 pypeline/composition.py,sha256=pTw9Xb9h4JnV4siFc3JStm5lB-i9djUADo3Kh5K3s7g,12976
-pypeline/constants.py,sha256=vi4UZz1xd0ZeIuelp4QgCQsMlIHW65-lVB8l_iA8kBE,2578
-pypeline/dramatiq.py,sha256=vO79DHqLldh5mqQf6-okn6gjFWxYU_bGdkMvTyV9Qmc,14942
+pypeline/constants.py,sha256=coiF8dMP25qIwoNYSnS7oy7hCd4-5yqPFmdPsN93Q1A,2892
+pypeline/dramatiq.py,sha256=K633IDydEwO0tfLmRU48B2jhymUbcC3EON3JVKJ74J4,15578
 pypeline/extensions.py,sha256=BzOTnXhNxap3N7uIUUh_hO6dDwx08Vc_RJDE93_K0Lo,610
 pypeline/middleware.py,sha256=kTp6niYoe2nXIiN6EGRfdpxrJyioo0GPxDkfefbGlEk,2821
 pypeline/pipeline_config_schema.py,sha256=DQ_RMucnA0AyrndlW6lkb0orGromcO6C9GgLHyG6lJ0,8013
@@ -19,9 +19,9 @@ pypeline/utils/config_utils.py,sha256=rAIATyoW7kGETZ_Z2DqiXtGd7bJp5uPfcLtfNPOYsN
 pypeline/utils/module_utils.py,sha256=boEP9IYr4p_ick7HlVUfIxOYHQlEmo7dgvDBCQc-C28,2914
 pypeline/utils/pipeline_utils.py,sha256=tt71hLEFgPieokJZlC1rP2dmCTctrOPt7K1rGlbnT4o,5967
 tests/fixtures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scalable_pypeline-2.0.4.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
-scalable_pypeline-2.0.4.dist-info/METADATA,sha256=7x7ixgNRG6TzxBmPNoccefVAwRKuESR_eoyIoJ6oHTw,6239
-scalable_pypeline-2.0.4.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
-scalable_pypeline-2.0.4.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
-scalable_pypeline-2.0.4.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
-scalable_pypeline-2.0.4.dist-info/RECORD,,
+scalable_pypeline-2.0.5.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
+scalable_pypeline-2.0.5.dist-info/METADATA,sha256=-YlluvvoDLhu8q8Ey2lYdynmjPb_MMO2i2pdIVH8z_A,6239
+scalable_pypeline-2.0.5.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
+scalable_pypeline-2.0.5.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
+scalable_pypeline-2.0.5.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
+scalable_pypeline-2.0.5.dist-info/RECORD,,