scalable-pypeline 2.0.4__py2.py3-none-any.whl → 3.0.1__py2.py3-none-any.whl

pypeline/__init__.py

@@ -1 +1 @@
-__version__ = "2.0.4"
+__version__ = "3.0.1"

pypeline/constants.py

@@ -1,5 +1,6 @@
 """ Pypeline Constants
 """
+
 import os
 
 # Pypeline configuration defaults
@@ -26,6 +27,11 @@ DEFAULT_TASK_MIN_BACKOFF = int(os.getenv("DEFAULT_TASK_MIN_BACKOFF", 15))  # sec
 DEFAULT_TASK_MAX_BACKOFF = int(
     os.getenv("DEFAULT_TASK_MAX_BACKOFF", 3600)
 )  # seconds (1 hour)
+DEFAULT_BROKER_HEARTBEAT = int(os.getenv("DEFAULT_BROKER_HEARTBEAT", 5))
+DEFAULT_CONNECTION_ATTEMPTS = int(os.getenv("DEFAULT_CONNECTION_ATTEMPTS", 5))
+DEFAULT_BLOCKED_CONNECTION_TIMEOUT = int(
+    os.getenv("DEFAULT_BLOCKED_CONNECTION_TIMEOUT", 30)
+)
 
 
 MS_IN_SECONDS = 1000

pypeline/dramatiq.py

@@ -1,15 +1,15 @@
 import importlib
+import logging
 import os.path
 import sys
 import typing
-import logging
-import click
-from pypeline.extensions import pypeline_config
-from warnings import warn
 from functools import wraps
+from typing import Awaitable, Callable, Optional, Union, TYPE_CHECKING, TypeVar
+from warnings import warn
+
+import click
 from apscheduler.schedulers.blocking import BlockingScheduler
 from apscheduler.triggers.cron import CronTrigger
-from typing import Awaitable, Callable, Optional, Union, TYPE_CHECKING, TypeVar
 from dramatiq import Broker, Middleware, actor as register_actor, set_broker, get_broker
 from dramatiq.brokers.rabbitmq import RabbitmqBroker
 from dramatiq.cli import (
@@ -35,7 +35,11 @@ from pypeline.constants import (
     DEFAULT_TASK_MAX_RETRY,
     DEFAULT_TASK_MIN_BACKOFF,
     DEFAULT_TASK_MAX_BACKOFF,
+    DEFAULT_BROKER_HEARTBEAT,
+    DEFAULT_CONNECTION_ATTEMPTS,
+    DEFAULT_BLOCKED_CONNECTION_TIMEOUT,
 )
+from pypeline.extensions import pypeline_config
 from pypeline.middleware import ParallelPipeline
 from pypeline.utils.config_utils import (
     retrieve_latest_schedule_config,
@@ -56,7 +60,16 @@ logger = logging.getLogger(__name__)
 
 def configure_default_broker(broker: Broker = None):
     redis_backend = RedisBackend(url=REDIS_URL)
-    rabbit_broker = broker if broker is not None else RabbitmqBroker(url=RABBIT_URL)
+    rabbit_broker = (
+        broker
+        if broker is not None
+        else RabbitmqBroker(
+            url=RABBIT_URL,
+            heartbeat=DEFAULT_BROKER_HEARTBEAT,
+            connection_attempts=DEFAULT_CONNECTION_ATTEMPTS,
+            blocked_connection_timeout=DEFAULT_BLOCKED_CONNECTION_TIMEOUT,
+        )
+    )
     rabbit_broker.add_middleware(Results(backend=redis_backend))
     rabbit_broker.add_middleware(ParallelPipeline(redis_url=REDIS_URL))
     rabbit_broker.add_middleware(CurrentMessage())
@@ -257,6 +270,7 @@ class Dramatiq:
         :param kw: Keywords argument passed to :func:`dramatiq.actor`.
 
         """
+
         # Substitute dramatiq.actor decorator to return a lazy wrapper. This
         # allows to register actors in extension before the broker is
         # effectively configured by init_app.

pypeline/flask/api/pipelines.py

@@ -135,7 +135,7 @@ class PipelineInvoke(MethodView):
         tags=["Pipelines"],
     )
     @bp.arguments(InvokePipelineSchema)
-    @bp.response(InvokePipelineResponseSchema)
+    @bp.response(200, InvokePipelineResponseSchema)
     def post(self, payload: dict, pipeline_id: str):
         """Invoke a pipeline by it's ID; optionally provide pipeline arguments."""
         pipeline_config = retrieve_latest_pipeline_config(pipeline_id=pipeline_id)
@@ -191,7 +191,7 @@ class PipelineResults(MethodView):
         ],
         tags=["Pipelines"],
     )
-    @bp.response(GetPipelineResultResponseSchema)
+    @bp.response(200, GetPipelineResultResponseSchema)
     def get(self, execution_id: str):
         """Retrieve results of a pipeline's execution based on execution_id
 

{scalable_pypeline-2.0.4.dist-info → scalable_pypeline-3.0.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scalable-pypeline
-Version: 2.0.4
+Version: 3.0.1
 Summary: PypeLine - Python pipelines for the Real World
 Home-page: https://gitlab.com/bravos2/pypeline
 Author: Bravos Power Corporation
@@ -8,8 +8,6 @@ License: Apache License 2.0
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: PyYAML (<7,>=6.0.1)
-Requires-Dist: click (==8.0.4)
-Requires-Dist: marshmallow (<4,>=3.2.1)
 Requires-Dist: redis (<5,>=4.5.4)
 Requires-Dist: db-medley[redis] (<2,>=1.0.2)
 Requires-Dist: croniter (<2,>=1.0.15)
@@ -17,18 +15,15 @@ Provides-Extra: build
 Requires-Dist: wheel ; extra == 'build'
 Requires-Dist: twine ; extra == 'build'
 Provides-Extra: dev
-Requires-Dist: blackd ; extra == 'dev'
+Requires-Dist: black ; extra == 'dev'
 Provides-Extra: flask
-Requires-Dist: Werkzeug (==2.0.3) ; extra == 'flask'
-Requires-Dist: itsdangerous (==2.0.1) ; extra == 'flask'
-Requires-Dist: Flask (<2,>=1.1.2) ; extra == 'flask'
-Requires-Dist: flask-smorest (<0.29,>=0.23.0) ; extra == 'flask'
-Requires-Dist: Jinja2 (==3.0.3) ; extra == 'flask'
+Requires-Dist: flask-smorest (<0.45,>=0.44.0) ; extra == 'flask'
+Requires-Dist: werkzeug (<4,>=3.0.1) ; extra == 'flask'
+Requires-Dist: flask (<4,>=3.0.2) ; extra == 'flask'
 Provides-Extra: test
 Requires-Dist: pytest-cov (<3,>=2.6.1) ; extra == 'test'
 Requires-Dist: tox (<4,>=3.14.1) ; extra == 'test'
 Requires-Dist: mock (<2,>=1) ; extra == 'test'
-Requires-Dist: moto (<4,>=1.3.16) ; extra == 'test'
 Requires-Dist: responses (<0.11,>=0.10.16) ; extra == 'test'
 Requires-Dist: fakeredis (<3,>=2.10.3) ; extra == 'test'
 Requires-Dist: importlib-metadata (<5,>=4.12) ; extra == 'test'

{scalable_pypeline-2.0.4.dist-info → scalable_pypeline-3.0.1.dist-info}/RECORD

@@ -1,8 +1,8 @@
-pypeline/__init__.py,sha256=ZOg41aCgKEuObK5WhegikXektFWPJaeZ-TMDh0Ke95M,22
+pypeline/__init__.py,sha256=E3P6AbnCwaWk6ndR1zNqlOTVebX9z5rv9voltc71dos,22
 pypeline/barrier.py,sha256=dLDaprH5NB-C7MQjZqPpBBhMjmO0VV_kTonlgweznHc,1096
 pypeline/composition.py,sha256=pTw9Xb9h4JnV4siFc3JStm5lB-i9djUADo3Kh5K3s7g,12976
-pypeline/constants.py,sha256=vi4UZz1xd0ZeIuelp4QgCQsMlIHW65-lVB8l_iA8kBE,2578
-pypeline/dramatiq.py,sha256=vO79DHqLldh5mqQf6-okn6gjFWxYU_bGdkMvTyV9Qmc,14942
+pypeline/constants.py,sha256=8qsH44Hal9K5fNYFXy7v8o-Qw8VUb-l8khC0kvkvMF8,2831
+pypeline/dramatiq.py,sha256=Xtu1U3ALmPTEVsit3gfIUwA5rB_DxXQ40t6Nd83WIXM,15286
 pypeline/extensions.py,sha256=BzOTnXhNxap3N7uIUUh_hO6dDwx08Vc_RJDE93_K0Lo,610
 pypeline/middleware.py,sha256=kTp6niYoe2nXIiN6EGRfdpxrJyioo0GPxDkfefbGlEk,2821
 pypeline/pipeline_config_schema.py,sha256=DQ_RMucnA0AyrndlW6lkb0orGromcO6C9GgLHyG6lJ0,8013
@@ -12,16 +12,16 @@ pypeline/flask/__init__.py,sha256=AdljRh0lMiS8ExgDmgzObwVs8jW7hqQuf83Ml8kn8GQ,49
 pypeline/flask/decorators.py,sha256=ki6jkjZwbDbCWuj7ET7N-ncZwrASp4Fy7257WIYiAAQ,1102
 pypeline/flask/flask_pypeline.py,sha256=Uqyu3PnSP3DoVZUJPqV9chjT4xdRgvcL3OMXxkbdTEg,5490
 pypeline/flask/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pypeline/flask/api/pipelines.py,sha256=sPvEoNwmnJPSA96lZHYS2fwKqZlVyE2OSjUmOPFi91o,7267
+pypeline/flask/api/pipelines.py,sha256=Hne41W0VSmHuiDBE9YwpTt9dUZsTb8ew9U9dKoB85bs,7277
 pypeline/flask/api/schedules.py,sha256=31lwoFlGv-S-2ahGUCnD5YbmKws8yddj6_PEzzdBi9s,1321
 pypeline/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pypeline/utils/config_utils.py,sha256=rAIATyoW7kGETZ_Z2DqiXtGd7bJp5uPfcLtfNPOYsNs,2167
 pypeline/utils/module_utils.py,sha256=boEP9IYr4p_ick7HlVUfIxOYHQlEmo7dgvDBCQc-C28,2914
 pypeline/utils/pipeline_utils.py,sha256=tt71hLEFgPieokJZlC1rP2dmCTctrOPt7K1rGlbnT4o,5967
 tests/fixtures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scalable_pypeline-2.0.4.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
-scalable_pypeline-2.0.4.dist-info/METADATA,sha256=7x7ixgNRG6TzxBmPNoccefVAwRKuESR_eoyIoJ6oHTw,6239
-scalable_pypeline-2.0.4.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
-scalable_pypeline-2.0.4.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
-scalable_pypeline-2.0.4.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
-scalable_pypeline-2.0.4.dist-info/RECORD,,
+scalable_pypeline-3.0.1.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
+scalable_pypeline-3.0.1.dist-info/METADATA,sha256=GD0SiI3YiHYCdYqyYtgwOVgwTaOpC4ZlVuKgFTfkBqE,6010
+scalable_pypeline-3.0.1.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
+scalable_pypeline-3.0.1.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
+scalable_pypeline-3.0.1.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
+scalable_pypeline-3.0.1.dist-info/RECORD,,