scalable-pypeline 2.0.6__py2.py3-none-any.whl → 2.0.8__py2.py3-none-any.whl

pypeline/__init__.py

@@ -1 +1 @@
-__version__ = "2.0.6"
+__version__ = "2.0.8"

pypeline/dramatiq.py

@@ -4,9 +4,10 @@ import sys
 import typing
 import pika
 import logging
-+from urllib.parse import urlparse
 
 import click
+from urllib.parse import urlparse
+
 from pypeline.extensions import pypeline_config
 from warnings import warn
 from functools import wraps
@@ -178,8 +179,7 @@ def register_actors_for_workers(broker: Broker):
                 pipeline_meta["store_results"] = True
                 _ = register_lazy_actor(broker, tmp_handler, pipeline_meta)
         except Exception as e:
-            print(e)
-            print(f"Unable to add a task to dramatiq: {e}")
+            logger.exception(f"Unable to add a task to dramatiq: {e}")
 
 
 class Dramatiq:
@@ -259,7 +259,7 @@ class Dramatiq:
 
         # Callable function is expected to setBroker()
         if callable(broker_or_callable):
-            print(f"Configuring broker via {DEFAULT_BROKER_CALLABLE}")
+            logger.info(f"Configuring broker via {DEFAULT_BROKER_CALLABLE}")
             broker_or_callable()
         else:
             raise TypeError("DEFAULT_BROKER_CALLABLE must point to a callable function")
@@ -367,7 +367,15 @@ def list_managed_actors(broker, queues):
 def cron_scheduler():  # pragma: no cover
     # Configure our broker that we will schedule registered tasks for
     scheduler = BlockingScheduler()
-    configure_default_broker()
+    module_name, broker_or_callable = import_object(DEFAULT_BROKER_CALLABLE)
+
+    # Callable function is expected to setBroker()
+    if callable(broker_or_callable):
+        logger.info(f"Configuring broker via {DEFAULT_BROKER_CALLABLE}")
+        broker_or_callable()
+    else:
+        raise TypeError("DEFAULT_BROKER_CALLABLE must point to a callable function")
+
     broker = get_broker()
     jobs = retrieve_latest_schedule_config()
 

{scalable_pypeline-2.0.6.dist-info → scalable_pypeline-2.0.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scalable-pypeline
-Version: 2.0.6
+Version: 2.0.8
 Summary: PypeLine - Python pipelines for the Real World
 Home-page: https://gitlab.com/bravos2/pypeline
 Author: Bravos Power Corporation

{scalable_pypeline-2.0.6.dist-info → scalable_pypeline-2.0.8.dist-info}/RECORD

@@ -1,8 +1,8 @@
-pypeline/__init__.py,sha256=4Yxft_MNOtwQG58mZpa8eoM0XBHa8VNkTPH9_i0gDaM,22
+pypeline/__init__.py,sha256=oVbl6ILP5dyBZtm2iUzM_QTUhSy3C325aGgDThF7P_4,22
 pypeline/barrier.py,sha256=dLDaprH5NB-C7MQjZqPpBBhMjmO0VV_kTonlgweznHc,1096
 pypeline/composition.py,sha256=pTw9Xb9h4JnV4siFc3JStm5lB-i9djUADo3Kh5K3s7g,12976
 pypeline/constants.py,sha256=coiF8dMP25qIwoNYSnS7oy7hCd4-5yqPFmdPsN93Q1A,2892
-pypeline/dramatiq.py,sha256=GdfsHUPjAFUTd6N7z-KL1w7nKQZZis8uPMQmNI4QaZo,15583
+pypeline/dramatiq.py,sha256=Y909HoNhH5Berd61N6nHrpE1dTU-zmvimH91SldP-SI,15912
 pypeline/extensions.py,sha256=BzOTnXhNxap3N7uIUUh_hO6dDwx08Vc_RJDE93_K0Lo,610
 pypeline/middleware.py,sha256=kTp6niYoe2nXIiN6EGRfdpxrJyioo0GPxDkfefbGlEk,2821
 pypeline/pipeline_config_schema.py,sha256=DQ_RMucnA0AyrndlW6lkb0orGromcO6C9GgLHyG6lJ0,8013
@@ -19,9 +19,9 @@ pypeline/utils/config_utils.py,sha256=rAIATyoW7kGETZ_Z2DqiXtGd7bJp5uPfcLtfNPOYsN
 pypeline/utils/module_utils.py,sha256=boEP9IYr4p_ick7HlVUfIxOYHQlEmo7dgvDBCQc-C28,2914
 pypeline/utils/pipeline_utils.py,sha256=tt71hLEFgPieokJZlC1rP2dmCTctrOPt7K1rGlbnT4o,5967
 tests/fixtures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scalable_pypeline-2.0.6.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
-scalable_pypeline-2.0.6.dist-info/METADATA,sha256=_ob61fpswDwo2PWbs9Vp5htdMfR6Nzknf_2eA_9vc7U,6239
-scalable_pypeline-2.0.6.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
-scalable_pypeline-2.0.6.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
-scalable_pypeline-2.0.6.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
-scalable_pypeline-2.0.6.dist-info/RECORD,,
+scalable_pypeline-2.0.8.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
+scalable_pypeline-2.0.8.dist-info/METADATA,sha256=nXqHm1XzkAsHmwOO2tDIE1xHFDeGXPJeZYcYjMUYWtc,6239
+scalable_pypeline-2.0.8.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
+scalable_pypeline-2.0.8.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
+scalable_pypeline-2.0.8.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
+scalable_pypeline-2.0.8.dist-info/RECORD,,