scalable-pypeline 2.0.6__tar.gz → 2.0.8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. {scalable-pypeline-2.0.6/scalable_pypeline.egg-info → scalable-pypeline-2.0.8}/PKG-INFO +1 -1
  2. scalable-pypeline-2.0.8/pypeline/__init__.py +1 -0
  3. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/dramatiq.py +13 -5
  4. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8/scalable_pypeline.egg-info}/PKG-INFO +1 -1
  5. scalable-pypeline-2.0.6/pypeline/__init__.py +0 -1
  6. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/LICENSE +0 -0
  7. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/MANIFEST.in +0 -0
  8. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/README.md +0 -0
  9. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/barrier.py +0 -0
  10. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/composition.py +0 -0
  11. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/constants.py +0 -0
  12. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/extensions.py +0 -0
  13. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/flask/__init__.py +0 -0
  14. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/flask/api/__init__.py +0 -0
  15. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/flask/api/pipelines.py +0 -0
  16. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/flask/api/schedules.py +0 -0
  17. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/flask/decorators.py +0 -0
  18. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/flask/flask_pypeline.py +0 -0
  19. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/middleware.py +0 -0
  20. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/pipeline_config_schema.py +0 -0
  21. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/pypeline_yaml.py +0 -0
  22. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/schedule_config_schema.py +0 -0
  23. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/utils/__init__.py +0 -0
  24. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/utils/config_utils.py +0 -0
  25. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/utils/module_utils.py +0 -0
  26. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/pypeline/utils/pipeline_utils.py +0 -0
  27. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/requirements.txt +0 -0
  28. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/scalable_pypeline.egg-info/SOURCES.txt +0 -0
  29. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/scalable_pypeline.egg-info/dependency_links.txt +0 -0
  30. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/scalable_pypeline.egg-info/entry_points.txt +0 -0
  31. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/scalable_pypeline.egg-info/requires.txt +0 -0
  32. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/scalable_pypeline.egg-info/top_level.txt +0 -0
  33. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/setup.cfg +0 -0
  34. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/setup.py +0 -0
  35. {scalable-pypeline-2.0.6 → scalable-pypeline-2.0.8}/tests/fixtures/__init__.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scalable-pypeline
3
- Version: 2.0.6
3
+ Version: 2.0.8
4
4
  Summary: PypeLine - Python pipelines for the Real World
5
5
  Home-page: https://gitlab.com/bravos2/pypeline
6
6
  Author: Bravos Power Corporation
@@ -0,0 +1 @@
1
+ __version__ = "2.0.8"
@@ -4,9 +4,10 @@ import sys
4
4
  import typing
5
5
  import pika
6
6
  import logging
7
- +from urllib.parse import urlparse
8
7
 
9
8
  import click
9
+ from urllib.parse import urlparse
10
+
10
11
  from pypeline.extensions import pypeline_config
11
12
  from warnings import warn
12
13
  from functools import wraps
@@ -178,8 +179,7 @@ def register_actors_for_workers(broker: Broker):
178
179
  pipeline_meta["store_results"] = True
179
180
  _ = register_lazy_actor(broker, tmp_handler, pipeline_meta)
180
181
  except Exception as e:
181
- print(e)
182
- print(f"Unable to add a task to dramatiq: {e}")
182
+ logger.exception(f"Unable to add a task to dramatiq: {e}")
183
183
 
184
184
 
185
185
  class Dramatiq:
@@ -259,7 +259,7 @@ class Dramatiq:
259
259
 
260
260
  # Callable function is expected to setBroker()
261
261
  if callable(broker_or_callable):
262
- print(f"Configuring broker via {DEFAULT_BROKER_CALLABLE}")
262
+ logger.info(f"Configuring broker via {DEFAULT_BROKER_CALLABLE}")
263
263
  broker_or_callable()
264
264
  else:
265
265
  raise TypeError("DEFAULT_BROKER_CALLABLE must point to a callable function")
@@ -367,7 +367,15 @@ def list_managed_actors(broker, queues):
367
367
  def cron_scheduler(): # pragma: no cover
368
368
  # Configure our broker that we will schedule registered tasks for
369
369
  scheduler = BlockingScheduler()
370
- configure_default_broker()
370
+ module_name, broker_or_callable = import_object(DEFAULT_BROKER_CALLABLE)
371
+
372
+ # Callable function is expected to setBroker()
373
+ if callable(broker_or_callable):
374
+ logger.info(f"Configuring broker via {DEFAULT_BROKER_CALLABLE}")
375
+ broker_or_callable()
376
+ else:
377
+ raise TypeError("DEFAULT_BROKER_CALLABLE must point to a callable function")
378
+
371
379
  broker = get_broker()
372
380
  jobs = retrieve_latest_schedule_config()
373
381
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scalable-pypeline
3
- Version: 2.0.6
3
+ Version: 2.0.8
4
4
  Summary: PypeLine - Python pipelines for the Real World
5
5
  Home-page: https://gitlab.com/bravos2/pypeline
6
6
  Author: Bravos Power Corporation
@@ -1 +0,0 @@
1
- __version__ = "2.0.6"