scalable-pypeline 2.1.12__tar.gz → 2.1.13__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. {scalable-pypeline-2.1.12/scalable_pypeline.egg-info → scalable-pypeline-2.1.13}/PKG-INFO +1 -1
  2. scalable-pypeline-2.1.13/pypeline/__init__.py +1 -0
  3. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/composition/pypeline_composition.py +6 -0
  4. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/middleware/pypeline_middleware.py +5 -0
  5. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13/scalable_pypeline.egg-info}/PKG-INFO +1 -1
  6. scalable-pypeline-2.1.12/pypeline/__init__.py +0 -1
  7. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/LICENSE +0 -0
  8. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/MANIFEST.in +0 -0
  9. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/README.md +0 -0
  10. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/barrier.py +0 -0
  11. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/constants.py +0 -0
  12. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/dramatiq.py +0 -0
  13. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/extensions.py +0 -0
  14. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/flask/__init__.py +0 -0
  15. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/flask/api/__init__.py +0 -0
  16. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/flask/api/pipelines.py +0 -0
  17. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/flask/api/schedules.py +0 -0
  18. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/flask/decorators.py +0 -0
  19. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/flask/flask_pypeline.py +0 -0
  20. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipeline_config_schema.py +0 -0
  21. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipeline_settings_schema.py +0 -0
  22. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/__init__.py +0 -0
  23. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/composition/__init__.py +0 -0
  24. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/composition/parallel_pipeline_composition.py +0 -0
  25. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/factory.py +0 -0
  26. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/middleware/__init__.py +0 -0
  27. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/middleware/get_active_worker_id_middleware.py +0 -0
  28. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/middleware/parallel_pipeline_middleware.py +0 -0
  29. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pypeline_yaml.py +0 -0
  30. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/schedule_config_schema.py +0 -0
  31. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/utils/__init__.py +0 -0
  32. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/utils/config_utils.py +0 -0
  33. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/utils/dramatiq_utils.py +0 -0
  34. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/utils/module_utils.py +0 -0
  35. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/utils/pipeline_utils.py +0 -0
  36. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/utils/schema_utils.py +0 -0
  37. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/requirements.txt +0 -0
  38. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/scalable_pypeline.egg-info/SOURCES.txt +0 -0
  39. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/scalable_pypeline.egg-info/dependency_links.txt +0 -0
  40. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/scalable_pypeline.egg-info/entry_points.txt +0 -0
  41. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/scalable_pypeline.egg-info/requires.txt +0 -0
  42. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/scalable_pypeline.egg-info/top_level.txt +0 -0
  43. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/setup.cfg +0 -0
  44. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/setup.py +0 -0
  45. {scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/tests/fixtures/__init__.py +0 -0
{scalable-pypeline-2.1.12/scalable_pypeline.egg-info → scalable-pypeline-2.1.13}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scalable-pypeline
3
- Version: 2.1.12
3
+ Version: 2.1.13
4
4
  Summary: PypeLine - Python pipelines for the Real World
5
5
  Home-page: https://gitlab.com/bravos2/pypeline
6
6
  Author: Bravos Power Corporation
scalable-pypeline-2.1.13/pypeline/__init__.py ADDED
@@ -0,0 +1 @@
1
+ __version__ = "2.1.13"
{scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/composition/pypeline_composition.py RENAMED
@@ -86,6 +86,10 @@ class Pypeline:
86
86
  )
87
87
  message = lazy_actor.message()
88
88
  message.options["pipeline"] = pipeline
89
+ if pipeline_config["metadata"].get("maxRetry", None) is not None:
90
+ message.options["max_retries"] = pipeline_config["metadata"][
91
+ "maxRetry"
92
+ ]
89
93
  message.options["task_replacements"] = copy(
90
94
  scenario["taskReplacements"]
91
95
  )
@@ -121,6 +125,8 @@ class Pypeline:
121
125
  )
122
126
  message = lazy_actor.message()
123
127
  message.options["pipeline"] = pipeline
128
+ if pipeline_config["metadata"].get("maxRetry", None) is not None:
129
+ message.options["max_retries"] = pipeline_config["metadata"]["maxRetry"]
124
130
  message.options["task_replacements"] = first_scenario_task_replacements
125
131
  message.options["execution_id"] = base_case_execution_id
126
132
  message.options["task_name"] = first_task
{scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13}/pypeline/pipelines/middleware/pypeline_middleware.py RENAMED
@@ -24,6 +24,7 @@ class PypelineMiddleware(Middleware):
24
24
  return
25
25
 
26
26
  pipeline = message.options["pipeline"]
27
+ max_retries = message.options.get("max_retries", None)
27
28
  pipeline_config = pipeline["config"]
28
29
  task_replacements = message.options["task_replacements"]
29
30
  execution_id = message.options["execution_id"]
@@ -138,6 +139,8 @@ class PypelineMiddleware(Middleware):
138
139
  )
139
140
  scenario_message = lazy_actor.message()
140
141
  scenario_message.options["pipeline"] = pipeline
142
+ if max_retries is not None:
143
+ scenario_message.options["max_retries"] = max_retries
141
144
  scenario_message.options["task_replacements"] = (
142
145
  task_replacements
143
146
  )
@@ -182,6 +185,8 @@ class PypelineMiddleware(Middleware):
182
185
 
183
186
  child_message = lazy_actor.message()
184
187
  child_message.options["pipeline"] = pipeline
188
+ if max_retries is not None:
189
+ child_message.options["max_retries"] = max_retries
185
190
  child_message.options["task_replacements"] = task_replacements
186
191
  child_message.options["execution_id"] = execution_id
187
192
  child_message.options["task_name"] = child
{scalable-pypeline-2.1.12 → scalable-pypeline-2.1.13/scalable_pypeline.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scalable-pypeline
3
- Version: 2.1.12
3
+ Version: 2.1.13
4
4
  Summary: PypeLine - Python pipelines for the Real World
5
5
  Home-page: https://gitlab.com/bravos2/pypeline
6
6
  Author: Bravos Power Corporation
scalable-pypeline-2.1.12/pypeline/__init__.py DELETED
@@ -1 +0,0 @@
1
- __version__ = "2.1.12"