scalable-pypeline 2.1.10__py2.py3-none-any.whl → 2.1.11__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
pypeline/__init__.py CHANGED
@@ -1 +1 @@
1
- __version__ = "2.1.10"
1
+ __version__ = "2.1.11"
@@ -48,16 +48,16 @@ class PypelineMiddleware(Middleware):
48
48
 
49
49
  messages = []
50
50
  for child in children_tasks:
51
- child_ancestors = sorted(nx.ancestors(graph, child))
51
+ child_ancestors = sorted(graph.predecessors(child))
52
52
 
53
53
  ancestor_tasks_complete = True
54
54
 
55
55
  for ancestor in child_ancestors:
56
- task_key = f"{execution_id}-{ancestor}"
56
+ ancestor_task_key = f"{execution_id}-{ancestor}"
57
57
 
58
58
  locking_parallel_barrier = LockingParallelBarrier(
59
59
  self.redis_url,
60
- task_key=task_key,
60
+ task_key=ancestor_task_key,
61
61
  lock_key=f"{message.options['base_case_execution_id']}-lock",
62
62
  )
63
63
  try:
@@ -75,12 +75,14 @@ class PypelineMiddleware(Middleware):
75
75
  # If the lock didn't exist for the current tasks execution id then it would indicate
76
76
  # that this is the start of a new scenario. Therefore we need to find the ancestor
77
77
  # that is executed in the base case execution id and make sure it has completed
78
- if not remaining_tasks:
79
- task_key = f"{message.options['base_case_execution_id']}-{ancestor}"
78
+ if remaining_tasks is None:
79
+ ancestor_task_key = (
80
+ f"{message.options['base_case_execution_id']}-{ancestor}"
81
+ )
80
82
 
81
83
  locking_parallel_barrier = LockingParallelBarrier(
82
84
  self.redis_url,
83
- task_key=task_key,
85
+ task_key=ancestor_task_key,
84
86
  lock_key=f"{message.options['base_case_execution_id']}-lock",
85
87
  )
86
88
  try:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scalable-pypeline
3
- Version: 2.1.10
3
+ Version: 2.1.11
4
4
  Summary: PypeLine - Python pipelines for the Real World
5
5
  Home-page: https://gitlab.com/bravos2/pypeline
6
6
  Author: Bravos Power Corporation
@@ -1,4 +1,4 @@
1
- pypeline/__init__.py,sha256=zBzBCTHx_lpM20-2wHeccRHskIUls_oSQ1tzAOiGGrU,23
1
+ pypeline/__init__.py,sha256=zcHMV6HbszEZFZ1gDEpbHxTYg8dJ5fCYdeDd-O6IPP4,23
2
2
  pypeline/barrier.py,sha256=oO964l9qOCOibweOHyNivmAvufdXOke9nz2tdgclouo,1172
3
3
  pypeline/constants.py,sha256=EGSuLq4KhZ4bxrbtnUgKclELRyya5ipvv0WeybCzNAs,3049
4
4
  pypeline/dramatiq.py,sha256=nnNxm2akL6hjqfjwQglK76LspZrdrL_2E_rDN5ThwZ8,13432
@@ -21,7 +21,7 @@ pypeline/pipelines/composition/pypeline_composition.py,sha256=G6hptAN3LaVGm6DE7y
21
21
  pypeline/pipelines/middleware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
22
22
  pypeline/pipelines/middleware/get_active_worker_id_middleware.py,sha256=X4ZfRk3L8MD00DTsGHth7oOdy-W7LQV96T8vu5UC42A,755
23
23
  pypeline/pipelines/middleware/parallel_pipeline_middleware.py,sha256=kTp6niYoe2nXIiN6EGRfdpxrJyioo0GPxDkfefbGlEk,2821
24
- pypeline/pipelines/middleware/pypeline_middleware.py,sha256=X3nQDiQQGs-rRyD8_-6SFMpM6-GGR2Qn0A6qlxmX3Qs,8756
24
+ pypeline/pipelines/middleware/pypeline_middleware.py,sha256=wdqcnya9SrcBs2VOfBOIXY03VC0uadMcS5SD4hGOk8U,8843
25
25
  pypeline/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
26
26
  pypeline/utils/config_utils.py,sha256=rAIATyoW7kGETZ_Z2DqiXtGd7bJp5uPfcLtfNPOYsNs,2167
27
27
  pypeline/utils/dramatiq_utils.py,sha256=DUdgVywm1182A4i69XzH9EIh1EJ9zAHmJLtOaVSW7pw,3844
@@ -29,9 +29,9 @@ pypeline/utils/module_utils.py,sha256=-yEJIukDCoXnmlZVXB6Dww25tH6GdPE5SoFqv6pfdV
29
29
  pypeline/utils/pipeline_utils.py,sha256=kGP1QwCJikGC5QNRtzRXCDVewyRMpWIqERTNnxGLlSY,4795
30
30
  pypeline/utils/schema_utils.py,sha256=Fgl0y9Cuo_TZeEx_S3gaSVnLjn6467LTkjb2ek7Ms98,851
31
31
  tests/fixtures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
32
- scalable_pypeline-2.1.10.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
33
- scalable_pypeline-2.1.10.dist-info/METADATA,sha256=FbXEulwsHZccTmDU7WkEgoO4kPS2z6xAt-29n3gsl6g,5927
34
- scalable_pypeline-2.1.10.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
35
- scalable_pypeline-2.1.10.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
36
- scalable_pypeline-2.1.10.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
37
- scalable_pypeline-2.1.10.dist-info/RECORD,,
32
+ scalable_pypeline-2.1.11.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
33
+ scalable_pypeline-2.1.11.dist-info/METADATA,sha256=HdDTGiEP9ELgzK4H1HrIWem1ztzABQ5SmIv-Y3NPpm8,5927
34
+ scalable_pypeline-2.1.11.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
35
+ scalable_pypeline-2.1.11.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
36
+ scalable_pypeline-2.1.11.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
37
+ scalable_pypeline-2.1.11.dist-info/RECORD,,