dv-flow-mgr 1.0.0.14370893826a1__py3-none-any.whl → 1.0.0.14389547107a1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dv_flow/mgr/package_loader.py +1 -1
- dv_flow/mgr/task_graph_builder.py +13 -40
- dv_flow/mgr/task_node_leaf.py +3 -1
- {dv_flow_mgr-1.0.0.14370893826a1.dist-info → dv_flow_mgr-1.0.0.14389547107a1.dist-info}/METADATA +1 -1
- {dv_flow_mgr-1.0.0.14370893826a1.dist-info → dv_flow_mgr-1.0.0.14389547107a1.dist-info}/RECORD +9 -9
- {dv_flow_mgr-1.0.0.14370893826a1.dist-info → dv_flow_mgr-1.0.0.14389547107a1.dist-info}/WHEEL +0 -0
- {dv_flow_mgr-1.0.0.14370893826a1.dist-info → dv_flow_mgr-1.0.0.14389547107a1.dist-info}/entry_points.txt +0 -0
- {dv_flow_mgr-1.0.0.14370893826a1.dist-info → dv_flow_mgr-1.0.0.14389547107a1.dist-info}/licenses/LICENSE +0 -0
- {dv_flow_mgr-1.0.0.14370893826a1.dist-info → dv_flow_mgr-1.0.0.14389547107a1.dist-info}/top_level.txt +0 -0
dv_flow/mgr/package_loader.py
CHANGED
@@ -215,38 +215,6 @@ class TaskGraphBuilder(object):
|
|
215
215
|
|
216
216
|
# return ret
|
217
217
|
|
218
|
-
def _mkTaskGraph(self, task : str) -> TaskNode:
|
219
|
-
if task in self.root_pkg.task_m.keys():
|
220
|
-
task_t = self.root_pkg.task_m[task]
|
221
|
-
else:
|
222
|
-
pass
|
223
|
-
|
224
|
-
if task_t is None:
|
225
|
-
raise Exception("Failed to find task %s" % task)
|
226
|
-
|
227
|
-
ctor = self._getTaskCtor(task_t)
|
228
|
-
|
229
|
-
params = ctor.mkTaskParams()
|
230
|
-
|
231
|
-
needs = []
|
232
|
-
|
233
|
-
for need in task_t.needs:
|
234
|
-
need_n = self.findTask(need.name)
|
235
|
-
if need_n is None:
|
236
|
-
raise Exception("Failed to find need %s" % need.name)
|
237
|
-
needs.append(need_n)
|
238
|
-
|
239
|
-
task = ctor.mkTaskNode(
|
240
|
-
builder=self,
|
241
|
-
params=params,
|
242
|
-
name=task,
|
243
|
-
needs=needs)
|
244
|
-
task.rundir = self.get_rundir(task.name)
|
245
|
-
# task.rundir = rundir
|
246
|
-
|
247
|
-
self._task_node_m[task.name] = task
|
248
|
-
|
249
|
-
return task
|
250
218
|
|
251
219
|
def mkTaskNode(self, task_t, name=None, srcdir=None, needs=None, **kwargs):
|
252
220
|
self._log.debug("--> mkTaskNode: %s" % task_t)
|
@@ -337,10 +305,7 @@ class TaskGraphBuilder(object):
|
|
337
305
|
|
338
306
|
# Now, link up the needs
|
339
307
|
self._log.debug("--> processing needs")
|
340
|
-
|
341
|
-
self._log.debug("-- need %s" % n.name)
|
342
|
-
nn = self._getTaskNode(n.name)
|
343
|
-
node.needs.append((nn, False))
|
308
|
+
self._gatherNeeds(task, node)
|
344
309
|
self._log.debug("<-- processing needs")
|
345
310
|
|
346
311
|
if task.rundir == RundirE.Unique:
|
@@ -375,10 +340,7 @@ class TaskGraphBuilder(object):
|
|
375
340
|
self.leave_rundir()
|
376
341
|
|
377
342
|
self._log.debug("--> processing needs")
|
378
|
-
|
379
|
-
self._log.debug("-- need: %s" % need.name)
|
380
|
-
nn = self._getTaskNode(need.name)
|
381
|
-
node.input.needs.append((nn, False))
|
343
|
+
self._gatherNeeds(task, node.input)
|
382
344
|
self._log.debug("<-- processing needs")
|
383
345
|
|
384
346
|
# TODO: handle strategy
|
@@ -429,6 +391,17 @@ class TaskGraphBuilder(object):
|
|
429
391
|
|
430
392
|
return node
|
431
393
|
|
394
|
+
def _gatherNeeds(self, task_t, node):
|
395
|
+
self._log.debug("--> _gatherNeeds %s" % task_t.name)
|
396
|
+
if task_t.uses is not None:
|
397
|
+
self._gatherNeeds(task_t.uses, node)
|
398
|
+
|
399
|
+
for need in task_t.needs:
|
400
|
+
need_n = self._getTaskNode(need.name)
|
401
|
+
if need_n is None:
|
402
|
+
raise Exception("Failed to find need %s" % need.name)
|
403
|
+
node.needs.append((need_n, False))
|
404
|
+
self._log.debug("<-- _gatherNeeds %s" % task_t.name)
|
432
405
|
|
433
406
|
def getTaskCtor(self, spec : Union[str,'TaskSpec'], pkg : PackageDef = None) -> 'TaskNodeCtor':
|
434
407
|
from .task_def import TaskSpec
|
dv_flow/mgr/task_node_leaf.py
CHANGED
@@ -170,7 +170,9 @@ class TaskNodeLeaf(TaskNode):
|
|
170
170
|
for need,block in self.needs:
|
171
171
|
if not block:
|
172
172
|
output.extend(need.output.output)
|
173
|
-
|
173
|
+
elif self.consumes == ConsumesE.All:
|
174
|
+
self._log.debug("All inputs are consumed, so not propagating any")
|
175
|
+
elif isinstance(self.consumes, list):
|
174
176
|
# Filter out parameter sets that were consumed
|
175
177
|
self._log.debug("Propagating non-consumed input parameters to output")
|
176
178
|
self._log.debug("consumes: %s" % str(self.consumes))
|
{dv_flow_mgr-1.0.0.14370893826a1.dist-info → dv_flow_mgr-1.0.0.14389547107a1.dist-info}/RECORD
RENAMED
@@ -18,7 +18,7 @@ dv_flow/mgr/out,sha256=d8GGBi3J43fhdLBlnsUbzBfRe0TD0QTP3nOTz54l2bI,200
|
|
18
18
|
dv_flow/mgr/package.py,sha256=PvOuNfuy-SlaiMDzT5SU48OlPJrhS9vpNCgX06KNyTo,2336
|
19
19
|
dv_flow/mgr/package_def.py,sha256=-UyeFb_0Sj16RtS2vxtIxTfl-oW7adJjM1I3ZSjcRpc,5729
|
20
20
|
dv_flow/mgr/package_import_spec.py,sha256=aZMpnS9a5NFY76_pYXEuO3-Mkc_xFzy73fdrUe_54Dc,1760
|
21
|
-
dv_flow/mgr/package_loader.py,sha256=
|
21
|
+
dv_flow/mgr/package_loader.py,sha256=Z80md4ZhJk6TPVlvYAWlnH1aJvATlB9skIyb1pZ1P8U,25075
|
22
22
|
dv_flow/mgr/param.py,sha256=kkxMRGf6mPjSZJsjgLKH2vJL62Sn0ZESvjBLkEYOp20,1386
|
23
23
|
dv_flow/mgr/param_def.py,sha256=hOBBRLiXJ5DakXkhrLCBAQ9GPlgq-QS52r0aflmIgbg,1832
|
24
24
|
dv_flow/mgr/param_ref_eval.py,sha256=5yH37oIX6f2qmk7GfRgNT5qZx0jm3CJFgB9lLDZZ1yQ,1981
|
@@ -31,7 +31,7 @@ dv_flow/mgr/srcinfo.py,sha256=xrfp-relVr7hYNbxOjY5jqX4H0nNMm9HK5AAM6_Piyk,366
|
|
31
31
|
dv_flow/mgr/task.py,sha256=Xe1sCCTN4yJwhB2Aw_rywdlmVPY2CDnuwZisULuOXhw,2036
|
32
32
|
dv_flow/mgr/task_data.py,sha256=lN7Iq8YTitEMGG4rZqYQi6Ri2HuPgBQ5oGQbW-63T8c,12436
|
33
33
|
dv_flow/mgr/task_def.py,sha256=VAjkFay7KxXfZoloZfbiPr6WhURztV2Dxm6-REMQweo,4912
|
34
|
-
dv_flow/mgr/task_graph_builder.py,sha256=
|
34
|
+
dv_flow/mgr/task_graph_builder.py,sha256=CSrrubqfCeBEKh4dMa69RP2Nhw2QZrY6AlNIC0RNe9g,23524
|
35
35
|
dv_flow/mgr/task_graph_dot_writer.py,sha256=GxqiYwQJbFgUQdnPCS9vpIYmYFbSXwnXCSbGmjbxC3M,2418
|
36
36
|
dv_flow/mgr/task_listener_log.py,sha256=QH7hAVO1agYJoOx16XqjWv1c-jk5zb6p6A-hic7OMU0,4150
|
37
37
|
dv_flow/mgr/task_node.py,sha256=JXq2QimCZKxfhhkdhM-HKk4JbxpIlpW65xUJ0hVlQc0,4981
|
@@ -43,7 +43,7 @@ dv_flow/mgr/task_node_ctor_def_base.py,sha256=_8QQHKDkONio_ve0Z409yxC0AMO8ocNBPD
|
|
43
43
|
dv_flow/mgr/task_node_ctor_proxy.py,sha256=ViOFJ64JM4-CGFZNl89BghFuKSQ66kZVqSj4v2PA6VA,1906
|
44
44
|
dv_flow/mgr/task_node_ctor_task.py,sha256=d49g90TyPCMFR8BuWWqp4ym-MW5vGSdDR0V47Ru28JY,2232
|
45
45
|
dv_flow/mgr/task_node_ctor_wrapper.py,sha256=Nb1CVcPHZofnb-iLWDHQWAxlTOdbRrnR9DdSxY8yOec,3626
|
46
|
-
dv_flow/mgr/task_node_leaf.py,sha256=
|
46
|
+
dv_flow/mgr/task_node_leaf.py,sha256=oMossZQ-m0wz3_HxcPdrifFDLKD9XV1m_Cow4Ugp6Uo,8652
|
47
47
|
dv_flow/mgr/task_output.py,sha256=ZwyvwnYj_gHOEFAEOH3m24Xfc4Cn77hb1j7LkX8_3C4,1086
|
48
48
|
dv_flow/mgr/task_params_ctor.py,sha256=qlrzibGAFHmbqOu88jEoh1wOSFHu68Gwdgc259-50e8,1915
|
49
49
|
dv_flow/mgr/task_run_ctxt.py,sha256=w1EOG9R16j0eT8fNcOCqlfyFrw277onsSur607eNprY,2811
|
@@ -66,9 +66,9 @@ dv_flow/mgr/util/__main__.py,sha256=F0LXpCDpYTPalSo0dc1h_qZkip5v1AZYYh-vcYbh5s0,
|
|
66
66
|
dv_flow/mgr/util/util.py,sha256=cBNt3JJ0PGLlUQFTtBLi12i2j_9gNgSBtKdwS3VfF5Y,1566
|
67
67
|
dv_flow/mgr/util/cmds/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
68
68
|
dv_flow/mgr/util/cmds/cmd_schema.py,sha256=IJzZdxCSEgIQ79LpYiM7UqJ9RJ-7yraqmBN2XVgAgXA,1752
|
69
|
-
dv_flow_mgr-1.0.0.
|
70
|
-
dv_flow_mgr-1.0.0.
|
71
|
-
dv_flow_mgr-1.0.0.
|
72
|
-
dv_flow_mgr-1.0.0.
|
73
|
-
dv_flow_mgr-1.0.0.
|
74
|
-
dv_flow_mgr-1.0.0.
|
69
|
+
dv_flow_mgr-1.0.0.14389547107a1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
70
|
+
dv_flow_mgr-1.0.0.14389547107a1.dist-info/METADATA,sha256=ybdQvgxa9XlrLujXOVPoOx_byLezEkvmAABXjcPwMlU,13336
|
71
|
+
dv_flow_mgr-1.0.0.14389547107a1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
72
|
+
dv_flow_mgr-1.0.0.14389547107a1.dist-info/entry_points.txt,sha256=1roy8wAFM48LabOvr6jiOw0MUs-qE8X3Vf8YykPazxk,50
|
73
|
+
dv_flow_mgr-1.0.0.14389547107a1.dist-info/top_level.txt,sha256=amfVTkggzYPtWwLqNmRukfz1Buu0pGS2SrYBBLhXm04,8
|
74
|
+
dv_flow_mgr-1.0.0.14389547107a1.dist-info/RECORD,,
|
{dv_flow_mgr-1.0.0.14370893826a1.dist-info → dv_flow_mgr-1.0.0.14389547107a1.dist-info}/WHEEL
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|