dv-flow-mgr 0.0.2.14180132375a1__py3-none-any.whl → 0.0.2.14182043984a1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dv_flow/mgr/package_def.py +5 -2
- dv_flow/mgr/task_graph_builder.py +13 -0
- dv_flow/mgr/task_node_ctor_compound.py +16 -8
- {dv_flow_mgr-0.0.2.14180132375a1.dist-info → dv_flow_mgr-0.0.2.14182043984a1.dist-info}/METADATA +1 -1
- {dv_flow_mgr-0.0.2.14180132375a1.dist-info → dv_flow_mgr-0.0.2.14182043984a1.dist-info}/RECORD +9 -9
- {dv_flow_mgr-0.0.2.14180132375a1.dist-info → dv_flow_mgr-0.0.2.14182043984a1.dist-info}/WHEEL +0 -0
- {dv_flow_mgr-0.0.2.14180132375a1.dist-info → dv_flow_mgr-0.0.2.14182043984a1.dist-info}/entry_points.txt +0 -0
- {dv_flow_mgr-0.0.2.14180132375a1.dist-info → dv_flow_mgr-0.0.2.14182043984a1.dist-info}/licenses/LICENSE +0 -0
- {dv_flow_mgr-0.0.2.14180132375a1.dist-info → dv_flow_mgr-0.0.2.14182043984a1.dist-info}/top_level.txt +0 -0
dv_flow/mgr/package_def.py
CHANGED
@@ -541,7 +541,10 @@ class PackageDef(BaseModel):
|
|
541
541
|
# - Directory path
|
542
542
|
|
543
543
|
if os.path.isfile(os.path.join(pkg._basedir, spec)):
|
544
|
-
PackageDef._loadFragmentFile(
|
544
|
+
PackageDef._loadFragmentFile(
|
545
|
+
pkg,
|
546
|
+
os.path.join(pkg._basedir, spec),
|
547
|
+
file_s)
|
545
548
|
elif os.path.isdir(os.path.join(pkg._basedir, spec)):
|
546
549
|
PackageDef._loadFragmentDir(pkg, os.path.join(pkg._basedir, spec), file_s)
|
547
550
|
else:
|
@@ -564,7 +567,7 @@ class PackageDef(BaseModel):
|
|
564
567
|
with open(file, "r") as fp:
|
565
568
|
doc = yaml.load(fp, Loader=yaml.FullLoader)
|
566
569
|
PackageDef._log.debug("doc: %s" % str(doc))
|
567
|
-
if "fragment" in doc.keys():
|
570
|
+
if doc is not None and "fragment" in doc.keys():
|
568
571
|
# Merge the package definition
|
569
572
|
frag = FragmentDef(**(doc["fragment"]))
|
570
573
|
frag._basedir = os.path.dirname(file)
|
@@ -193,6 +193,13 @@ class TaskGraphBuilder(object):
|
|
193
193
|
task = self._compound_task_ctxt_s[-1].task_m[name]
|
194
194
|
if task is None and name in self._task_m.keys():
|
195
195
|
task = self._task_m[name]
|
196
|
+
|
197
|
+
if task is None:
|
198
|
+
# Go search type definitions
|
199
|
+
|
200
|
+
# Check the current package
|
201
|
+
if len(self._pkg_s) > 0 and name in self._pkg_s[-1].task_m.keys():
|
202
|
+
task = self._pkg_s[-1].task_m[name]
|
196
203
|
|
197
204
|
return task
|
198
205
|
|
@@ -274,6 +281,9 @@ class TaskGraphBuilder(object):
|
|
274
281
|
self._pkg_spec_s.pop()
|
275
282
|
|
276
283
|
return task
|
284
|
+
|
285
|
+
def findTaskDef(self, name):
|
286
|
+
pass
|
277
287
|
|
278
288
|
def _resolveNeedRef(self, need_def) -> str:
|
279
289
|
if need_def.find(".") == -1:
|
@@ -418,4 +428,7 @@ class TaskGraphBuilder(object):
|
|
418
428
|
self._logger.debug("--> getTaskCtor %s" % spec.name)
|
419
429
|
return ctor
|
420
430
|
|
431
|
+
def error(self, msg):
|
432
|
+
pass
|
433
|
+
|
421
434
|
|
@@ -69,10 +69,23 @@ class TaskNodeCtorCompound(TaskNodeCtor):
|
|
69
69
|
def _buildSubGraph(self, builder, node):
|
70
70
|
nodes = []
|
71
71
|
|
72
|
+
# First, build out all tasks so they're available
|
73
|
+
tasks_defs = []
|
72
74
|
for t in self.tasks:
|
75
|
+
# Initially,
|
76
|
+
sn = t.mkTaskNode(
|
77
|
+
builder=builder,
|
78
|
+
params=t.mkTaskParams(),
|
79
|
+
name=t.name,
|
80
|
+
needs=[])
|
81
|
+
nodes.append(sn)
|
82
|
+
builder.addTask(t.name, sn)
|
83
|
+
tasks_defs.append(sn, t)
|
84
|
+
|
85
|
+
for t,td in tasks_defs:
|
73
86
|
# Need to get the parent name
|
74
87
|
needs = []
|
75
|
-
for n in
|
88
|
+
for n in td.needs:
|
76
89
|
# 'n' is the dependency as specified by the user
|
77
90
|
# Need to perform a search
|
78
91
|
# - Look locally inside the compound task (pkg.compound.name)
|
@@ -94,13 +107,8 @@ class TaskNodeCtorCompound(TaskNodeCtor):
|
|
94
107
|
task.name, t.name
|
95
108
|
))
|
96
109
|
needs.append(task)
|
97
|
-
|
98
|
-
|
99
|
-
params=t.mkTaskParams(),
|
100
|
-
name=t.name,
|
101
|
-
needs=needs)
|
102
|
-
nodes.append(sn)
|
103
|
-
builder.addTask(t.name, sn)
|
110
|
+
t.needs.extends(needs)
|
111
|
+
|
104
112
|
in_t = builder.findTask("in")
|
105
113
|
|
106
114
|
|
{dv_flow_mgr-0.0.2.14180132375a1.dist-info → dv_flow_mgr-0.0.2.14182043984a1.dist-info}/RECORD
RENAMED
@@ -8,7 +8,7 @@ dv_flow/mgr/fragment_def.py,sha256=AHx3ITbiNbGCzlDk5FM8Iimm0GJnWXDDRAoRC1b41jM,1
|
|
8
8
|
dv_flow/mgr/listener_list.py,sha256=BfqvEO2AyJvyc4ClU-hPgDPqWSlqvSdG-yaFEHvUrMc,272
|
9
9
|
dv_flow/mgr/out,sha256=d8GGBi3J43fhdLBlnsUbzBfRe0TD0QTP3nOTz54l2bI,200
|
10
10
|
dv_flow/mgr/package.py,sha256=9FhOu1hKYKzlD88zehwrI6KAcs1E7TbXDnq4v54dqDQ,1701
|
11
|
-
dv_flow/mgr/package_def.py,sha256=
|
11
|
+
dv_flow/mgr/package_def.py,sha256=uwyIEoRjkhvWsnYsQ-Q6tcZWobKRjRh4fJ9GQG4qsYE,21442
|
12
12
|
dv_flow/mgr/package_import_spec.py,sha256=aZMpnS9a5NFY76_pYXEuO3-Mkc_xFzy73fdrUe_54Dc,1760
|
13
13
|
dv_flow/mgr/param.py,sha256=kkxMRGf6mPjSZJsjgLKH2vJL62Sn0ZESvjBLkEYOp20,1386
|
14
14
|
dv_flow/mgr/param_def.py,sha256=mkAw3DanIxcVWRYeh9lUAfUMkpqDFly_Ku_iobr4ix8,1745
|
@@ -17,13 +17,13 @@ dv_flow/mgr/parsetab.py,sha256=I-p3nC60t9jiNtPhKyl_sE92SiP96zJLnNdydcLy33g,3780
|
|
17
17
|
dv_flow/mgr/pkg_rgy.py,sha256=d1nIjRm3ymMNJT-yiMDxCS6bFisTPvLMqh5VrfsHVKM,5404
|
18
18
|
dv_flow/mgr/task_data.py,sha256=lN7Iq8YTitEMGG4rZqYQi6Ri2HuPgBQ5oGQbW-63T8c,12436
|
19
19
|
dv_flow/mgr/task_def.py,sha256=ClCPFLlpT70Nxcr4xxBJBtdRxwFHq5YUtEDNVCiqFtE,4559
|
20
|
-
dv_flow/mgr/task_graph_builder.py,sha256=
|
20
|
+
dv_flow/mgr/task_graph_builder.py,sha256=b97detx0zawWy5dsVq2ZUjU710V2fmYkMxT04q9sSTs,15797
|
21
21
|
dv_flow/mgr/task_graph_dot_writer.py,sha256=GxqiYwQJbFgUQdnPCS9vpIYmYFbSXwnXCSbGmjbxC3M,2418
|
22
22
|
dv_flow/mgr/task_listener_log.py,sha256=hrJEjSRXXoovDTcD1Cmhi3Spzw7uEJ-WP6tv6JUaa6s,4060
|
23
23
|
dv_flow/mgr/task_node.py,sha256=JXq2QimCZKxfhhkdhM-HKk4JbxpIlpW65xUJ0hVlQc0,4981
|
24
24
|
dv_flow/mgr/task_node_compound.py,sha256=mNu4nf9hVqu2698ue5fpE3FeAOkvJH0Ke2W9V0G3-As,2975
|
25
25
|
dv_flow/mgr/task_node_ctor.py,sha256=COFGvm5PR2B92H3uW1yhDIUCmppo9U4IfOcv_Jrsreo,3952
|
26
|
-
dv_flow/mgr/task_node_ctor_compound.py,sha256=
|
26
|
+
dv_flow/mgr/task_node_ctor_compound.py,sha256=6SSulKk20PTLAgcwGqGear-jZBHhSYg_XypTYzX8iAc,4946
|
27
27
|
dv_flow/mgr/task_node_ctor_compound_proxy.py,sha256=D8x54nD8Pd-2-_mr1syhqVeSFfIVf100ldi3bdzmSfI,2073
|
28
28
|
dv_flow/mgr/task_node_ctor_def_base.py,sha256=_8QQHKDkONio_ve0Z409yxC0AMO8ocNBPDjRiNED1FI,1503
|
29
29
|
dv_flow/mgr/task_node_ctor_proxy.py,sha256=ViOFJ64JM4-CGFZNl89BghFuKSQ66kZVqSj4v2PA6VA,1906
|
@@ -51,9 +51,9 @@ dv_flow/mgr/util/__main__.py,sha256=F0LXpCDpYTPalSo0dc1h_qZkip5v1AZYYh-vcYbh5s0,
|
|
51
51
|
dv_flow/mgr/util/util.py,sha256=yg9oTPRiO87mkCSOQpOtlG9vyKPQzY3qp4OJkEMbWyY,1443
|
52
52
|
dv_flow/mgr/util/cmds/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
53
53
|
dv_flow/mgr/util/cmds/cmd_schema.py,sha256=lrEI-Jwb8j4I4yYOn9hq7_7NYbK8leVxLesrHyEWm-E,1879
|
54
|
-
dv_flow_mgr-0.0.2.
|
55
|
-
dv_flow_mgr-0.0.2.
|
56
|
-
dv_flow_mgr-0.0.2.
|
57
|
-
dv_flow_mgr-0.0.2.
|
58
|
-
dv_flow_mgr-0.0.2.
|
59
|
-
dv_flow_mgr-0.0.2.
|
54
|
+
dv_flow_mgr-0.0.2.14182043984a1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
55
|
+
dv_flow_mgr-0.0.2.14182043984a1.dist-info/METADATA,sha256=4vV1cbCnI2zL7Ew0v6YRd6syDPb5naXkUa07s0wSoFE,13336
|
56
|
+
dv_flow_mgr-0.0.2.14182043984a1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
57
|
+
dv_flow_mgr-0.0.2.14182043984a1.dist-info/entry_points.txt,sha256=1roy8wAFM48LabOvr6jiOw0MUs-qE8X3Vf8YykPazxk,50
|
58
|
+
dv_flow_mgr-0.0.2.14182043984a1.dist-info/top_level.txt,sha256=amfVTkggzYPtWwLqNmRukfz1Buu0pGS2SrYBBLhXm04,8
|
59
|
+
dv_flow_mgr-0.0.2.14182043984a1.dist-info/RECORD,,
|
{dv_flow_mgr-0.0.2.14180132375a1.dist-info → dv_flow_mgr-0.0.2.14182043984a1.dist-info}/WHEEL
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|