dv-flow-mgr 1.9.15431140071rc0__py3-none-any.whl → 1.9.15511554180rc0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dv_flow/mgr/__init__.py +1 -1
- dv_flow/mgr/__main__.py +1 -0
- dv_flow/mgr/cmds/cmd_run.py +3 -0
- dv_flow/mgr/ext_rgy.py +11 -4
- dv_flow/mgr/package_loader.py +4 -1
- dv_flow/mgr/param_def.py +1 -0
- dv_flow/mgr/task_graph_builder.py +8 -1
- dv_flow/mgr/task_runner.py +7 -2
- dv_flow/mgr/util/util.py +3 -2
- {dv_flow_mgr-1.9.15431140071rc0.dist-info → dv_flow_mgr-1.9.15511554180rc0.dist-info}/METADATA +1 -1
- {dv_flow_mgr-1.9.15431140071rc0.dist-info → dv_flow_mgr-1.9.15511554180rc0.dist-info}/RECORD +15 -15
- {dv_flow_mgr-1.9.15431140071rc0.dist-info → dv_flow_mgr-1.9.15511554180rc0.dist-info}/WHEEL +0 -0
- {dv_flow_mgr-1.9.15431140071rc0.dist-info → dv_flow_mgr-1.9.15511554180rc0.dist-info}/entry_points.txt +0 -0
- {dv_flow_mgr-1.9.15431140071rc0.dist-info → dv_flow_mgr-1.9.15511554180rc0.dist-info}/licenses/LICENSE +0 -0
- {dv_flow_mgr-1.9.15431140071rc0.dist-info → dv_flow_mgr-1.9.15511554180rc0.dist-info}/top_level.txt +0 -0
dv_flow/mgr/__init__.py
CHANGED
dv_flow/mgr/__main__.py
CHANGED
dv_flow/mgr/cmds/cmd_run.py
CHANGED
@@ -24,6 +24,7 @@ import os
|
|
24
24
|
import logging
|
25
25
|
import sys
|
26
26
|
from typing import ClassVar
|
27
|
+
from ..ext_rgy import ExtRgy
|
27
28
|
from ..util import loadProjPkgDef
|
28
29
|
from ..task_data import SeverityE
|
29
30
|
from ..task_graph_builder import TaskGraphBuilder
|
@@ -43,6 +44,8 @@ class CmdRun(object):
|
|
43
44
|
else:
|
44
45
|
rootdir = os.getcwd()
|
45
46
|
|
47
|
+
rgy = ExtRgy.inst()
|
48
|
+
|
46
49
|
# First, find the project we're working with
|
47
50
|
listener = TaskListenerLog()
|
48
51
|
pkg = loadProjPkgDef(rootdir, listener=listener.marker)
|
dv_flow/mgr/ext_rgy.py
CHANGED
@@ -119,8 +119,11 @@ class ExtRgy(object):
|
|
119
119
|
try:
|
120
120
|
mod = p.load()
|
121
121
|
|
122
|
-
if hasattr(mod, "dvfm_packages"):
|
123
|
-
|
122
|
+
if hasattr(mod, "dvfm_packages") or hasattr(mod, "dfm_packages"):
|
123
|
+
if hasattr(mod, "dvfm_packages"):
|
124
|
+
pkg_m = mod.dvfm_packages()
|
125
|
+
else:
|
126
|
+
pkg_m = mod.dfm_packages()
|
124
127
|
|
125
128
|
for name,path in pkg_m.items():
|
126
129
|
self._log.debug("Registering package %s: %s" % (name, path))
|
@@ -129,8 +132,12 @@ class ExtRgy(object):
|
|
129
132
|
name, self._pkg_m[name][0], path))
|
130
133
|
else:
|
131
134
|
self._pkg_m[name] = path
|
132
|
-
if hasattr(mod, "dvfm_shells"):
|
133
|
-
|
135
|
+
if hasattr(mod, "dvfm_shells") or hasattr(mod, "dfm_shells"):
|
136
|
+
if hasattr(mod, "dvfm_shells"):
|
137
|
+
shell_m = mod.dvfm_shells()
|
138
|
+
else:
|
139
|
+
shell_m = mod.dfm_shells()
|
140
|
+
|
134
141
|
for name, shell in shell_m.items():
|
135
142
|
self._log.debug("Registering shell %s" % name)
|
136
143
|
if name in self._shell_m.keys():
|
dv_flow/mgr/package_loader.py
CHANGED
@@ -331,7 +331,10 @@ class PackageLoader(object):
|
|
331
331
|
else:
|
332
332
|
loc_s = str(el)
|
333
333
|
if hasattr(obj, "__getitem__"):
|
334
|
-
|
334
|
+
try:
|
335
|
+
obj = obj[el]
|
336
|
+
except KeyError as ke:
|
337
|
+
pass
|
335
338
|
if type(obj) == dict and 'srcinfo' in obj.keys():
|
336
339
|
loc = obj['srcinfo']
|
337
340
|
if loc is not None:
|
dv_flow/mgr/param_def.py
CHANGED
@@ -128,9 +128,13 @@ class TaskGraphBuilder(object):
|
|
128
128
|
else:
|
129
129
|
self._ctxt = TaskNodeCtxt(
|
130
130
|
root_pkgdir=None,
|
131
|
-
root_rundir=self.rundir
|
131
|
+
root_rundir=self.rundir,
|
132
|
+
env=self.env)
|
132
133
|
|
133
134
|
|
135
|
+
def setEnv(self, env):
|
136
|
+
self.env.update(env)
|
137
|
+
|
134
138
|
def setParam(self, name, value):
|
135
139
|
if self.root_pkg is None:
|
136
140
|
raise Exception("No root package")
|
@@ -318,6 +322,7 @@ class TaskGraphBuilder(object):
|
|
318
322
|
task = self.loader.getTask(task_t)
|
319
323
|
|
320
324
|
if task is None:
|
325
|
+
type = None
|
321
326
|
if task_t in self._type_m.keys():
|
322
327
|
type = self._type_m[task_t]
|
323
328
|
|
@@ -350,6 +355,8 @@ class TaskGraphBuilder(object):
|
|
350
355
|
task=DataCallable(type.paramT)
|
351
356
|
)
|
352
357
|
self._task_node_m[name] = ret
|
358
|
+
else:
|
359
|
+
self._log.debug("Fallthrough")
|
353
360
|
|
354
361
|
if ret is None:
|
355
362
|
if task is None:
|
dv_flow/mgr/task_runner.py
CHANGED
@@ -37,7 +37,7 @@ class TaskRunner(object):
|
|
37
37
|
env : Dict[str, str] = dc.field(default=None)
|
38
38
|
|
39
39
|
# List of [Listener:Callable[Task],Recurisve:bool]
|
40
|
-
listeners : List[Tuple[Callable['Task','Reason'], bool]] = dc.field(default_factory=list)
|
40
|
+
listeners : List[Tuple[Callable[['Task'],'Reason'], bool]] = dc.field(default_factory=list)
|
41
41
|
|
42
42
|
_log : ClassVar = logging.getLogger("TaskRunner")
|
43
43
|
|
@@ -150,8 +150,13 @@ class TaskSetRunner(TaskRunner):
|
|
150
150
|
# else:
|
151
151
|
# rundir = self.rundir
|
152
152
|
|
153
|
+
print("rundir: \"%s\"" % rundir, flush=True)
|
153
154
|
if not os.path.isdir(rundir):
|
154
|
-
|
155
|
+
try:
|
156
|
+
os.makedirs(rundir, exist_ok=True)
|
157
|
+
except Exception as e:
|
158
|
+
print("Failed to create rundir %s: %s" % (rundir, str(e)), flush=True)
|
159
|
+
raise e
|
155
160
|
|
156
161
|
self._log.debug("start task %s" % t.name)
|
157
162
|
self._notify(t, "enter")
|
dv_flow/mgr/util/util.py
CHANGED
@@ -43,8 +43,9 @@ def loadProjPkgDef(path, listener=None):
|
|
43
43
|
|
44
44
|
if not found:
|
45
45
|
if listener:
|
46
|
-
listener
|
47
|
-
msg="Failed to find a 'flow.dv' file that defines a package in %s or its parent directories" % path
|
46
|
+
listener(TaskMarker(
|
47
|
+
msg="Failed to find a 'flow.dv' file that defines a package in %s or its parent directories" % path,
|
48
|
+
severity=SeverityE.Error))
|
48
49
|
|
49
50
|
return ret
|
50
51
|
|
{dv_flow_mgr-1.9.15431140071rc0.dist-info → dv_flow_mgr-1.9.15511554180rc0.dist-info}/RECORD
RENAMED
@@ -1,5 +1,5 @@
|
|
1
|
-
dv_flow/mgr/__init__.py,sha256=
|
2
|
-
dv_flow/mgr/__main__.py,sha256=
|
1
|
+
dv_flow/mgr/__init__.py,sha256=d7UGQ5nsmeSBwBobinK_sOf0T4D9rdqu3bw6Sje5_M4,1315
|
2
|
+
dv_flow/mgr/__main__.py,sha256=yrNrvz-jYEovBGpY1E9aS1iZ9S_9MQv0lT-XUQSp0vc,4141
|
3
3
|
dv_flow/mgr/cond_def.py,sha256=2ZkzPusqVkN1fFMTvkDl9O_OJLPdD_cK3xzX9J75RMw,343
|
4
4
|
dv_flow/mgr/config.py,sha256=b2MVlVVNB0psk8x4bQRAYshkpNJrtyMtV1Ymhmx9AfM,137
|
5
5
|
dv_flow/mgr/config_def.py,sha256=N5nBc_2VPrx0pCDyIe-VPhQ7ItnbyJqrak3ZiPEAbtI,1040
|
@@ -9,7 +9,7 @@ dv_flow/mgr/exec_callable.py,sha256=tB2kBJeBPvq8pYOnZCaCvTYeu_MiezFfHUEqTAW3GQA,
|
|
9
9
|
dv_flow/mgr/exec_gen_callable.py,sha256=KLAKgu0c6nrEzfy85qeogH64VOFDBa6anslSBajykOE,3039
|
10
10
|
dv_flow/mgr/expr_eval.py,sha256=ojHo3U_QGqm0CWVSEGtFJRo3jrjiTKhy_B58yRNxN8g,4814
|
11
11
|
dv_flow/mgr/expr_parser.py,sha256=LMLe4RTbgcQVIpuZIi1vowHsKRgRmzKzomGvlJL8kJI,7110
|
12
|
-
dv_flow/mgr/ext_rgy.py,sha256=
|
12
|
+
dv_flow/mgr/ext_rgy.py,sha256=BBaxSqOvSZcrE8BjG6cY5skCucOmY0j9rADHL55EITM,6119
|
13
13
|
dv_flow/mgr/extend_def.py,sha256=Ndh4z4XqqimtoS8-6ZNMDOvkVpVmEaWZsNEPM26PDZ0,653
|
14
14
|
dv_flow/mgr/fileset.py,sha256=kSjz-RiuQdKGMVjmbGK5YlwY-vJKSHmgggu-1_H0DHU,1320
|
15
15
|
dv_flow/mgr/fragment_def.py,sha256=2qx6KWiHCDvnb9JXnqIOb4n6kemAClAYuBoM6ex6xJE,1696
|
@@ -21,10 +21,10 @@ dv_flow/mgr/out,sha256=d8GGBi3J43fhdLBlnsUbzBfRe0TD0QTP3nOTz54l2bI,200
|
|
21
21
|
dv_flow/mgr/package.py,sha256=oKzYQypF-to4OXr8BKwPz7Z8cf7AC6eF6CiYj1jCyTI,4585
|
22
22
|
dv_flow/mgr/package_def.py,sha256=h3_FIKQB0vqfcu1jRAZuB8W8Kozr62oaKNchxeNjpWk,5898
|
23
23
|
dv_flow/mgr/package_import_spec.py,sha256=aZMpnS9a5NFY76_pYXEuO3-Mkc_xFzy73fdrUe_54Dc,1760
|
24
|
-
dv_flow/mgr/package_loader.py,sha256=
|
24
|
+
dv_flow/mgr/package_loader.py,sha256=okXcF5EqgvKMHSCsEpMtpejhBmnE-QaUDoV4C1yNmdA,35750
|
25
25
|
dv_flow/mgr/package_node.py,sha256=CccD2ECiIXy9JBkRR3c7qDxeBiLiPbRT9CqR-Al_niI,214
|
26
26
|
dv_flow/mgr/param.py,sha256=kkxMRGf6mPjSZJsjgLKH2vJL62Sn0ZESvjBLkEYOp20,1386
|
27
|
-
dv_flow/mgr/param_def.py,sha256=
|
27
|
+
dv_flow/mgr/param_def.py,sha256=GnaolV5QOrjBpqNj9yYo9nnrwEBpp4J_4ZYe14bsfO4,1939
|
28
28
|
dv_flow/mgr/param_ref_eval.py,sha256=x15lGEJNkWthXXfX3rRTh6tP7Y7A7cmNdo-iOHeOPKw,2179
|
29
29
|
dv_flow/mgr/parser.out,sha256=mWx6hgqORUFhM2OlxV2gp43Y7w3sX2u4ua4t-5wqmck,27566
|
30
30
|
dv_flow/mgr/parsetab.py,sha256=S2o2FfobhhVWKwZg_GA7zFg62VwT7tiRxxNZJIyqP98,4351
|
@@ -36,7 +36,7 @@ dv_flow/mgr/task.py,sha256=XQ-mVyDGvpU4gB6GmnNeTQhxKqFXiblShh7qd_-SIbM,2387
|
|
36
36
|
dv_flow/mgr/task_data.py,sha256=lN7Iq8YTitEMGG4rZqYQi6Ri2HuPgBQ5oGQbW-63T8c,12436
|
37
37
|
dv_flow/mgr/task_def.py,sha256=lhiOL7E_TfW7Ytg5qipE6d2cqTkfVqAOs1MZgtCqeLg,5257
|
38
38
|
dv_flow/mgr/task_gen_ctxt.py,sha256=1QQqqgaCjJSlzTV0SASpTb69vINFrDq3aqjYCKUkx3s,846
|
39
|
-
dv_flow/mgr/task_graph_builder.py,sha256=
|
39
|
+
dv_flow/mgr/task_graph_builder.py,sha256=0lO837SY6Bhw2GE6iwNNQj2sbPTcIZhXr1-TwJBpd7A,33599
|
40
40
|
dv_flow/mgr/task_graph_dot_writer.py,sha256=qK4Imy9o2_F1aKoU1tJ-qoBHslq2BhSMbdjAUPfpN7I,6009
|
41
41
|
dv_flow/mgr/task_listener_log.py,sha256=XcmBT-946DyrEYwNwbg7ejnB6Q3koybE7AekSWGxNGQ,4774
|
42
42
|
dv_flow/mgr/task_listener_trace.py,sha256=7B-V2YK8uXd_QSGBq_7USmbe5CleVvwumU0CpsmxZvg,6224
|
@@ -54,12 +54,12 @@ dv_flow/mgr/task_node_leaf.py,sha256=nULlu-veyPC-PXdoQhahkLgqpdKNzaoD0XUlCw0EuZ4
|
|
54
54
|
dv_flow/mgr/task_output.py,sha256=ZwyvwnYj_gHOEFAEOH3m24Xfc4Cn77hb1j7LkX8_3C4,1086
|
55
55
|
dv_flow/mgr/task_params_ctor.py,sha256=qlrzibGAFHmbqOu88jEoh1wOSFHu68Gwdgc259-50e8,1915
|
56
56
|
dv_flow/mgr/task_run_ctxt.py,sha256=1c5dV0xd1XQOTkcqv1qBrXs-gs--nZ1AvLzFb6L5dNY,3967
|
57
|
-
dv_flow/mgr/task_runner.py,sha256=
|
57
|
+
dv_flow/mgr/task_runner.py,sha256=IBVcvIbZkWstbsqxU-l4z8J-IckVucvgsn1EKpi0-Ys,10704
|
58
58
|
dv_flow/mgr/type.py,sha256=hoJTatlPC0yOazKSWduK-5CfY38RPkc6qXFzOCcVSdM,723
|
59
59
|
dv_flow/mgr/type_def.py,sha256=4sge3PibO1jDnS0cXdX0PiurcKbDA3kT6rb4DGIKwEM,1176
|
60
60
|
dv_flow/mgr/yaml_srcinfo_loader.py,sha256=29BNRiB8Hj1FepkrLtdjHSv5U_85Q432gBeeK80nKEA,1606
|
61
61
|
dv_flow/mgr/cmds/cmd_graph.py,sha256=s6EU27myTgXm1MJ2xFb04ndOPEejTXM2Hi7ipT4o110,3181
|
62
|
-
dv_flow/mgr/cmds/cmd_run.py,sha256
|
62
|
+
dv_flow/mgr/cmds/cmd_run.py,sha256=oFKQ4W1E3SvetY_v4LYAogowDPFZ7S3U7uIqudYe3po,4154
|
63
63
|
dv_flow/mgr/cmds/cmd_show.py,sha256=JOIFaVXt8YCf9bKXfq6qzV5wQdxdLHqE-yCj0ecGREs,3755
|
64
64
|
dv_flow/mgr/cmds/cmd_util.py,sha256=jdT48T_pZozCZUzkNy7tIhYL_kMGjWbV6g92oMYhRww,985
|
65
65
|
dv_flow/mgr/share/flow.json,sha256=lNmZex9NXkYbyb2aZseQfUOkV9CMyfH0iLODEI7EPBw,5096
|
@@ -73,12 +73,12 @@ dv_flow/mgr/std/message.py,sha256=0JHLErg8whqMLAasG1fumZ2O7R7WNWeNQ9ibJaLDpVY,10
|
|
73
73
|
dv_flow/mgr/std/task_null.py,sha256=dw6LXBXVwth6gLPeduDvlz5znAhcVpDH8r1DticD-0w,1041
|
74
74
|
dv_flow/mgr/util/__init__.py,sha256=6uuA6z5cKS2hcjJw6YyEM2M79g6OpXb6tZF_Gku-AGU,22
|
75
75
|
dv_flow/mgr/util/__main__.py,sha256=ioXQ-IMZctzYysJM4RswuPWNSRxtPxzEcG5hutp3Cd4,1210
|
76
|
-
dv_flow/mgr/util/util.py,sha256=
|
76
|
+
dv_flow/mgr/util/util.py,sha256=Ob2RTJOhanWajatiWJYm2ixuzspVx9hPFjGaaw0oPRI,1924
|
77
77
|
dv_flow/mgr/util/cmds/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
78
78
|
dv_flow/mgr/util/cmds/cmd_schema.py,sha256=IJzZdxCSEgIQ79LpYiM7UqJ9RJ-7yraqmBN2XVgAgXA,1752
|
79
|
-
dv_flow_mgr-1.9.
|
80
|
-
dv_flow_mgr-1.9.
|
81
|
-
dv_flow_mgr-1.9.
|
82
|
-
dv_flow_mgr-1.9.
|
83
|
-
dv_flow_mgr-1.9.
|
84
|
-
dv_flow_mgr-1.9.
|
79
|
+
dv_flow_mgr-1.9.15511554180rc0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
80
|
+
dv_flow_mgr-1.9.15511554180rc0.dist-info/METADATA,sha256=zWcJ9HWQNZRq_dy0DnUACXD5FntncyF-0eUaa1XBpKc,13335
|
81
|
+
dv_flow_mgr-1.9.15511554180rc0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
82
|
+
dv_flow_mgr-1.9.15511554180rc0.dist-info/entry_points.txt,sha256=1roy8wAFM48LabOvr6jiOw0MUs-qE8X3Vf8YykPazxk,50
|
83
|
+
dv_flow_mgr-1.9.15511554180rc0.dist-info/top_level.txt,sha256=amfVTkggzYPtWwLqNmRukfz1Buu0pGS2SrYBBLhXm04,8
|
84
|
+
dv_flow_mgr-1.9.15511554180rc0.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
{dv_flow_mgr-1.9.15431140071rc0.dist-info → dv_flow_mgr-1.9.15511554180rc0.dist-info}/top_level.txt
RENAMED
File without changes
|