dv-flow-mgr 1.10.15800610556rc0__py3-none-any.whl → 1.10.16182118062rc0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dv_flow/mgr/__init__.py +1 -1
- dv_flow/mgr/ext_rgy.py +6 -2
- dv_flow/mgr/std/flow.dv +10 -0
- dv_flow/mgr/std/set_file_type.py +18 -0
- dv_flow/mgr/task_graph_builder.py +9 -5
- dv_flow/mgr/task_node_leaf.py +6 -0
- {dv_flow_mgr-1.10.15800610556rc0.dist-info → dv_flow_mgr-1.10.16182118062rc0.dist-info}/METADATA +1 -1
- {dv_flow_mgr-1.10.15800610556rc0.dist-info → dv_flow_mgr-1.10.16182118062rc0.dist-info}/RECORD +12 -11
- {dv_flow_mgr-1.10.15800610556rc0.dist-info → dv_flow_mgr-1.10.16182118062rc0.dist-info}/WHEEL +0 -0
- {dv_flow_mgr-1.10.15800610556rc0.dist-info → dv_flow_mgr-1.10.16182118062rc0.dist-info}/entry_points.txt +0 -0
- {dv_flow_mgr-1.10.15800610556rc0.dist-info → dv_flow_mgr-1.10.16182118062rc0.dist-info}/licenses/LICENSE +0 -0
- {dv_flow_mgr-1.10.15800610556rc0.dist-info → dv_flow_mgr-1.10.16182118062rc0.dist-info}/top_level.txt +0 -0
dv_flow/mgr/__init__.py
CHANGED
dv_flow/mgr/ext_rgy.py
CHANGED
@@ -31,8 +31,9 @@ from .shell_callable import ShellCallable
|
|
31
31
|
@dc.dataclass
|
32
32
|
class ExtRgy(object):
|
33
33
|
_inst : ClassVar = None
|
34
|
+
_log : logging.Logger = None
|
34
35
|
|
35
|
-
def
|
36
|
+
def __post_init__(self):
|
36
37
|
self._pkgpath = []
|
37
38
|
self._pkg_m : Dict[str, str] = {}
|
38
39
|
self._shell_m : Dict[str, Callable] = {}
|
@@ -59,7 +60,8 @@ class ExtRgy(object):
|
|
59
60
|
|
60
61
|
def findPackagePath(self, name) -> str:
|
61
62
|
ret = None
|
62
|
-
self._log.debug("--> findPackagePath(%s)" %
|
63
|
+
self._log.debug("--> findPackagePath(%s) (%s)" % (
|
64
|
+
name, ",".join(self._pkg_m.keys())))
|
63
65
|
if name in self._pkg_m.keys():
|
64
66
|
ret = self._pkg_m[name]
|
65
67
|
else:
|
@@ -147,6 +149,8 @@ class ExtRgy(object):
|
|
147
149
|
except Exception as e:
|
148
150
|
self._log.critical("Error loading plugin %s: %s" % (p.name, str(e)))
|
149
151
|
raise e
|
152
|
+
|
153
|
+
self._log.debug("Registered packages: %s" % str(",".join(self._pkg_m.keys())))
|
150
154
|
|
151
155
|
# self._pkgs = {}
|
152
156
|
# for pkg in self._load_pkg_list():
|
dv_flow/mgr/std/flow.dv
CHANGED
@@ -85,6 +85,16 @@ package:
|
|
85
85
|
incdir:
|
86
86
|
type: bool
|
87
87
|
value: false
|
88
|
+
- name: SetFileType
|
89
|
+
consumes:
|
90
|
+
- type: std.FileSet
|
91
|
+
desc: Outputs all input filesets with the specified filetype
|
92
|
+
shell: pytask
|
93
|
+
run: dv_flow.mgr.std.set_file_type.SetFileType
|
94
|
+
with:
|
95
|
+
filetype:
|
96
|
+
type: str
|
97
|
+
value: ""
|
88
98
|
- name: IncDirs
|
89
99
|
shell: pytask
|
90
100
|
run: dv_flow.mgr.std.incdirs.IncDirs
|
@@ -0,0 +1,18 @@
|
|
1
|
+
from dv_flow.mgr import TaskDataResult, TaskDataInput, TaskRunCtxt
|
2
|
+
|
3
|
+
async def SetFileType(ctxt: TaskRunCtxt, inputs: TaskDataInput) -> TaskDataResult:
|
4
|
+
output = []
|
5
|
+
|
6
|
+
for inp in inputs.inputs:
|
7
|
+
if inp.type == "std.FileSet":
|
8
|
+
inp = inp.copy()
|
9
|
+
inp.filetype = inputs.params.filetype
|
10
|
+
inp.src = None
|
11
|
+
inp.seq = -1
|
12
|
+
output.append(inp)
|
13
|
+
|
14
|
+
return TaskDataResult(
|
15
|
+
changed=inputs.changed,
|
16
|
+
output=output,
|
17
|
+
status=0
|
18
|
+
)
|
@@ -387,12 +387,16 @@ class TaskGraphBuilder(object):
|
|
387
387
|
self._log.debug("<-- mkTaskNode: %s" % task_t)
|
388
388
|
return ret
|
389
389
|
|
390
|
-
def mkDataItem(self, name, **kwargs):
|
391
|
-
self._log.debug("--> mkDataItem: %s" %
|
390
|
+
def mkDataItem(self, type, name=None, **kwargs):
|
391
|
+
self._log.debug("--> mkDataItem: %s" % type)
|
392
392
|
|
393
|
-
|
394
|
-
|
395
|
-
|
393
|
+
tt = None
|
394
|
+
if type in self._type_m.keys():
|
395
|
+
tt = self._type_m[type]
|
396
|
+
elif self.loader is not None:
|
397
|
+
tt = self.loader.getType(type)
|
398
|
+
|
399
|
+
if type is None:
|
396
400
|
raise Exception("Type %s does not exist" % name)
|
397
401
|
|
398
402
|
if tt in self._type_node_m.keys():
|
dv_flow/mgr/task_node_leaf.py
CHANGED
@@ -193,6 +193,10 @@ class TaskNodeLeaf(TaskNode):
|
|
193
193
|
getattr(out, "type", "<unknown>"),
|
194
194
|
getattr(out, "src", "<unknown>")))
|
195
195
|
output.append(out)
|
196
|
+
else:
|
197
|
+
self._log.debug("Skipping consumed type %s from %s" % (
|
198
|
+
getattr(out, "type", "<unknown>"),
|
199
|
+
getattr(out, "src", "<unknown>")))
|
196
200
|
else:
|
197
201
|
self._log.debug("non-passthrough: %s (only local outputs propagated) %s" % (
|
198
202
|
self.name,
|
@@ -204,9 +208,11 @@ class TaskNodeLeaf(TaskNode):
|
|
204
208
|
|
205
209
|
# Add our own output
|
206
210
|
local_out = self.result.output.copy()
|
211
|
+
self._log.debug("local_out of %s: %d" % (self.name, len(local_out)))
|
207
212
|
for i,out in enumerate(local_out):
|
208
213
|
out.src = self.name
|
209
214
|
out.seq = i
|
215
|
+
self._log.debug("Adding output of type %s" % out.type)
|
210
216
|
output.append(out)
|
211
217
|
|
212
218
|
self._log.debug("output dep_m: %s %s" % (self.name, str(dep_m)))
|
{dv_flow_mgr-1.10.15800610556rc0.dist-info → dv_flow_mgr-1.10.16182118062rc0.dist-info}/RECORD
RENAMED
@@ -1,4 +1,4 @@
|
|
1
|
-
dv_flow/mgr/__init__.py,sha256=
|
1
|
+
dv_flow/mgr/__init__.py,sha256=cGNkXSa1_LU5zrptHtVEQizezCMWT-MjTcP07g_jgp8,1316
|
2
2
|
dv_flow/mgr/__main__.py,sha256=yrNrvz-jYEovBGpY1E9aS1iZ9S_9MQv0lT-XUQSp0vc,4141
|
3
3
|
dv_flow/mgr/cond_def.py,sha256=2ZkzPusqVkN1fFMTvkDl9O_OJLPdD_cK3xzX9J75RMw,343
|
4
4
|
dv_flow/mgr/config.py,sha256=b2MVlVVNB0psk8x4bQRAYshkpNJrtyMtV1Ymhmx9AfM,137
|
@@ -9,7 +9,7 @@ dv_flow/mgr/exec_callable.py,sha256=tB2kBJeBPvq8pYOnZCaCvTYeu_MiezFfHUEqTAW3GQA,
|
|
9
9
|
dv_flow/mgr/exec_gen_callable.py,sha256=KLAKgu0c6nrEzfy85qeogH64VOFDBa6anslSBajykOE,3039
|
10
10
|
dv_flow/mgr/expr_eval.py,sha256=ojHo3U_QGqm0CWVSEGtFJRo3jrjiTKhy_B58yRNxN8g,4814
|
11
11
|
dv_flow/mgr/expr_parser.py,sha256=LMLe4RTbgcQVIpuZIi1vowHsKRgRmzKzomGvlJL8kJI,7110
|
12
|
-
dv_flow/mgr/ext_rgy.py,sha256=
|
12
|
+
dv_flow/mgr/ext_rgy.py,sha256=rf8lDXGbISBu4S7WuwX36b-sOiZ22d5dtjPAu2anogo,6307
|
13
13
|
dv_flow/mgr/extend_def.py,sha256=Ndh4z4XqqimtoS8-6ZNMDOvkVpVmEaWZsNEPM26PDZ0,653
|
14
14
|
dv_flow/mgr/fileset.py,sha256=kSjz-RiuQdKGMVjmbGK5YlwY-vJKSHmgggu-1_H0DHU,1320
|
15
15
|
dv_flow/mgr/fragment_def.py,sha256=2qx6KWiHCDvnb9JXnqIOb4n6kemAClAYuBoM6ex6xJE,1696
|
@@ -36,7 +36,7 @@ dv_flow/mgr/task.py,sha256=XQ-mVyDGvpU4gB6GmnNeTQhxKqFXiblShh7qd_-SIbM,2387
|
|
36
36
|
dv_flow/mgr/task_data.py,sha256=lN7Iq8YTitEMGG4rZqYQi6Ri2HuPgBQ5oGQbW-63T8c,12436
|
37
37
|
dv_flow/mgr/task_def.py,sha256=lhiOL7E_TfW7Ytg5qipE6d2cqTkfVqAOs1MZgtCqeLg,5257
|
38
38
|
dv_flow/mgr/task_gen_ctxt.py,sha256=1QQqqgaCjJSlzTV0SASpTb69vINFrDq3aqjYCKUkx3s,846
|
39
|
-
dv_flow/mgr/task_graph_builder.py,sha256=
|
39
|
+
dv_flow/mgr/task_graph_builder.py,sha256=16f33f9-mWN85aGH_t9cjPLL7AoMsSiGSRUxB3leDeg,33721
|
40
40
|
dv_flow/mgr/task_graph_dot_writer.py,sha256=qK4Imy9o2_F1aKoU1tJ-qoBHslq2BhSMbdjAUPfpN7I,6009
|
41
41
|
dv_flow/mgr/task_listener_log.py,sha256=XcmBT-946DyrEYwNwbg7ejnB6Q3koybE7AekSWGxNGQ,4774
|
42
42
|
dv_flow/mgr/task_listener_trace.py,sha256=7B-V2YK8uXd_QSGBq_7USmbe5CleVvwumU0CpsmxZvg,6224
|
@@ -50,7 +50,7 @@ dv_flow/mgr/task_node_ctor_proxy.py,sha256=ViOFJ64JM4-CGFZNl89BghFuKSQ66kZVqSj4v
|
|
50
50
|
dv_flow/mgr/task_node_ctor_task.py,sha256=d49g90TyPCMFR8BuWWqp4ym-MW5vGSdDR0V47Ru28JY,2232
|
51
51
|
dv_flow/mgr/task_node_ctor_wrapper.py,sha256=KMSYd4ik2Si7UXhNMeXAPHBwwrFkuhpeTMeYRpWv0hw,3718
|
52
52
|
dv_flow/mgr/task_node_ctxt.py,sha256=KHt_kQch6LDq70Oor7z2xbepiiaK2jyp4S-KWZGsRjo,205
|
53
|
-
dv_flow/mgr/task_node_leaf.py,sha256=
|
53
|
+
dv_flow/mgr/task_node_leaf.py,sha256=98nVAFGuv5ZJPoc1CNUEeOc-aV69xV8Wd1hEP9QLw3Y,9517
|
54
54
|
dv_flow/mgr/task_output.py,sha256=ZwyvwnYj_gHOEFAEOH3m24Xfc4Cn77hb1j7LkX8_3C4,1086
|
55
55
|
dv_flow/mgr/task_params_ctor.py,sha256=qlrzibGAFHmbqOu88jEoh1wOSFHu68Gwdgc259-50e8,1915
|
56
56
|
dv_flow/mgr/task_run_ctxt.py,sha256=1c5dV0xd1XQOTkcqv1qBrXs-gs--nZ1AvLzFb6L5dNY,3967
|
@@ -68,18 +68,19 @@ dv_flow/mgr/std/create_file.py,sha256=SEpKTQdiY32002C7b4kYfAiK9v_xajixOJU5WftW75
|
|
68
68
|
dv_flow/mgr/std/data_item.py,sha256=olKtspEVFOvr92reUl4QaQV27UVyjSGIfIWpsy0Myvo,434
|
69
69
|
dv_flow/mgr/std/exec.py,sha256=UChqa_tAjvdB1NjqTsvlPgFomP8hMsX2rAOPyUonNpk,3896
|
70
70
|
dv_flow/mgr/std/fileset.py,sha256=_9IUjZ2_doygc29Qg1hJPaFPzlaIaTdvHnYTai8mE3A,4183
|
71
|
-
dv_flow/mgr/std/flow.dv,sha256=
|
71
|
+
dv_flow/mgr/std/flow.dv,sha256=iTVpI98PBbn3oUYyQJ6yb-S7zVReM0ZL2WmodH-hZzs,4043
|
72
72
|
dv_flow/mgr/std/incdirs.py,sha256=F0wraOxkRJRkrhsyk9v2YvpquFtcK4ZsMO1G9sgmhmA,588
|
73
73
|
dv_flow/mgr/std/message.py,sha256=0JHLErg8whqMLAasG1fumZ2O7R7WNWeNQ9ibJaLDpVY,1029
|
74
|
+
dv_flow/mgr/std/set_file_type.py,sha256=t7NtTmWW3xVckoiHn3hhL2LGAPihP07n_94_4kc8_vw,504
|
74
75
|
dv_flow/mgr/std/task_null.py,sha256=dw6LXBXVwth6gLPeduDvlz5znAhcVpDH8r1DticD-0w,1041
|
75
76
|
dv_flow/mgr/util/__init__.py,sha256=6uuA6z5cKS2hcjJw6YyEM2M79g6OpXb6tZF_Gku-AGU,22
|
76
77
|
dv_flow/mgr/util/__main__.py,sha256=F0LXpCDpYTPalSo0dc1h_qZkip5v1AZYYh-vcYbh5s0,983
|
77
78
|
dv_flow/mgr/util/util.py,sha256=5wVWpkHn4U-Hcv-skaLaGC0bgoK63NaF-NH-DGpAaRM,2035
|
78
79
|
dv_flow/mgr/util/cmds/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
79
80
|
dv_flow/mgr/util/cmds/cmd_schema.py,sha256=IJzZdxCSEgIQ79LpYiM7UqJ9RJ-7yraqmBN2XVgAgXA,1752
|
80
|
-
dv_flow_mgr-1.10.
|
81
|
-
dv_flow_mgr-1.10.
|
82
|
-
dv_flow_mgr-1.10.
|
83
|
-
dv_flow_mgr-1.10.
|
84
|
-
dv_flow_mgr-1.10.
|
85
|
-
dv_flow_mgr-1.10.
|
81
|
+
dv_flow_mgr-1.10.16182118062rc0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
82
|
+
dv_flow_mgr-1.10.16182118062rc0.dist-info/METADATA,sha256=wp5daCve0Kgk8dmR3SgmwDRnZoj1HCeteoCP3abREJE,13336
|
83
|
+
dv_flow_mgr-1.10.16182118062rc0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
84
|
+
dv_flow_mgr-1.10.16182118062rc0.dist-info/entry_points.txt,sha256=1roy8wAFM48LabOvr6jiOw0MUs-qE8X3Vf8YykPazxk,50
|
85
|
+
dv_flow_mgr-1.10.16182118062rc0.dist-info/top_level.txt,sha256=amfVTkggzYPtWwLqNmRukfz1Buu0pGS2SrYBBLhXm04,8
|
86
|
+
dv_flow_mgr-1.10.16182118062rc0.dist-info/RECORD,,
|
{dv_flow_mgr-1.10.15800610556rc0.dist-info → dv_flow_mgr-1.10.16182118062rc0.dist-info}/WHEEL
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|