dv-flow-mgr 0.0.1.12981364130a1__py3-none-any.whl → 0.0.1.12992722023a1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dv_flow/mgr/package_def.py +12 -3
- dv_flow/mgr/std/fileset.py +7 -0
- dv_flow/mgr/task.py +1 -2
- {dv_flow_mgr-0.0.1.12981364130a1.dist-info → dv_flow_mgr-0.0.1.12992722023a1.dist-info}/METADATA +1 -1
- {dv_flow_mgr-0.0.1.12981364130a1.dist-info → dv_flow_mgr-0.0.1.12992722023a1.dist-info}/RECORD +9 -9
- {dv_flow_mgr-0.0.1.12981364130a1.dist-info → dv_flow_mgr-0.0.1.12992722023a1.dist-info}/LICENSE +0 -0
- {dv_flow_mgr-0.0.1.12981364130a1.dist-info → dv_flow_mgr-0.0.1.12992722023a1.dist-info}/WHEEL +0 -0
- {dv_flow_mgr-0.0.1.12981364130a1.dist-info → dv_flow_mgr-0.0.1.12992722023a1.dist-info}/entry_points.txt +0 -0
- {dv_flow_mgr-0.0.1.12981364130a1.dist-info → dv_flow_mgr-0.0.1.12992722023a1.dist-info}/top_level.txt +0 -0
dv_flow/mgr/package_def.py
CHANGED
@@ -119,6 +119,7 @@ class PackageDef(BaseModel):
|
|
119
119
|
return ctor_t
|
120
120
|
|
121
121
|
def handleParams(self, task, ctor_t):
|
122
|
+
self._log.debug("--> handleParams %s params=%s" % (task.name, str(task.params)))
|
122
123
|
|
123
124
|
if task.params is not None and len(task.params) > 0:
|
124
125
|
decl_params = False
|
@@ -131,7 +132,8 @@ class PackageDef(BaseModel):
|
|
131
132
|
# ctor_t.params.update(task.params)
|
132
133
|
|
133
134
|
for value in task.params.values():
|
134
|
-
|
135
|
+
self._log.debug("value: %s" % str(value))
|
136
|
+
if type(value) == dict and "type" in value.keys():
|
135
137
|
decl_params = True
|
136
138
|
break
|
137
139
|
|
@@ -143,6 +145,7 @@ class PackageDef(BaseModel):
|
|
143
145
|
field_m[fname] = (info.annotation, info.default)
|
144
146
|
|
145
147
|
if decl_params:
|
148
|
+
self._log.debug("Type declares new parameters")
|
146
149
|
# We need to combine base parameters with new parameters
|
147
150
|
ptype_m = {
|
148
151
|
"str" : str,
|
@@ -160,6 +163,7 @@ class PackageDef(BaseModel):
|
|
160
163
|
}
|
161
164
|
for p in task.params.keys():
|
162
165
|
param = task.params[p]
|
166
|
+
self._log.debug("param: %s" % str(param))
|
163
167
|
if type(param) == dict and "type" in param.keys():
|
164
168
|
ptype_s = param["type"]
|
165
169
|
if ptype_s not in ptype_m.keys():
|
@@ -191,6 +195,7 @@ class PackageDef(BaseModel):
|
|
191
195
|
uses=ctor_t,
|
192
196
|
params_ctor=param_t)
|
193
197
|
else: # no new parameters declared
|
198
|
+
self._log.debug("Type only overrides existing parameters")
|
194
199
|
for p in task.params.keys():
|
195
200
|
param = task.params[p]
|
196
201
|
if p not in field_m.keys():
|
@@ -203,12 +208,15 @@ class PackageDef(BaseModel):
|
|
203
208
|
raise Exception("No value specified for param %s: %s" % (
|
204
209
|
p, str(param)))
|
205
210
|
field_m[p] = (field_m[p][0], value)
|
206
|
-
|
211
|
+
self._log.debug("Set param=%s to %s" % (p, str(value)))
|
212
|
+
ctor_t.params[p] = value
|
213
|
+
|
214
|
+
self._log.debug("<-- handleParams %s" % task.name)
|
207
215
|
|
208
216
|
return ctor_t
|
209
217
|
|
210
218
|
def mkTaskCtor(self, session, task, srcdir, tasks_m) -> TaskCtor:
|
211
|
-
self._log.debug("--> %s::mkTaskCtor %s" % (self.name, task.name))
|
219
|
+
self._log.debug("--> %s::mkTaskCtor %s (srcdir: %s)" % (self.name, task.name, srcdir))
|
212
220
|
ctor_t : TaskCtor = None
|
213
221
|
|
214
222
|
# Determine the implementation constructor first
|
@@ -261,6 +269,7 @@ class PackageDef(BaseModel):
|
|
261
269
|
srcdir=srcdir)
|
262
270
|
|
263
271
|
ctor_t = self.handleParams(task, ctor_t)
|
272
|
+
ctor_t.depends.extend(task.depends)
|
264
273
|
|
265
274
|
self._log.debug("<-- %s::mkTaskCtor %s" % (self.name, task.name))
|
266
275
|
return ctor_t
|
dv_flow/mgr/std/fileset.py
CHANGED
@@ -26,6 +26,9 @@ class FileSet(Task):
|
|
26
26
|
ex_memento = self.getMemento(TaskFileSetMemento)
|
27
27
|
memento = TaskFileSetMemento()
|
28
28
|
|
29
|
+
self._log.debug("ex_memento: %s" % str(ex_memento))
|
30
|
+
self._log.debug("params: %s" % str(self.params))
|
31
|
+
|
29
32
|
if self.params is not None:
|
30
33
|
glob_root = os.path.join(self.srcdir, self.params.base)
|
31
34
|
glob_root = glob_root.strip()
|
@@ -33,6 +36,8 @@ class FileSet(Task):
|
|
33
36
|
if glob_root[-1] == '/' or glob_root == '\\':
|
34
37
|
glob_root = glob_root[:-1]
|
35
38
|
|
39
|
+
self._log.debug("glob_root: %s" % glob_root)
|
40
|
+
|
36
41
|
fs = _FileSet(
|
37
42
|
src=self.name,
|
38
43
|
type=self.params.type,
|
@@ -45,6 +50,8 @@ class FileSet(Task):
|
|
45
50
|
for pattern in self.params.include:
|
46
51
|
included_files.extend(glob.glob(os.path.join(glob_root, pattern), recursive=False))
|
47
52
|
|
53
|
+
self._log.debug("included_files: %s" % str(included_files))
|
54
|
+
|
48
55
|
for file in included_files:
|
49
56
|
if not any(glob.fnmatch.fnmatch(file, os.path.join(glob_root, pattern)) for pattern in self.params.exclude):
|
50
57
|
memento.files.append((file, os.path.getmtime(os.path.join(glob_root, file))))
|
dv_flow/mgr/task.py
CHANGED
@@ -123,7 +123,7 @@ class TaskCtorCls(TaskCtor):
|
|
123
123
|
_log : ClassVar = logging.getLogger("TaskCtorCls")
|
124
124
|
|
125
125
|
def mkTask(self, name : str, depends, rundir, srcdir=None, params=None):
|
126
|
-
self._log.debug("--> %s::mkTask (%s)" % (self.name, str(self.task_ctor)))
|
126
|
+
self._log.debug("--> %s::mkTask (%s) srcdir=%s" % (self.name, str(self.task_ctor), srcdir))
|
127
127
|
|
128
128
|
if srcdir is None:
|
129
129
|
srcdir = self.srcdir
|
@@ -137,7 +137,6 @@ class TaskCtorCls(TaskCtor):
|
|
137
137
|
rundir=rundir,
|
138
138
|
srcdir=srcdir,
|
139
139
|
params=params)
|
140
|
-
ret.srcdir = self.srcdir
|
141
140
|
|
142
141
|
# Update parameters on the way back
|
143
142
|
self.applyParams(ret.params)
|
{dv_flow_mgr-0.0.1.12981364130a1.dist-info → dv_flow_mgr-0.0.1.12992722023a1.dist-info}/RECORD
RENAMED
@@ -3,10 +3,10 @@ dv_flow/mgr/__main__.py,sha256=uik6gDAvtZNG0yyDKYc4FTl6R1QHAR543jNG2lCAa6E,1771
|
|
3
3
|
dv_flow/mgr/fileset.py,sha256=FNvC5sU2ArxJ0OO3v8dXTv8zX-bZ5t0a0ljne0fQQ1o,1150
|
4
4
|
dv_flow/mgr/fragment_def.py,sha256=p5i6ONtBWlDHTBFsduu3Z36_76Bn8PCIylp_xoZ7jfQ,1552
|
5
5
|
dv_flow/mgr/package.py,sha256=AOLEEotVQF9VNMMl13uNQ7Na2TuHPXxEvybBOX7XIps,1615
|
6
|
-
dv_flow/mgr/package_def.py,sha256=
|
6
|
+
dv_flow/mgr/package_def.py,sha256=iHBFV-CKyCypvrd31zm3Yjkcib9xZo1gFlFL7YMfJO8,14012
|
7
7
|
dv_flow/mgr/package_import_spec.py,sha256=ah3r15v5Jdub2poc3sgi6Uar1L3oGoYsCPPNiOHV-a4,1760
|
8
8
|
dv_flow/mgr/pkg_rgy.py,sha256=2R_EaeBDJn5qUq9DzSnLc37wUP36MWSv-p0LgUjJRAg,4471
|
9
|
-
dv_flow/mgr/task.py,sha256=
|
9
|
+
dv_flow/mgr/task.py,sha256=giy5elwIS_fab6wGnA8JCeZIEeX0nG5zpcq5ifGYSOs,9087
|
10
10
|
dv_flow/mgr/task_data.py,sha256=XBPWwvuaQ3BZ94wknvv1bqLh98iTzAg5fskv7_kk6DQ,10524
|
11
11
|
dv_flow/mgr/task_def.py,sha256=96hSwqJo0MazJ1VcLhovYRmNCplsNLt47AumtyjSddU,1690
|
12
12
|
dv_flow/mgr/task_graph_builder.py,sha256=4dfy_T26MYI7ls2xiofr4V0ItZHDehU2iw6UBPt-SZQ,7074
|
@@ -16,13 +16,13 @@ dv_flow/mgr/task_memento.py,sha256=C7VTQpBhDEoYuDmE6YTM-6TLMLnqHp6Y0Vat1aTgtCs,1
|
|
16
16
|
dv_flow/mgr/util.py,sha256=06eVyURF4ga-s8C9Sd3ZSDebwO4QS0XXaB8xADVbWRc,1437
|
17
17
|
dv_flow/mgr/cmds/cmd_run.py,sha256=eths8kT7mBmpZqwOuMtpKAaux4rg-f7hPBxxTHbpKT4,2903
|
18
18
|
dv_flow/mgr/share/flow.json,sha256=lNmZex9NXkYbyb2aZseQfUOkV9CMyfH0iLODEI7EPBw,5096
|
19
|
-
dv_flow/mgr/std/fileset.py,sha256=
|
19
|
+
dv_flow/mgr/std/fileset.py,sha256=uP7bGntRq-Tn5_GEFnt0_J_OAmfvep3GlCwCuE8by4o,2710
|
20
20
|
dv_flow/mgr/std/flow.dv,sha256=pSpzrPPEu_L8DHccGfArxsKYgUfyQidShZc0ShgGtsY,500
|
21
21
|
dv_flow/mgr/std/message.py,sha256=BPTHnEMD4tBufQ9LvsS9Sa_0xjaJATbBpwqosWslvVA,193
|
22
22
|
dv_flow/mgr/std/task_null.py,sha256=KObmjG_4D08GJ1k6neqKIQrFY72Sj0jLnwXxEkq5HA0,321
|
23
|
-
dv_flow_mgr-0.0.1.
|
24
|
-
dv_flow_mgr-0.0.1.
|
25
|
-
dv_flow_mgr-0.0.1.
|
26
|
-
dv_flow_mgr-0.0.1.
|
27
|
-
dv_flow_mgr-0.0.1.
|
28
|
-
dv_flow_mgr-0.0.1.
|
23
|
+
dv_flow_mgr-0.0.1.12992722023a1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
24
|
+
dv_flow_mgr-0.0.1.12992722023a1.dist-info/METADATA,sha256=kCTd3eqAjQmtiL2_rnfPvCERKOp4I3aRl3yusyz4xMw,13276
|
25
|
+
dv_flow_mgr-0.0.1.12992722023a1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
26
|
+
dv_flow_mgr-0.0.1.12992722023a1.dist-info/entry_points.txt,sha256=1roy8wAFM48LabOvr6jiOw0MUs-qE8X3Vf8YykPazxk,50
|
27
|
+
dv_flow_mgr-0.0.1.12992722023a1.dist-info/top_level.txt,sha256=amfVTkggzYPtWwLqNmRukfz1Buu0pGS2SrYBBLhXm04,8
|
28
|
+
dv_flow_mgr-0.0.1.12992722023a1.dist-info/RECORD,,
|
{dv_flow_mgr-0.0.1.12981364130a1.dist-info → dv_flow_mgr-0.0.1.12992722023a1.dist-info}/LICENSE
RENAMED
File without changes
|
{dv_flow_mgr-0.0.1.12981364130a1.dist-info → dv_flow_mgr-0.0.1.12992722023a1.dist-info}/WHEEL
RENAMED
File without changes
|
File without changes
|
File without changes
|