dv-flow-mgr 1.10.15799221980rc0__py3-none-any.whl → 1.10.15961872557rc0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dv_flow/mgr/__init__.py +1 -1
- dv_flow/mgr/ext_rgy.py +6 -2
- dv_flow/mgr/package_loader.py +14 -24
- dv_flow/mgr/task_graph_builder.py +9 -5
- {dv_flow_mgr-1.10.15799221980rc0.dist-info → dv_flow_mgr-1.10.15961872557rc0.dist-info}/METADATA +1 -1
- {dv_flow_mgr-1.10.15799221980rc0.dist-info → dv_flow_mgr-1.10.15961872557rc0.dist-info}/RECORD +10 -10
- {dv_flow_mgr-1.10.15799221980rc0.dist-info → dv_flow_mgr-1.10.15961872557rc0.dist-info}/WHEEL +0 -0
- {dv_flow_mgr-1.10.15799221980rc0.dist-info → dv_flow_mgr-1.10.15961872557rc0.dist-info}/entry_points.txt +0 -0
- {dv_flow_mgr-1.10.15799221980rc0.dist-info → dv_flow_mgr-1.10.15961872557rc0.dist-info}/licenses/LICENSE +0 -0
- {dv_flow_mgr-1.10.15799221980rc0.dist-info → dv_flow_mgr-1.10.15961872557rc0.dist-info}/top_level.txt +0 -0
dv_flow/mgr/__init__.py
CHANGED
dv_flow/mgr/ext_rgy.py
CHANGED
@@ -31,8 +31,9 @@ from .shell_callable import ShellCallable
|
|
31
31
|
@dc.dataclass
|
32
32
|
class ExtRgy(object):
|
33
33
|
_inst : ClassVar = None
|
34
|
+
_log : logging.Logger = None
|
34
35
|
|
35
|
-
def
|
36
|
+
def __post_init__(self):
|
36
37
|
self._pkgpath = []
|
37
38
|
self._pkg_m : Dict[str, str] = {}
|
38
39
|
self._shell_m : Dict[str, Callable] = {}
|
@@ -59,7 +60,8 @@ class ExtRgy(object):
|
|
59
60
|
|
60
61
|
def findPackagePath(self, name) -> str:
|
61
62
|
ret = None
|
62
|
-
self._log.debug("--> findPackagePath(%s)" %
|
63
|
+
self._log.debug("--> findPackagePath(%s) (%s)" % (
|
64
|
+
name, ",".join(self._pkg_m.keys())))
|
63
65
|
if name in self._pkg_m.keys():
|
64
66
|
ret = self._pkg_m[name]
|
65
67
|
else:
|
@@ -147,6 +149,8 @@ class ExtRgy(object):
|
|
147
149
|
except Exception as e:
|
148
150
|
self._log.critical("Error loading plugin %s: %s" % (p.name, str(e)))
|
149
151
|
raise e
|
152
|
+
|
153
|
+
self._log.debug("Registered packages: %s" % str(",".join(self._pkg_m.keys())))
|
150
154
|
|
151
155
|
# self._pkgs = {}
|
152
156
|
# for pkg in self._load_pkg_list():
|
dv_flow/mgr/package_loader.py
CHANGED
@@ -297,7 +297,7 @@ class PackageLoader(object):
|
|
297
297
|
|
298
298
|
def _loadPackage(self, root, exp_pkg_name=None) -> Package:
|
299
299
|
if root in self._file_s:
|
300
|
-
raise Exception("recursive reference")
|
300
|
+
raise Exception("recursive reference to %s" % root)
|
301
301
|
|
302
302
|
if root in self._file_s:
|
303
303
|
# TODO: should be able to unwind stack here
|
@@ -450,7 +450,7 @@ class PackageLoader(object):
|
|
450
450
|
for root in (basedir, os.path.dirname(self._file_s[0])):
|
451
451
|
self._log.debug("Search basedir: %s ; imp_path: %s" % (root, imp_path))
|
452
452
|
|
453
|
-
resolved_path = self._findFlowDvInDir(root, imp_path)
|
453
|
+
resolved_path = self._findFlowDvInDir(os.path.join(root, imp_path))
|
454
454
|
|
455
455
|
if resolved_path is not None and os.path.isfile(resolved_path):
|
456
456
|
self._log.debug("Found root file: %s" % resolved_path)
|
@@ -478,30 +478,20 @@ class PackageLoader(object):
|
|
478
478
|
pkg.pkg_m[sub_pkg.name] = sub_pkg
|
479
479
|
self._log.debug("<-- _loadPackageImport %s" % str(imp))
|
480
480
|
|
481
|
-
def _findFlowDvInDir(self, base
|
482
|
-
"""Search down the tree looking for a flow.dv file"""
|
483
|
-
self._log.debug("--> _findFlowDvInDir (%s
|
481
|
+
def _findFlowDvInDir(self, base):
|
482
|
+
"""Search down the tree looking for a <flow.dv> file"""
|
483
|
+
self._log.debug("--> _findFlowDvInDir (%s)" % base)
|
484
484
|
imp_path = None
|
485
|
-
|
486
|
-
|
487
|
-
|
488
|
-
|
489
|
-
|
485
|
+
if os.path.isfile(base):
|
486
|
+
imp_path = base
|
487
|
+
else:
|
488
|
+
for name in ("flow.dv", "flow.yaml", "flow.yml"):
|
489
|
+
self._log.debug("Searching for %s in %s" % (name, base))
|
490
|
+
if os.path.isfile(os.path.join(base, name)):
|
490
491
|
imp_path = os.path.join(base, name)
|
491
|
-
|
492
|
-
|
493
|
-
|
494
|
-
imp_path = os.path.join(base, leaf)
|
495
|
-
self._log.debug("Found: %s" % imp_path)
|
496
|
-
elif os.path.isdir(os.path.join(base, leaf)):
|
497
|
-
if os.path.isfile(os.path.join(base, leaf, name)):
|
498
|
-
imp_path = os.path.join(base, leaf, name)
|
499
|
-
self._log.debug("Found: %s" % imp_path)
|
500
|
-
else:
|
501
|
-
imp_path = self._findFlowDvSubdir(os.path.join(base, leaf))
|
502
|
-
if imp_path is not None:
|
503
|
-
self._log.debug("Found: %s" % imp_path)
|
504
|
-
break
|
492
|
+
break
|
493
|
+
if imp_path is None and os.path.isdir(base):
|
494
|
+
imp_path = self._findFlowDvSubdir(base)
|
505
495
|
self._log.debug("<-- _findFlowDvInDir %s" % imp_path)
|
506
496
|
return imp_path
|
507
497
|
|
@@ -387,12 +387,16 @@ class TaskGraphBuilder(object):
|
|
387
387
|
self._log.debug("<-- mkTaskNode: %s" % task_t)
|
388
388
|
return ret
|
389
389
|
|
390
|
-
def mkDataItem(self, name, **kwargs):
|
391
|
-
self._log.debug("--> mkDataItem: %s" %
|
390
|
+
def mkDataItem(self, type, name=None, **kwargs):
|
391
|
+
self._log.debug("--> mkDataItem: %s" % type)
|
392
392
|
|
393
|
-
|
394
|
-
|
395
|
-
|
393
|
+
tt = None
|
394
|
+
if type in self._type_m.keys():
|
395
|
+
tt = self._type_m[type]
|
396
|
+
elif self.loader is not None:
|
397
|
+
tt = self.loader.getType(type)
|
398
|
+
|
399
|
+
if type is None:
|
396
400
|
raise Exception("Type %s does not exist" % name)
|
397
401
|
|
398
402
|
if tt in self._type_node_m.keys():
|
{dv_flow_mgr-1.10.15799221980rc0.dist-info → dv_flow_mgr-1.10.15961872557rc0.dist-info}/RECORD
RENAMED
@@ -1,4 +1,4 @@
|
|
1
|
-
dv_flow/mgr/__init__.py,sha256=
|
1
|
+
dv_flow/mgr/__init__.py,sha256=TDnf3NvqRsuA-vVf7BwacMdQDSQE6C9eJpUpXWY6rOM,1316
|
2
2
|
dv_flow/mgr/__main__.py,sha256=yrNrvz-jYEovBGpY1E9aS1iZ9S_9MQv0lT-XUQSp0vc,4141
|
3
3
|
dv_flow/mgr/cond_def.py,sha256=2ZkzPusqVkN1fFMTvkDl9O_OJLPdD_cK3xzX9J75RMw,343
|
4
4
|
dv_flow/mgr/config.py,sha256=b2MVlVVNB0psk8x4bQRAYshkpNJrtyMtV1Ymhmx9AfM,137
|
@@ -9,7 +9,7 @@ dv_flow/mgr/exec_callable.py,sha256=tB2kBJeBPvq8pYOnZCaCvTYeu_MiezFfHUEqTAW3GQA,
|
|
9
9
|
dv_flow/mgr/exec_gen_callable.py,sha256=KLAKgu0c6nrEzfy85qeogH64VOFDBa6anslSBajykOE,3039
|
10
10
|
dv_flow/mgr/expr_eval.py,sha256=ojHo3U_QGqm0CWVSEGtFJRo3jrjiTKhy_B58yRNxN8g,4814
|
11
11
|
dv_flow/mgr/expr_parser.py,sha256=LMLe4RTbgcQVIpuZIi1vowHsKRgRmzKzomGvlJL8kJI,7110
|
12
|
-
dv_flow/mgr/ext_rgy.py,sha256=
|
12
|
+
dv_flow/mgr/ext_rgy.py,sha256=rf8lDXGbISBu4S7WuwX36b-sOiZ22d5dtjPAu2anogo,6307
|
13
13
|
dv_flow/mgr/extend_def.py,sha256=Ndh4z4XqqimtoS8-6ZNMDOvkVpVmEaWZsNEPM26PDZ0,653
|
14
14
|
dv_flow/mgr/fileset.py,sha256=kSjz-RiuQdKGMVjmbGK5YlwY-vJKSHmgggu-1_H0DHU,1320
|
15
15
|
dv_flow/mgr/fragment_def.py,sha256=2qx6KWiHCDvnb9JXnqIOb4n6kemAClAYuBoM6ex6xJE,1696
|
@@ -21,7 +21,7 @@ dv_flow/mgr/out,sha256=d8GGBi3J43fhdLBlnsUbzBfRe0TD0QTP3nOTz54l2bI,200
|
|
21
21
|
dv_flow/mgr/package.py,sha256=oKzYQypF-to4OXr8BKwPz7Z8cf7AC6eF6CiYj1jCyTI,4585
|
22
22
|
dv_flow/mgr/package_def.py,sha256=h3_FIKQB0vqfcu1jRAZuB8W8Kozr62oaKNchxeNjpWk,5898
|
23
23
|
dv_flow/mgr/package_import_spec.py,sha256=aZMpnS9a5NFY76_pYXEuO3-Mkc_xFzy73fdrUe_54Dc,1760
|
24
|
-
dv_flow/mgr/package_loader.py,sha256=
|
24
|
+
dv_flow/mgr/package_loader.py,sha256=bLoVVdAp0cUIJWrSwXkgu8YothjtjIFsbZcINduTl_4,36315
|
25
25
|
dv_flow/mgr/package_node.py,sha256=CccD2ECiIXy9JBkRR3c7qDxeBiLiPbRT9CqR-Al_niI,214
|
26
26
|
dv_flow/mgr/param.py,sha256=kkxMRGf6mPjSZJsjgLKH2vJL62Sn0ZESvjBLkEYOp20,1386
|
27
27
|
dv_flow/mgr/param_def.py,sha256=GnaolV5QOrjBpqNj9yYo9nnrwEBpp4J_4ZYe14bsfO4,1939
|
@@ -36,7 +36,7 @@ dv_flow/mgr/task.py,sha256=XQ-mVyDGvpU4gB6GmnNeTQhxKqFXiblShh7qd_-SIbM,2387
|
|
36
36
|
dv_flow/mgr/task_data.py,sha256=lN7Iq8YTitEMGG4rZqYQi6Ri2HuPgBQ5oGQbW-63T8c,12436
|
37
37
|
dv_flow/mgr/task_def.py,sha256=lhiOL7E_TfW7Ytg5qipE6d2cqTkfVqAOs1MZgtCqeLg,5257
|
38
38
|
dv_flow/mgr/task_gen_ctxt.py,sha256=1QQqqgaCjJSlzTV0SASpTb69vINFrDq3aqjYCKUkx3s,846
|
39
|
-
dv_flow/mgr/task_graph_builder.py,sha256=
|
39
|
+
dv_flow/mgr/task_graph_builder.py,sha256=16f33f9-mWN85aGH_t9cjPLL7AoMsSiGSRUxB3leDeg,33721
|
40
40
|
dv_flow/mgr/task_graph_dot_writer.py,sha256=qK4Imy9o2_F1aKoU1tJ-qoBHslq2BhSMbdjAUPfpN7I,6009
|
41
41
|
dv_flow/mgr/task_listener_log.py,sha256=XcmBT-946DyrEYwNwbg7ejnB6Q3koybE7AekSWGxNGQ,4774
|
42
42
|
dv_flow/mgr/task_listener_trace.py,sha256=7B-V2YK8uXd_QSGBq_7USmbe5CleVvwumU0CpsmxZvg,6224
|
@@ -77,9 +77,9 @@ dv_flow/mgr/util/__main__.py,sha256=F0LXpCDpYTPalSo0dc1h_qZkip5v1AZYYh-vcYbh5s0,
|
|
77
77
|
dv_flow/mgr/util/util.py,sha256=5wVWpkHn4U-Hcv-skaLaGC0bgoK63NaF-NH-DGpAaRM,2035
|
78
78
|
dv_flow/mgr/util/cmds/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
79
79
|
dv_flow/mgr/util/cmds/cmd_schema.py,sha256=IJzZdxCSEgIQ79LpYiM7UqJ9RJ-7yraqmBN2XVgAgXA,1752
|
80
|
-
dv_flow_mgr-1.10.
|
81
|
-
dv_flow_mgr-1.10.
|
82
|
-
dv_flow_mgr-1.10.
|
83
|
-
dv_flow_mgr-1.10.
|
84
|
-
dv_flow_mgr-1.10.
|
85
|
-
dv_flow_mgr-1.10.
|
80
|
+
dv_flow_mgr-1.10.15961872557rc0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
81
|
+
dv_flow_mgr-1.10.15961872557rc0.dist-info/METADATA,sha256=wTZ2hpfetXyxoSR7sySusLGW8Dy_cNhXm34nmPnfSe4,13336
|
82
|
+
dv_flow_mgr-1.10.15961872557rc0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
83
|
+
dv_flow_mgr-1.10.15961872557rc0.dist-info/entry_points.txt,sha256=1roy8wAFM48LabOvr6jiOw0MUs-qE8X3Vf8YykPazxk,50
|
84
|
+
dv_flow_mgr-1.10.15961872557rc0.dist-info/top_level.txt,sha256=amfVTkggzYPtWwLqNmRukfz1Buu0pGS2SrYBBLhXm04,8
|
85
|
+
dv_flow_mgr-1.10.15961872557rc0.dist-info/RECORD,,
|
{dv_flow_mgr-1.10.15799221980rc0.dist-info → dv_flow_mgr-1.10.15961872557rc0.dist-info}/WHEEL
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|