@platforma-sdk/workflow-tengo 2.14.0 → 2.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +3 -1
- package/dist/index.mjs +3 -1
- package/dist/tengo/lib/assets.lib.tengo +28 -28
- package/dist/tengo/lib/assets.swinfo.lib.tengo +24 -24
- package/dist/tengo/lib/constants.lib.tengo +6 -3
- package/dist/tengo/lib/exec.R.internal.lib.tengo +2 -2
- package/dist/tengo/lib/exec.R.lib.tengo +41 -41
- package/dist/tengo/lib/exec.descriptor.lib.tengo +3 -3
- package/dist/tengo/lib/exec.internal.lib.tengo +41 -41
- package/dist/tengo/lib/exec.lib.tengo +289 -289
- package/dist/tengo/lib/exec.limits.lib.tengo +49 -49
- package/dist/tengo/lib/exec.monetization.lib.tengo +1 -1
- package/dist/tengo/lib/exec.monetization_internal.lib.tengo +38 -38
- package/dist/tengo/lib/exec.package.lib.tengo +53 -53
- package/dist/tengo/lib/exec.python.internal.lib.tengo +1 -1
- package/dist/tengo/lib/exec.python.lib.tengo +37 -37
- package/dist/tengo/lib/exec.runcmd.lib.tengo +138 -138
- package/dist/tengo/lib/exec.runenv.lib.tengo +18 -18
- package/dist/tengo/lib/exec.stream.lib.tengo +25 -25
- package/dist/tengo/lib/feats.lib.tengo +3 -3
- package/dist/tengo/lib/file.internal.lib.tengo +31 -31
- package/dist/tengo/lib/file.lib.tengo +29 -29
- package/dist/tengo/lib/ll.get-future-field-default.lib.tengo +137 -0
- package/dist/tengo/lib/ll.lib.tengo +129 -129
- package/dist/tengo/lib/maps.lib.tengo +38 -38
- package/dist/tengo/lib/objects.lib.tengo +6 -6
- package/dist/tengo/lib/oop.lib.tengo +11 -11
- package/dist/tengo/lib/path.lib.tengo +60 -60
- package/dist/tengo/lib/pframes.builder.lib.tengo +3 -3
- package/dist/tengo/lib/pframes.constants.lib.tengo +20 -20
- package/dist/tengo/lib/pframes.export-pcolumn.lib.tengo +5 -5
- package/dist/tengo/lib/pframes.lib.tengo +206 -198
- package/dist/tengo/lib/pframes.ll.lib.tengo +59 -59
- package/dist/tengo/lib/pframes.pcolumn.lib.tengo +18 -18
- package/dist/tengo/lib/pframes.remove-nulls.lib.tengo +36 -0
- package/dist/tengo/lib/pframes.spec.lib.tengo +83 -83
- package/dist/tengo/lib/pframes.util.lib.tengo +176 -176
- package/dist/tengo/lib/pframes.xsv-import-file.lib.tengo +160 -0
- package/dist/tengo/lib/pframes.xsv.lib.tengo +84 -167
- package/dist/tengo/lib/render.lib.tengo +100 -45
- package/dist/tengo/lib/sets.lib.tengo +44 -44
- package/dist/tengo/lib/slices.lib.tengo +126 -126
- package/dist/tengo/lib/smart.lib.tengo +654 -507
- package/dist/tengo/lib/test.lib.tengo +120 -120
- package/dist/tengo/lib/tpl.lib.tengo +206 -170
- package/dist/tengo/lib/tpl.state-await.lib.tengo +17 -17
- package/dist/tengo/lib/tpl.util.lib.tengo +5 -5
- package/dist/tengo/lib/units.lib.tengo +2 -2
- package/dist/tengo/lib/validation.lib.tengo +130 -130
- package/dist/tengo/lib/waiter.lib.tengo +13 -13
- package/dist/tengo/lib/workdir.lib.tengo +126 -126
- package/dist/tengo/lib/workdir.proc.lib.tengo +47 -47
- package/dist/tengo/lib/workdir.save.lib.tengo +53 -53
- package/dist/tengo/lib/workflow.bobject.lib.tengo +11 -11
- package/dist/tengo/lib/workflow.bquery.lib.tengo +40 -40
- package/dist/tengo/lib/workflow.constants.lib.tengo +1 -1
- package/dist/tengo/lib/workflow.context.lib.tengo +16 -16
- package/dist/tengo/lib/workflow.lib.tengo +76 -76
- package/dist/tengo/tpl/exec.R.create-renv.plj.gz +0 -0
- package/dist/tengo/tpl/exec.exec.plj.gz +0 -0
- package/dist/tengo/tpl/exec.monetization_to_json.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.create-venv.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.install-deps.plj.gz +0 -0
- package/dist/tengo/tpl/ll.get-field.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-multiple-pcolumns.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-pframe.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-single-pcolumn.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.import-dir.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.process-pcolumn-data.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.remove-nulls.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-export-pframe.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-import-if-not-null.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-import-map.plj.gz +0 -0
- package/dist/tengo/tpl/waiter.waiter.plj.gz +0 -0
- package/dist/tengo/tpl/workdir.save.plj.gz +0 -0
- package/dist/tengo/tpl/workflow.build-ctx.plj.gz +0 -0
- package/package.json +2 -2
- package/dist/tengo/tpl/pframes.map-pframe.plj.gz +0 -0
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
ll := import("@platforma-sdk/workflow-tengo:ll")
|
|
2
2
|
slices := import("@platforma-sdk/workflow-tengo:slices")
|
|
3
3
|
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
|
|
10
10
|
getKeys := func(map) {
|
|
11
11
|
res := []
|
|
12
12
|
for k, _ in map {
|
|
@@ -16,10 +16,10 @@ getKeys := func(map) {
|
|
|
16
16
|
return slices.quickSort(res)
|
|
17
17
|
}
|
|
18
18
|
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
|
|
23
23
|
containsKey := func(map, key) {
|
|
24
24
|
for k, _ in map {
|
|
25
25
|
if key == k {
|
|
@@ -30,7 +30,7 @@ containsKey := func(map, key) {
|
|
|
30
30
|
return false
|
|
31
31
|
}
|
|
32
32
|
|
|
33
|
-
|
|
33
|
+
|
|
34
34
|
plapi := import("plapi")
|
|
35
35
|
if ll.methodExists(plapi, "mapHasKey") {
|
|
36
36
|
containsKey = func(map, key) {
|
|
@@ -38,13 +38,13 @@ if ll.methodExists(plapi, "mapHasKey") {
|
|
|
38
38
|
}
|
|
39
39
|
}
|
|
40
40
|
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
|
|
48
48
|
mapKeys := func(map, fnK) {
|
|
49
49
|
newM := {}
|
|
50
50
|
for k, v in map {
|
|
@@ -54,7 +54,7 @@ mapKeys := func(map, fnK) {
|
|
|
54
54
|
return newM
|
|
55
55
|
}
|
|
56
56
|
|
|
57
|
-
|
|
57
|
+
|
|
58
58
|
mapValues := func(map, fnV) {
|
|
59
59
|
newM := {}
|
|
60
60
|
for k, v in map {
|
|
@@ -64,7 +64,7 @@ mapValues := func(map, fnV) {
|
|
|
64
64
|
return newM
|
|
65
65
|
}
|
|
66
66
|
|
|
67
|
-
|
|
67
|
+
|
|
68
68
|
map := func(map, fn) {
|
|
69
69
|
newM := {}
|
|
70
70
|
for k, v in map {
|
|
@@ -98,16 +98,16 @@ filterKeysValues := func(map, predicateFnK, predicateFnV) {
|
|
|
98
98
|
return filter(map, func(k, v) { return predicateFnK(k) && predicateFnV(v) })
|
|
99
99
|
}
|
|
100
100
|
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
|
|
111
111
|
clone := func(obj, ...ops) {
|
|
112
112
|
removeUndefs := false
|
|
113
113
|
if len(ops) == 1 {
|
|
@@ -141,10 +141,10 @@ clone := func(obj, ...ops) {
|
|
|
141
141
|
return obj
|
|
142
142
|
}
|
|
143
143
|
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
144
|
+
|
|
145
|
+
|
|
146
|
+
|
|
147
|
+
|
|
148
148
|
merge := func(...maps) {
|
|
149
149
|
res := {}
|
|
150
150
|
for map in maps {
|
|
@@ -159,10 +159,10 @@ merge := func(...maps) {
|
|
|
159
159
|
return res
|
|
160
160
|
}
|
|
161
161
|
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
162
|
+
|
|
163
|
+
|
|
164
|
+
|
|
165
|
+
|
|
166
166
|
deepMerge := undefined
|
|
167
167
|
deepMerge = func(...maps) {
|
|
168
168
|
res := {}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
1
|
+
|
|
2
|
+
|
|
3
|
+
|
|
4
4
|
|
|
5
5
|
ll := import("@platforma-sdk/workflow-tengo:ll")
|
|
6
6
|
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
|
|
10
10
|
deleteUndefined := func(obj) {
|
|
11
11
|
for k, v in obj {
|
|
12
12
|
if is_undefined(v) {
|
|
@@ -1,20 +1,20 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
1
|
+
|
|
2
|
+
|
|
3
|
+
|
|
4
4
|
|
|
5
5
|
ll := import("@platforma-sdk/workflow-tengo:ll")
|
|
6
6
|
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
|
|
14
14
|
inherit := func(super, self) {
|
|
15
15
|
self["super"] = super
|
|
16
16
|
|
|
17
|
-
|
|
17
|
+
|
|
18
18
|
for k, v in super {
|
|
19
19
|
if self[k] == undefined {
|
|
20
20
|
self[k] = v
|
|
@@ -3,53 +3,53 @@ text := import("text")
|
|
|
3
3
|
slices := import("@platforma-sdk/workflow-tengo:slices")
|
|
4
4
|
validation := import("@platforma-sdk/workflow-tengo:validation")
|
|
5
5
|
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
|
|
11
11
|
join := func(...elems) {
|
|
12
12
|
validation.assertType(elems, ["string"])
|
|
13
13
|
return ll.filepathJoin(elems...)
|
|
14
14
|
}
|
|
15
15
|
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
|
|
22
22
|
regexpJoin := func(...elems) {
|
|
23
23
|
validation.assertType(elems, ["string"])
|
|
24
24
|
return ll.filepathRegexpJoin(elems...)
|
|
25
25
|
}
|
|
26
26
|
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
|
|
34
34
|
canonize := func(...elems) {
|
|
35
35
|
validation.assertType(elems, ["string"])
|
|
36
36
|
return ll.filepathCanonize(elems...)
|
|
37
37
|
}
|
|
38
38
|
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
|
|
44
44
|
separator := ll.pathSeparator
|
|
45
45
|
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
|
|
53
53
|
trimPrefix := func(path, prefix) {
|
|
54
54
|
validation.assertType([path, prefix], ["string"])
|
|
55
55
|
return text.trim_prefix(path, prefix+separator)
|
|
@@ -65,29 +65,29 @@ _sepOrDefault := func(...sep) {
|
|
|
65
65
|
return sep[0]
|
|
66
66
|
}
|
|
67
67
|
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
|
|
76
76
|
split := func(path, ...sep) {
|
|
77
77
|
sep = _sepOrDefault(sep...)
|
|
78
78
|
|
|
79
79
|
return text.split(path, sep)
|
|
80
80
|
}
|
|
81
81
|
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
|
|
90
|
+
|
|
91
91
|
getBasenameDirs := func(path, ...sep) {
|
|
92
92
|
validation.assertType(path, "string")
|
|
93
93
|
sep = _sepOrDefault(sep...)
|
|
@@ -102,14 +102,14 @@ getBasenameDirs := func(path, ...sep) {
|
|
|
102
102
|
return dirTails
|
|
103
103
|
}
|
|
104
104
|
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
105
|
+
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
|
|
111
|
+
|
|
112
|
+
|
|
113
113
|
getExtension := func(path, ...sep) {
|
|
114
114
|
validation.assertType(path, "string")
|
|
115
115
|
ext := ""
|
|
@@ -137,11 +137,11 @@ getExtension := func(path, ...sep) {
|
|
|
137
137
|
return ext
|
|
138
138
|
}
|
|
139
139
|
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
140
|
+
|
|
141
|
+
|
|
142
|
+
|
|
143
|
+
|
|
144
|
+
|
|
145
145
|
assertIsValid := func(path) {
|
|
146
146
|
validation.assertType(path, "string")
|
|
147
147
|
if text.contains(path, "/") {
|
|
@@ -4,9 +4,9 @@ smart := import("@platforma-sdk/workflow-tengo:smart")
|
|
|
4
4
|
pConstants := import("@platforma-sdk/workflow-tengo:pframes.constants")
|
|
5
5
|
|
|
6
6
|
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
|
|
10
10
|
pFrameBuilder := func() {
|
|
11
11
|
r := smart.structBuilder(pConstants.RTYPE_P_FRAME)
|
|
12
12
|
|
|
@@ -1,32 +1,32 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
1
|
+
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
|
|
5
5
|
|
|
6
6
|
ll := import("@platforma-sdk/workflow-tengo:ll")
|
|
7
7
|
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
|
|
12
12
|
VALUE_FIELD_NAME := "__value__"
|
|
13
13
|
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
|
|
18
18
|
KEY_FIELD_NAME := "__key__"
|
|
19
19
|
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
|
|
24
24
|
AGGREGATION_AXES_SPEC_FIELD_NAME := "__aggregation_axes_spec__"
|
|
25
25
|
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
|
|
30
30
|
AGGREGATION_AXES_NAMES_FIELD_NAME := "__aggregation_axes_names__"
|
|
31
31
|
|
|
32
32
|
RTYPE_P_FRAME := { Name: "PFrame", Version: "1" }
|
|
@@ -5,15 +5,15 @@ file := import("@platforma-sdk/workflow-tengo:file")
|
|
|
5
5
|
ll := import("@platforma-sdk/workflow-tengo:ll")
|
|
6
6
|
assets := import("@platforma-sdk/workflow-tengo:assets")
|
|
7
7
|
|
|
8
|
-
|
|
8
|
+
|
|
9
9
|
nestedTpl := assets.importTemplate("@platforma-sdk/workflow-tengo:pframes.export-single-pcolumn")
|
|
10
10
|
|
|
11
|
-
|
|
11
|
+
|
|
12
12
|
exportPColumnData := func(data) {
|
|
13
13
|
if data.checkResourceType(pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP_PARTITIONED) ||
|
|
14
14
|
data.checkResourceType(pConstants.RTYPE_P_COLUMN_DATA_JSON_SUPER_PARTITIONED) ||
|
|
15
15
|
data.checkResourceType(pConstants.RTYPE_P_COLUMN_DATA_BINARY_SUPER_PARTITIONED) {
|
|
16
|
-
|
|
16
|
+
|
|
17
17
|
|
|
18
18
|
newData := smart.structBuilder(data.info().Type, data.info().Data)
|
|
19
19
|
for key, partData in data.inputs() {
|
|
@@ -24,7 +24,7 @@ exportPColumnData := func(data) {
|
|
|
24
24
|
} else if data.checkResourceType(pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP) ||
|
|
25
25
|
data.checkResourceType(pConstants.RTYPE_P_COLUMN_DATA_JSON_PARTITIONED) ||
|
|
26
26
|
data.checkResourceType(pConstants.RTYPE_P_COLUMN_DATA_BINARY_PARTITIONED) {
|
|
27
|
-
|
|
27
|
+
|
|
28
28
|
|
|
29
29
|
newData := smart.structBuilder(data.info().Type, data.info().Data)
|
|
30
30
|
for key, partData in data.inputs() {
|
|
@@ -33,7 +33,7 @@ exportPColumnData := func(data) {
|
|
|
33
33
|
return newData.lockAndBuild()
|
|
34
34
|
|
|
35
35
|
} else if data.checkResourceType(pConstants.RTYPE_P_COLUMN_DATA_JSON) {
|
|
36
|
-
|
|
36
|
+
|
|
37
37
|
|
|
38
38
|
return data
|
|
39
39
|
|