@platforma-sdk/workflow-tengo 6.12.0 → 6.13.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/tengo/lib/pt.lib.tengo +22 -0
- package/dist/tengo/lib/pt.sizing.lib.tengo +45 -0
- package/dist/tengo/tpl/annotations.compute.plj.gz +0 -0
- package/dist/tengo/tpl/anonymize.deanonymize.plj.gz +0 -0
- package/dist/tengo/tpl/anonymize.impl.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.create_workdir_from_storage.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.download_blob.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.run_hello_world.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.run_hello_world_py.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.upload_blob.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.upload_template.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.workdir_type_name_extractor.plj.gz +0 -0
- package/dist/tengo/tpl/exec.conda.create-env.plj.gz +0 -0
- package/dist/tengo/tpl/exec.delayed-compute-allocation.impl.plj.gz +0 -0
- package/dist/tengo/tpl/exec.exec-impl.plj.gz +0 -0
- package/dist/tengo/tpl/exec.exec.plj.gz +0 -0
- package/dist/tengo/tpl/exec.load-software.impl.plj.gz +0 -0
- package/dist/tengo/tpl/exec.monetization_info.plj.gz +0 -0
- package/dist/tengo/tpl/exec.monetization_to_json.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.create-venv.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.install-deps.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.venv-bin-path.plj.gz +0 -0
- package/dist/tengo/tpl/ll.get-field.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.build-table.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-multiple-pcolumns.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-parquet-pcolumn-chunk.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-pframe-for-ui.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-pframe.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-single-pcolumn.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.import-dir.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.merge-resource-maps.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.parse-to-json.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.process-pcolumn-batch-split.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.process-pcolumn-batch.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.process-pcolumn-data.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.remove-nulls.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.slice-data.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-export-pframe.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-import-if-not-null.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-import-map.plj.gz +0 -0
- package/dist/tengo/tpl/pt.import-dir.plj.gz +0 -0
- package/dist/tengo/tpl/pt.workflow-run.plj.gz +0 -0
- package/dist/tengo/tpl/waiter.waiter.plj.gz +0 -0
- package/dist/tengo/tpl/workdir.save.plj.gz +0 -0
- package/dist/tengo/tpl/workflow.build-ctx.plj.gz +0 -0
- package/dist/tengo/tpl/workflow.query-anchored.plj.gz +0 -0
- package/dist/tengo/tpl/workflow.query-context-filter.plj.gz +0 -0
- package/package.json +4 -4
|
@@ -412,6 +412,7 @@ workflow := func() {
|
|
|
412
412
|
cpu := undefined
|
|
413
413
|
mem := undefined
|
|
414
414
|
memFloor := undefined
|
|
415
|
+
polarsMaxThreads := undefined
|
|
415
416
|
scratchFreeSpace := undefined
|
|
416
417
|
inputCache := undefined
|
|
417
418
|
queue := execConstants.MEDIUM_QUEUE
|
|
@@ -888,6 +889,26 @@ workflow := func() {
|
|
|
888
889
|
|
|
889
890
|
|
|
890
891
|
|
|
892
|
+
polarsMaxThreads: func(threads) {
|
|
893
|
+
sizing.assertPolarsMaxThreads(threads)
|
|
894
|
+
polarsMaxThreads = threads
|
|
895
|
+
return self
|
|
896
|
+
},
|
|
897
|
+
|
|
898
|
+
|
|
899
|
+
|
|
900
|
+
|
|
901
|
+
|
|
902
|
+
|
|
903
|
+
|
|
904
|
+
|
|
905
|
+
|
|
906
|
+
|
|
907
|
+
|
|
908
|
+
|
|
909
|
+
|
|
910
|
+
|
|
911
|
+
|
|
891
912
|
mem: func(amount) {
|
|
892
913
|
mem = amount
|
|
893
914
|
return self
|
|
@@ -1051,6 +1072,7 @@ workflow := func() {
|
|
|
1051
1072
|
cpu: cpu,
|
|
1052
1073
|
mem: mem,
|
|
1053
1074
|
memFloor: memFloor,
|
|
1075
|
+
polarsMaxThreads: polarsMaxThreads,
|
|
1054
1076
|
scratchFreeSpace: scratchFreeSpace,
|
|
1055
1077
|
inputCache: inputCache
|
|
1056
1078
|
}
|
|
@@ -43,6 +43,9 @@
|
|
|
43
43
|
|
|
44
44
|
|
|
45
45
|
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
|
|
46
49
|
|
|
47
50
|
|
|
48
51
|
|
|
@@ -66,6 +69,42 @@ CPU_MIN := 2
|
|
|
66
69
|
CPU_MAX := 8
|
|
67
70
|
CPU_GIB_PER_CORE := 16
|
|
68
71
|
|
|
72
|
+
POLARS_THREADS_MIN := 2
|
|
73
|
+
POLARS_THREADS_DEFAULT := 8
|
|
74
|
+
POLARS_THREADS_GRANTED := "granted"
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
POLARS_MAX_THREADS_EXPR := format("{min(%d,max(%d,system.cpu))}", POLARS_THREADS_DEFAULT, POLARS_THREADS_MIN)
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
assertPolarsMaxThreads := func(threads) {
|
|
85
|
+
ll.assert((is_int(threads) && threads >= POLARS_THREADS_MIN) || threads == POLARS_THREADS_GRANTED,
|
|
86
|
+
"pt.sizing: polarsMaxThreads must be an integer of at least %d or %q, got %v",
|
|
87
|
+
POLARS_THREADS_MIN, POLARS_THREADS_GRANTED, threads)
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
|
|
97
|
+
polarsMaxThreadsExpr := func(threads) {
|
|
98
|
+
if is_undefined(threads) {
|
|
99
|
+
return POLARS_MAX_THREADS_EXPR
|
|
100
|
+
}
|
|
101
|
+
assertPolarsMaxThreads(threads)
|
|
102
|
+
if threads == POLARS_THREADS_GRANTED {
|
|
103
|
+
return format("{max(%d,system.cpu)}", POLARS_THREADS_MIN)
|
|
104
|
+
}
|
|
105
|
+
return format("{min(%d,max(%d,system.cpu))}", threads, POLARS_THREADS_MIN)
|
|
106
|
+
}
|
|
107
|
+
|
|
69
108
|
|
|
70
109
|
|
|
71
110
|
|
|
@@ -127,6 +166,12 @@ export {
|
|
|
127
166
|
ramFormula: ramFormula,
|
|
128
167
|
cpuFormula: cpuFormula,
|
|
129
168
|
scratchFormula: scratchFormula,
|
|
169
|
+
polarsMaxThreadsExpr: polarsMaxThreadsExpr,
|
|
170
|
+
assertPolarsMaxThreads: assertPolarsMaxThreads,
|
|
171
|
+
|
|
172
|
+
POLARS_MAX_THREADS_EXPR: POLARS_MAX_THREADS_EXPR,
|
|
173
|
+
POLARS_THREADS_MIN: POLARS_THREADS_MIN,
|
|
174
|
+
POLARS_THREADS_DEFAULT: POLARS_THREADS_DEFAULT,
|
|
130
175
|
|
|
131
176
|
|
|
132
177
|
RAM_INTERCEPT_GIB: RAM_INTERCEPT_GIB,
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@platforma-sdk/workflow-tengo",
|
|
3
|
-
"version": "6.
|
|
3
|
+
"version": "6.13.0",
|
|
4
4
|
"description": "Tengo SDK library",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"types": "./dist/index.d.ts",
|
|
@@ -19,11 +19,11 @@
|
|
|
19
19
|
"@milaboratories/pframes-rs-wasip2": "1.1.61",
|
|
20
20
|
"@milaboratories/software-pframes-conv": "2.2.9",
|
|
21
21
|
"@platforma-open/milaboratories.software-small-binaries": "^2.1.1",
|
|
22
|
-
"@platforma-open/milaboratories.software-
|
|
23
|
-
"@platforma-open/milaboratories.software-
|
|
22
|
+
"@platforma-open/milaboratories.software-ptexter": "1.2.6",
|
|
23
|
+
"@platforma-open/milaboratories.software-ptabler": "2.1.14"
|
|
24
24
|
},
|
|
25
25
|
"devDependencies": {
|
|
26
|
-
"@platforma-sdk/tengo-builder": "4.1.
|
|
26
|
+
"@platforma-sdk/tengo-builder": "4.1.9"
|
|
27
27
|
},
|
|
28
28
|
"scripts": {
|
|
29
29
|
"types:check": "pl-tengo imports && pl-tengo check",
|