@platforma-sdk/workflow-tengo 6.17.1 → 6.17.3

package/dist/tengo/lib/feats.lib.tengo

@@ -65,6 +65,9 @@ export ll.toStrict({
 	hasBlobSize:            ll.methodExists(plapi, "getBlobSize"),
 
 
+	hasGzip:                ll.methodExists(plapi, "gzipEncode"),
+
+
 	isDockerAvailable:        _isEnabled("dockerSupport"),
 
 

package/dist/tengo/lib/pframes.util.lib.tengo

@@ -10,6 +10,7 @@ path := import("@platforma-sdk/workflow-tengo:path")
 json := import("json")
 sets := import("@platforma-sdk/workflow-tengo:sets")
 maps := import("@platforma-sdk/workflow-tengo:maps")
+canonical := import("@platforma-sdk/workflow-tengo:canonical")
 
 _PRE_PROCESS_STEP_SCHEMA := [`or`,
 	{
@@ -467,6 +468,30 @@ pFrameToColumnsMap := func(pf) {
 
 
 
+encodeJsonColumnData := func(data) {
+	rows := []
+	for key, value in data {
+		rows = append(rows, { key: key, axes: json.decode(key), value: value })
+	}
+	slices.quickSortInPlaceFn(rows, func(a, b) {
+		for i, x in a.axes {
+			if x != b.axes[i] {
+				return x < b.axes[i]
+			}
+		}
+		return a.key < b.key
+	})
+	return "{" + text.join(slices.map(rows, func(row) {
+		return string(json.encode(row.key)) + ":" + string(canonical.encode(row.value))
+	}), ",") + "}"
+}
+
+
+
+
+
+
+
 
 
 
@@ -522,7 +547,7 @@ addColumnToWd := func(name, spec, data, execBuilder, ops) {
 		jdataFile := "res" + data.id + ".jdata"
 
 
-		execBuilder.writeFile(makePath(jdataFile), data.getDataAsJson().data)
+		execBuilder.writeFile(makePath(jdataFile), encodeJsonColumnData(data.getDataAsJson().data))
 
 
 		execBuilder.writeFile(makePath(name + ".datainfo"), {
@@ -838,6 +863,7 @@ export ll.toStrict({
 	decomposePfconvImportCfg: decomposePfconvImportCfg,
 	calculateGroupAxesIndices: calculateGroupAxesIndices,
 	pFrameToColumnsMap: pFrameToColumnsMap,
+	encodeJsonColumnData: encodeJsonColumnData,
 	addColumnToWd: addColumnToWd,
 	isFlatPfMap: isFlatPfMap,
 	isStructuredPfMap: isStructuredPfMap,

package/dist/tengo/lib/pt.lib.tengo

@@ -17,6 +17,8 @@ pframesSpec := import("@platforma-sdk/workflow-tengo:pframes.spec")
 render := import("@platforma-sdk/workflow-tengo:render")
 maps := import("@platforma-sdk/workflow-tengo:maps")
 canonical := import("@platforma-sdk/workflow-tengo:canonical")
+constants := import("@platforma-sdk/workflow-tengo:constants")
+feats := import("@platforma-sdk/workflow-tengo:feats")
 validation := import("@platforma-sdk/workflow-tengo:validation")
 
 
@@ -1210,7 +1212,6 @@ workflow := func() {
 			})
 
 			runInputs := {
-				workflowJsonStruct: workflowJsonStruct,
 				inFiles: inFilesMap,
 				inFilesContent: inFilesContentMap,
 				inFrames: inFramesDistilled,
@@ -1218,6 +1219,22 @@ workflow := func() {
 				outFilesContent: outContentFiles,
 				outFrames: outFrames
 			}
+
+
+
+
+			if feats.hasGzip {
+				runInputs.workflowJsonGz = smart.createValueResource(
+					constants.RTYPE_BINARY_VALUE,
+					ll.gzipEncode(canonical.encode(workflowJsonStruct)))
+			} else {
+				runInputs.workflowJsonStruct = workflowJsonStruct
+			}
+
+
+
+			frameSteps := sizing.countFrameSteps(workflowJsonStruct.workflow)
+
 			runMetaInputs := {
 				queue: queue,
 				cpu: cpu,
@@ -1231,6 +1248,8 @@ workflow := func() {
 				memIntercept: memIntercept,
 				polarsMaxThreads: polarsMaxThreads,
 				scratchFreeSpace: scratchFreeSpace,
+				readFrames: frameSteps.readFrames,
+				writeFrames: frameSteps.writeFrames,
 				inputCache: inputCache
 			}
 			ptResult := render.create(workflowRunTpl, runInputs, {

package/dist/tengo/lib/pt.sizing.lib.tengo

@@ -281,6 +281,32 @@ scratchFormula := func(readFrames, writeFrames) {
 	return f.when(estimate.lt(f.gib(SCRATCH_DEVICE_MIN_GIB)), 0).otherwise(estimate)
 }
 
+
+
+
+
+
+
+
+
+
+countFrameSteps := func(steps) {
+	ll.assert(is_array(steps), "pt.sizing: steps must be an array, got %v", steps)
+	readFrames := 0
+	writeFrames := 0
+	for step in steps {
+		if step.type == "read_frame" {
+			readFrames += 1
+		} else if step.type == "write_frame" {
+			writeFrames += 1
+		} else if step.type == "import_parquet_frame" {
+			readFrames += 1
+			writeFrames += 1
+		}
+	}
+	return { readFrames: readFrames, writeFrames: writeFrames }
+}
+
 export {
 	ramFormula: ramFormula,
 	assertRamSlope: assertRamSlope,
@@ -290,6 +316,7 @@ export {
 	assertCpuCores: assertCpuCores,
 	assertCpuSlope: assertCpuSlope,
 	scratchFormula: scratchFormula,
+	countFrameSteps: countFrameSteps,
 	polarsMaxThreadsExpr: polarsMaxThreadsExpr,
 	assertPolarsMaxThreads: assertPolarsMaxThreads,
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platforma-sdk/workflow-tengo",
-  "version": "6.17.1",
+  "version": "6.17.3",
   "description": "Tengo SDK library",
   "type": "module",
   "types": "./dist/index.d.ts",
@@ -16,14 +16,14 @@
     "./dist/**/*"
   ],
   "dependencies": {
-    "@milaboratories/pframes-rs-wasip2": "1.1.61",
+    "@milaboratories/pframes-rs-wasip2": "1.2.0",
     "@milaboratories/software-pframes-conv": "2.2.9",
     "@platforma-open/milaboratories.software-small-binaries": "^2.1.1",
-    "@platforma-open/milaboratories.software-ptabler": "2.2.0",
+    "@platforma-open/milaboratories.software-ptabler": "2.3.0",
     "@platforma-open/milaboratories.software-ptexter": "1.2.6"
   },
   "devDependencies": {
-    "@platforma-sdk/tengo-builder": "4.1.13"
+    "@platforma-sdk/tengo-builder": "4.1.14"
   },
   "repository": {
     "type": "git",