@platforma-sdk/workflow-tengo 6.5.0 → 6.6.0

package/dist/tengo/lib/assets.lib.tengo

@@ -41,7 +41,6 @@ importAsset := func(assetName) {
 		resource: smart.resource(asset.id),
 		name: asset.name,
 		version: asset.version,
-		blobRef: asset.blobRef,
 		descriptor: ll.toStrict(json.decode(asset.descriptor)) // raw sw.json data with asset entrypoint descriptor
 	})
 }

package/dist/tengo/lib/assets.swinfo.lib.tengo

@@ -19,7 +19,6 @@ newSoftwareInfo := func(sw) {
 		resource: smart.resource(sw.id),
 		name: sw.name,
 		version: sw.version,
-		blobRef: sw.blobRef,
 		descriptor: ll.toStrict(json.decode(sw.descriptor)) // raw sw.json data with software entrypoint descriptor
 	})
 }

package/dist/tengo/lib/pframes.process-column-batch.lib.tengo

@@ -12,6 +12,12 @@
 
 
 
+
+
+
+
+
+
 
 ll := import("@platforma-sdk/workflow-tengo:ll")
 maps := import("@platforma-sdk/workflow-tengo:maps")
@@ -231,13 +237,13 @@ processColumnBatch := func(input, bodyTpl, outputs, opts) {
 
 
 
+
+
+
 			batchKeyColumnsNames := output.settings.batchKeyColumns
 			ll.assert(!is_undefined(batchKeyColumnsNames),
 				"Xsv output %q is missing settings.batchKeyColumns (required in batch mode; list the axis names emitted by the body)",
 				output.name)
-			ll.assert(is_undefined(output.settings.axes),
-				"Xsv output %q cannot set both batchKeyColumns and axes in settings; these are mutually exclusive — keep batchKeyColumns only",
-				output.name)
 
 			batchAxes := slices.map(batchKeyColumnsNames, func(colName) {
 				axSpec := batchKeyAxisByName[colName]
@@ -247,14 +253,62 @@ processColumnBatch := func(input, bodyTpl, outputs, opts) {
 				return { column: colName, spec: axSpec }
 			})
 
+			additionalAxes := slices.normalize(output.settings.axes)
+
+
+
+
+
+
+
+
+
+			_outputHeaders := {}
+			_axisNames := {}
+			for axSpec in isolationAxesSpec {
+				_axisNames[axSpec.name] = "isolation axis"
+			}
+			for axName in batchKeyColumnsNames {
+				_outputHeaders[axName] = "batch-key axis"
+				_axisNames[axName] = "batch-key axis"
+			}
+			for col in output.settings.columns {
+				_outputHeaders[col.column] = "value column"
+			}
+			for axis in additionalAxes {
+				priorHeader := _outputHeaders[axis.column]
+				ll.assert(is_undefined(priorHeader),
+					"Xsv output %q: additional axis column %q collides with %s of the same name; rename one of them",
+					output.name, axis.column, priorHeader)
+				_outputHeaders[axis.column] = "additional axis"
+
+				priorName := _axisNames[axis.spec.name]
+				ll.assert(is_undefined(priorName),
+					"Xsv output %q: additional axis %q has spec.name %q colliding with %s; give every axis a unique name",
+					output.name, axis.column, axis.spec.name, priorName)
+				_axisNames[axis.spec.name] = "additional axis"
+			}
+
+
+
+
+
+			storageFormat := output.settings.storageFormat
+			if is_undefined(storageFormat) {
+				storageFormat = "Parquet"
+			}
+			ll.assert(storageFormat == "Json" || storageFormat == "Binary" || storageFormat == "Parquet",
+				"Xsv output %q has invalid storageFormat %q; expected \"Json\", \"Binary\", or \"Parquet\"",
+				output.name, storageFormat)
 
 
 
 
 			modifiedSettings := maps.merge(output.settings, {
-				axes: batchAxes,
+				axes: batchAxes + additionalAxes,
 				batchKeyColumns: undefined,
-				partitionKeyLength: 0
+				partitionKeyLength: 0,
+				storageFormat: storageFormat
 			})
 			decomposition := pUtil.decomposePfconvImportCfg(modifiedSettings, {
 				additionalAxesSpec: iterationAxesSpec

package/dist/tengo/lib/pframes.process-pcolumn-batch-helpers.lib.tengo

@@ -233,10 +233,44 @@ groupColumnData := func(data, isolationIndices, batchKeyIndices, batchKeyLength,
 	return groups
 }
 
+
+
+
+
+
+
+
+
+
+
+
+
+
+xsvDataResTypes := func(storageFormat) {
+	if storageFormat == "Binary" {
+		return {
+			partitioned: pConstants.RTYPE_P_COLUMN_DATA_BINARY_PARTITIONED,
+			superPartitioned: pConstants.RTYPE_P_COLUMN_DATA_BINARY_SUPER_PARTITIONED
+		}
+	} else if storageFormat == "Json" {
+		return {
+			partitioned: pConstants.RTYPE_P_COLUMN_DATA_JSON_PARTITIONED,
+			superPartitioned: pConstants.RTYPE_P_COLUMN_DATA_JSON_SUPER_PARTITIONED
+		}
+	} else if storageFormat == "Parquet" {
+		return {
+			partitioned: pConstants.RTYPE_P_COLUMN_DATA_PARQUET_PARTITIONED,
+			superPartitioned: pConstants.RTYPE_P_COLUMN_DATA_PARQUET_SUPER_PARTITIONED
+		}
+	}
+	ll.panic("Unknown storageFormat for batch Xsv output: %v (expected \"Json\", \"Binary\", or \"Parquet\")", storageFormat)
+}
+
 export ll.toStrict({
 	resolveData: resolveData,
 	classifyPColumnData: classifyPColumnData,
 	recordsInGroup: recordsInGroup,
 	forEachOutputField: forEachOutputField,
-	groupColumnData: groupColumnData
+	groupColumnData: groupColumnData,
+	xsvDataResTypes: xsvDataResTypes
 })

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platforma-sdk/workflow-tengo",
-  "version": "6.5.0",
+  "version": "6.6.0",
   "description": "Tengo SDK library",
   "type": "module",
   "types": "./dist/index.d.ts",
@@ -19,11 +19,11 @@
     "@milaboratories/pframes-rs-wasip2": "1.1.44",
     "@milaboratories/software-pframes-conv": "2.2.9",
     "@platforma-open/milaboratories.software-small-binaries": "^2.1.1",
-    "@platforma-open/milaboratories.software-ptexter": "1.2.2",
-    "@platforma-open/milaboratories.software-ptabler": "2.1.1"
+    "@platforma-open/milaboratories.software-ptabler": "2.1.1",
+    "@platforma-open/milaboratories.software-ptexter": "1.2.2"
   },
   "devDependencies": {
-    "@platforma-sdk/tengo-builder": "4.0.7"
+    "@platforma-sdk/tengo-builder": "4.0.8"
   },
   "scripts": {
     "type-check": "pl-tengo check",