@platforma-sdk/workflow-tengo 4.13.0 → 4.14.1

package/dist/tengo/lib/anonymize.util.lib.tengo

@@ -44,6 +44,12 @@ decodePDataField := func(fieldName) {
 		ll.panic("Expected JSON array for pcolumn key, got: %v", keyArray)
 	}
 
+	for i, component in keyArray {
+		if !is_string(component) && !is_int(component) {
+			ll.panic("Key component at index %d must be either string or integer, got: %v (%v)", i, component, keyArray)
+		}
+	}
+
 	return {
 		key: keyArray,
 		suffix: suffix

package/dist/tengo/lib/pframes.lib.tengo

@@ -20,26 +20,144 @@ pColumnData := import("@platforma-sdk/workflow-tengo:pframes.data")
 llProcessTpl := assets.importTemplate("@platforma-sdk/workflow-tengo:pframes.process-pcolumn-data")
 
 
+BASIC_TSV_COLUMN_SPEC_SCHEMA := {
+	"valueType": "string,regex=Int|Long|Float|Double|String",
+	"name,?": "string",
+	"domain,?": { "any": "string" },
+	"annotations,?": { "any": "string" }
+}
+
+
+BASIC_TSV_COLUMN_SPEC_SCHEMA_STRING := {
+	"valueType": "string,regex=String",
+	"name,?": "string",
+	"domain,?": { "any": "string" },
+	"annotations,?": { "any": "string" }
+}
+
+
+BASIC_COLUMN_INFO_SCHEMA := {
+	"__options__,closed": "",
+	"column": "string",
+	"id,?": "string",
+	"type": "string,regex=Int|Long|Float|Double|String"
+}
+
+
 TSV_CONTENT_SETTINGS_SCHEMA := {
+	"__options__,closed": "",
 	"axes": [{
+		"__options__,closed": "",
 		"column": "string",
 		"spec": {
+			"__options__,closed": "",
 			"type": "string,regex=Int|Long|Float|Double|String",
 			"name,?": "string",
 			"domain,?": { "any": "string" },
 			"annotations,?": { "any": "string" }
 		}
 	}],
-	"columns": [{
-		"column": "string",
-		"id,?": "string",
-		"spec": {
-			"valueType": "string,regex=Int|Long|Float|Double|String",
-			"name,?": "string",
-			"domain,?": { "any": "string" },
-			"annotations,?": { "any": "string" }
+	"columns": [["or",
+		{
+			"__options__,closed": "",
+			"kind": "string,regex=column",
+			"column": "string",
+			"id,?": "string",
+			"spec": BASIC_TSV_COLUMN_SPEC_SCHEMA
+		},
+		{
+			"__options__,closed": "",
+			"kind": "string,regex=line",
+			"id": "string",
+			"spec": BASIC_TSV_COLUMN_SPEC_SCHEMA_STRING
+		},
+		{
+			"__options__,closed": "",
+			"kind": "string,regex=json-line",
+			"id": "string",
+			"spec": BASIC_TSV_COLUMN_SPEC_SCHEMA_STRING,
+			"columns": [BASIC_COLUMN_INFO_SCHEMA]
+		},
+		{
+			"__options__,closed": "",
+			"column": "string",
+			"id,?": "string",
+			"spec": BASIC_TSV_COLUMN_SPEC_SCHEMA
+		}
+	]]
+}
+
+
+getTsvColumnId := func(column) {
+	kind := column.kind
+	if is_undefined(kind) {
+		kind = "column"
+	}
+
+	if kind == "column" {
+		columnId := column.id
+		if is_undefined(columnId) {
+			columnId = column.column
 		}
-	}]
+		return columnId
+	} else if kind == "line" || kind == "json-line" {
+		return column.id
+	} else {
+		ll.panic("Unknown column kind: %s", kind)
+	}
+}
+
+
+transformTsvSettings := func(settings) {
+	return {
+		axes: slices.map(settings.axes, func(axis) {
+			return {
+				name: axis.column,
+				type: axis.spec.type
+			}
+		}),
+		columns: slices.map(settings.columns, func(column) {
+
+			kind := column.kind
+			if is_undefined(kind) {
+				kind = "column"
+			}
+
+			if kind == "column" {
+				transformedColumn := {
+					kind: "column",
+					name: column.column,
+					type: column.spec.valueType
+				}
+				if !is_undefined(column.id) {
+					transformedColumn.id = column.id
+				}
+				return transformedColumn
+			} else if kind == "line" {
+				return {
+					kind: "line",
+					id: column.id
+				}
+			} else if kind == "json-line" {
+				return {
+					kind: "json-line",
+					id: column.id,
+					columns: slices.map(column.columns, func(jsonCol) {
+						transformedCol := {
+							name: jsonCol.column,
+							type: jsonCol.type
+						}
+						if !is_undefined(jsonCol.id) {
+							transformedCol.id = jsonCol.id
+						}
+						return transformedCol
+					})
+				}
+			} else {
+				ll.panic("Unknown column kind: %s", kind)
+			}
+		})
+	}
 }
 
 
@@ -61,6 +179,181 @@ exportColumnData := func(data) {
 
 
 
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+parseToJson := func(targetContent, params) {
+	validation.assertType(params, TSV_CONTENT_SETTINGS_SCHEMA, "Invalid TsvContent settings")
+
+
+	transformedSettings := transformTsvSettings(params)
+
+
+	input := undefined
+	baseAxesSpec := []
+
+	if is_string(targetContent) || smart.isReference(targetContent) {
+
+		input = targetContent
+	} else if is_map(targetContent) && !is_undefined(targetContent.data) && !is_undefined(targetContent.spec) {
+
+		input = targetContent.data
+		validation.assertType(targetContent.spec, pSpec.P_COLUMN_SPEC_SCHEMA)
+		baseAxesSpec = slices.normalize(targetContent.spec.axesSpec)
+	} else {
+		ll.panic("targetContent must be a string, resource reference, or {data: resource, spec: PColumnSpec}")
+	}
+
+
+	axesSpec := copy(baseAxesSpec)
+	for axis in params.axes {
+		axesSpec = append(axesSpec, axis.spec)
+	}
+
+
+	outputSpecs := {}
+	for column in params.columns {
+		columnId := getTsvColumnId(column)
+		spec := maps.merge(column.spec, { axesSpec: axesSpec, kind: "PColumn" })
+		outputSpecs[columnId] = spec
+	}
+
+
+	parseToJsonTpl := assets.importTemplate("@platforma-sdk/workflow-tengo:pframes.parse-to-json")
+	renderResult := render.create(parseToJsonTpl, {
+		params: smart.createJsonResource(transformedSettings),
+		input: input
+	})
+
+
+	self := undefined
+	self = ll.toStrict({
+
+
+
+
+
+
+		output: func(columnId) {
+			spec := outputSpecs[columnId]
+			if is_undefined(spec) {
+				ll.panic("unknown column: " + columnId)
+			}
+			return {
+				data: renderResult.resolveOutput(["result", columnId]),
+				spec: spec
+			}
+		},
+
+
+
+
+
+
+
+		outputData: func(columnId) {
+			if is_undefined(outputSpecs[columnId]) {
+				ll.panic("unknown column: " + columnId)
+			}
+			return renderResult.resolveOutput(["result", columnId])
+		},
+
+
+
+
+
+
+
+		outputSpec: func(columnId) {
+			spec := outputSpecs[columnId]
+			if is_undefined(spec) {
+				ll.panic("unknown column: " + columnId)
+			}
+			return spec
+		},
+
+
+
+
+
+
+		listOutputs: func() {
+			return maps.getKeys(outputSpecs)
+		},
+
+
+
+
+
+
+
+
+		addAllOutputsToBuilder: func(builder, ...separator) {
+			maps.forEach(outputSpecs, func(columnId, spec) {
+				builder.add(
+					columnId,
+					spec,
+					renderResult.resolveOutput(["result", columnId])
+				)
+			})
+
+			return builder
+		}
+	})
+
+	return self
+}
+
+
+
+
+
 pColumnResourceMapDataBuilder := func(keyLength) {
 	ll.panic("pframes.pColumnResourceMapDataBuilder is not supported any more; use pcolumn.resourceMapBuilder")
 }
@@ -238,6 +531,27 @@ __primitiveValueTypes := { "Int": true, "Long": true, "Float": true, "Double": t
 
 
 
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
 
 
 
@@ -484,24 +798,7 @@ processColumn := func(input, bodyTpl, outputs, ...opts) {
 			validation.assertType(output.settings, TSV_CONTENT_SETTINGS_SCHEMA, "Invalid TsvContent settings")
 
 
-			transformedSettings := {
-				axes: slices.map(output.settings.axes, func(axis) {
-					return {
-						name: axis.column,
-						type: axis.spec.type
-					}
-				}),
-				columns: slices.map(output.settings.columns, func(column) {
-					transformedColumn := {
-						name: column.column,
-						type: column.spec.valueType
-					}
-					if !is_undefined(column.id) {
-						transformedColumn.id = column.id
-					}
-					return transformedColumn
-				})
-			}
+			transformedSettings := transformTsvSettings(output.settings)
 
 
 			columnsSpec := {}
@@ -511,10 +808,9 @@ processColumn := func(input, bodyTpl, outputs, ...opts) {
 			}
 
 			for column in output.settings.columns {
-				columnId := column.id
-				if is_undefined(columnId) {
-					columnId = column.column
-				}
+				columnId := getTsvColumnId(column)
+
+
 				spec := maps.merge(column.spec, { axesSpec: axesSpec, kind: "PColumn" })
 				if !is_undefined(traceInfo.trace) {
 					spec = traceInfo.trace.inject(spec, {override: traceInfo.overrideTrace})
@@ -808,5 +1104,6 @@ export ll.toStrict({
 	exportColumnData: exportColumnData,
 	pColumnResourceMapDataBuilder: pColumnResourceMapDataBuilder,
 	tsvFileBuilder: func() { return xsvBuilder.xsvFileBuilder("tsv") },
-	csvFileBuilder: func() { return xsvBuilder.xsvFileBuilder("csv") }
+	csvFileBuilder: func() { return xsvBuilder.xsvFileBuilder("csv") },
+	parseToJson: parseToJson
 })

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platforma-sdk/workflow-tengo",
-  "version": "4.13.0",
+  "version": "4.14.1",
   "description": "Tengo SDK library",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.js",
@@ -21,7 +21,7 @@
     "@platforma-open/milaboratories.software-ptabler": "1.8.0"
   },
   "devDependencies": {
-    "@platforma-sdk/tengo-builder": "^2.1.12"
+    "@platforma-sdk/tengo-builder": "^2.1.13"
   },
   "scripts": {
     "type-check": "pl-tengo check",