@platforma-sdk/workflow-tengo 5.7.1 → 5.7.3

package/dist/tengo/lib/pframes.lib.tengo

@@ -1106,5 +1106,6 @@ export ll.toStrict({
 	pColumnResourceMapDataBuilder: pColumnResourceMapDataBuilder,
 	tsvFileBuilder: func() { return xsvBuilder.xsvFileBuilder("tsv") },
 	csvFileBuilder: func() { return xsvBuilder.xsvFileBuilder("csv") },
+	parquetFileBuilder: func() { return xsvBuilder.xsvFileBuilder("parquet") },
 	parseToJson: parseToJson
 })

package/dist/tengo/lib/pframes.util.lib.tengo

@@ -798,6 +798,11 @@ isStructuredPfMap := func(pf) {
 	return true
 }
 
+validateXsvType := func(xsvType) {
+	validation.assertType(xsvType, "string,regex=csv|tsv|parquet",
+		"xsvType must be one of [csv, tsv, parquet], found: %v", xsvType)
+}
+
 export ll.toStrict({
 	PFCONV_IMPORT_CFG_SCHEMA: PFCONV_IMPORT_CFG_SCHEMA,
 	PFCONV_EXPORT_CFG_SCHEMA: PFCONV_EXPORT_CFG_SCHEMA,
@@ -810,5 +815,6 @@ export ll.toStrict({
 	pFrameToColumnsMap: pFrameToColumnsMap,
 	addColumnToWd: addColumnToWd,
 	isFlatPfMap: isFlatPfMap,
-	isStructuredPfMap: isStructuredPfMap
+	isStructuredPfMap: isStructuredPfMap,
+	validateXsvType: validateXsvType
 })

package/dist/tengo/lib/pframes.xsv-builder.lib.tengo

@@ -8,9 +8,10 @@ pBuilder := import("@platforma-sdk/workflow-tengo:pframes.builder")
 xsv := import("@platforma-sdk/workflow-tengo:pframes.xsv")
 canonical := import("@platforma-sdk/workflow-tengo:canonical")
 execConstants := import("@platforma-sdk/workflow-tengo:exec.constants")
+util := import("@platforma-sdk/workflow-tengo:pframes.util")
 
 xsvFileBuilder := func(xsvType) {
-    ll.assert(xsvType == "csv" || xsvType == "tsv", "xsvType must be 'csv' or 'tsv'")
+    util.validateXsvType(xsvType)
 
     PTablerNA := "%%NA%%" // Constant for PTabler NA representation
     naValueInternal := ""  // Default NA value, can be changed by setNA

package/dist/tengo/lib/pframes.xsv-import-file.lib.tengo

@@ -84,7 +84,7 @@ getColumnSpec := func(axesSpec, col) {
 
 
 importFile := func(xsvFile, xsvType, spec, ...ops) {
-	ll.assert(xsvType == "csv" || xsvType == "tsv", "expected one of [tsv, csv] types, found: " + xsvType)
+	util.validateXsvType(xsvType)
 
 	validation.assertType(spec, util.PFCONV_IMPORT_CFG_SCHEMA)
 
@@ -106,6 +106,8 @@ importFile := func(xsvFile, xsvType, spec, ...ops) {
 	ops := renderOps({ dataOnly: false, splitDataAndSpec: false, queue: execConstants.LIGHT_QUEUE, inputCache: undefined }, ops...)
 
 	if ops.transpose != undefined {
+		ll.assert(xsvType != "parquet",
+			"transpose is not supported with xsvType 'parquet', please use 'csv' or 'tsv' instead")
 
 		tops := ops.transpose
 
@@ -170,6 +172,8 @@ importFile := func(xsvFile, xsvType, spec, ...ops) {
 	if storageFormat == "Parquet" {
 		return xsvImportPt.importFileParquet(xsvFile, xsvType, spec, ops)
 	}
+	ll.assert(xsvType != "parquet",
+		"storageFormat '%v' is not supported with xsvType 'parquet', please use storageFormat 'Parquet'", storageFormat)
 
 
 	pureSpec := util.purifySpec(spec)

package/dist/tengo/lib/pframes.xsv-import-pt.lib.tengo

@@ -59,9 +59,14 @@ applyNaRegex := func(colExpr, naRegex, colType) {
 
 
 importFileParquet := func(xsvFile, xsvType, spec, ops) {
-	ll.assert(xsvType == "csv" || xsvType == "tsv", "unknown xsv type: %v", xsvType)
+	util.validateXsvType(xsvType)
 
 	validation.assertType(spec, util.PFCONV_IMPORT_CFG_SCHEMA)
+	if xsvType == "parquet" {
+		ll.assert(is_undefined(spec.separator), "separator is not supported with xsvType 'parquet'")
+		ll.assert(is_undefined(spec.commentLinePrefix), "commentLinePrefix is not supported with xsvType 'parquet'")
+		ll.assert(is_undefined(spec.skipEmptyLines), "skipEmptyLines is not supported with xsvType 'parquet'")
+	}
 
 
 	ll.assert(is_undefined(spec.index), "index axis is not supported with Parquet storage format")

package/dist/tengo/lib/pframes.xsv.lib.tengo

@@ -89,7 +89,8 @@ getColumnSpec := func(axesSpec, col) {
 
 
 importFile := func(xsvFile, xsvType, spec, ...ops) {
-	ll.assert(xsvType == "csv" || xsvType == "tsv", "expected one of [tsv, csv] types, found: " + xsvType)
+	ll.assert(xsvType == "csv" || xsvType == "tsv" || xsvType == "parquet",
+		"expected one of [csv, tsv, parquet] types, found: %v", xsvType)
 
 	validation.assertType(spec, util.PFCONV_IMPORT_CFG_SCHEMA)
 

package/dist/tengo/lib/pt.lib.tengo

@@ -15,6 +15,7 @@ pframesSpec := import("@platforma-sdk/workflow-tengo:pframes.spec")
 render := import("@platforma-sdk/workflow-tengo:render")
 maps := import("@platforma-sdk/workflow-tengo:maps")
 canonical := import("@platforma-sdk/workflow-tengo:canonical")
+validation := import("@platforma-sdk/workflow-tengo:validation")
 
 
 
@@ -468,17 +469,14 @@ workflow := func() {
 
 
 			if !is_undefined(opts.format) {
-				if opts.format != "csv" && opts.format != "tsv" && opts.format != "ndjson" {
-					ll.panic("format must be 'csv', 'tsv', or 'ndjson'. Got: %v", opts.format)
-				}
+				validation.assertType(opts.format, "string,regex=csv|tsv|parquet|ndjson",
+					"format must be one of [csv, tsv, parquet, ndjson], found: %v", opts.format)
 				if !is_undefined(finalFormat) && finalFormat != opts.format {
 					ll.panic("format and xsvType from structural input cannot be used together. Got: %v and %v", opts.format, finalFormat)
 				}
 				finalFormat = opts.format
 			} else if !is_undefined(opts.xsvType) {
-				if opts.xsvType != "csv" && opts.xsvType != "tsv" {
-					ll.panic("xsvType must be 'csv' or 'tsv'. Got: %v", opts.xsvType)
-				}
+				pframesUtil.validateXsvType(opts.xsvType)
 				if !is_undefined(finalFormat) && finalFormat != opts.xsvType {
 					ll.panic("opts.xsvType and xsvType from structural input cannot be used together. Got: %v and %v", opts.xsvType, finalFormat)
 				}
@@ -594,23 +592,23 @@ workflow := func() {
 					translation: translation
 				}
 			} else if finalFormat == "parquet" {
-					step = {
-						type: "read_parquet",
-						file: finalFileName,
-						name: finalDataFrameId
-					}
-				} else if finalFormat == "ndjson" {
-					step = {
-						type: "read_ndjson",
-						file: finalFileName,
-						name: finalDataFrameId
-					}
-				} else { // csv or tsv
-					step = {
-						type: "read_csv",
-						file: finalFileName,
-						name: finalDataFrameId
-					}
+				step = {
+					type: "read_parquet",
+					file: finalFileName,
+					name: finalDataFrameId
+				}
+			} else if finalFormat == "ndjson" {
+				step = {
+					type: "read_ndjson",
+					file: finalFileName,
+					name: finalDataFrameId
+				}
+			} else { // csv or tsv
+				step = {
+					type: "read_csv",
+					file: finalFileName,
+					name: finalDataFrameId
+				}
 
 				if finalFormat == "csv" {
 					step.delimiter = ","
@@ -632,7 +630,7 @@ workflow := func() {
 			}
 
 
-			if !is_undefined(finalSchemaToUse) {
+			if !is_undefined(finalSchemaToUse) && finalFormat != "parquet" {
 				step.schema = finalSchemaToUse
 			}
 
@@ -1044,14 +1042,11 @@ _newDataFrame = func(parentWorkflow, dfName) {
 
 
 		if !is_undefined(opts.format) {
-			if opts.format != "csv" && opts.format != "tsv" && opts.format != "ndjson" {
-				ll.panic("format must be 'csv', 'tsv', or 'ndjson'. Got: %v", opts.format)
-			}
+			validation.assertType(opts.format, "string,regex=csv|tsv|parquet|ndjson",
+				"format must be one of [csv, tsv, parquet, ndjson], found: %v", opts.format)
 			finalFormat = opts.format
 		} else if !is_undefined(opts.xsvType) {
-			if opts.xsvType != "csv" && opts.xsvType != "tsv" {
-				ll.panic("xsvType must be 'csv' or 'tsv'. Got: %v", opts.xsvType)
-			}
+			pframesUtil.validateXsvType(opts.xsvType)
 			finalFormat = opts.xsvType
 		} else {
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platforma-sdk/workflow-tengo",
-  "version": "5.7.1",
+  "version": "5.7.3",
   "description": "Tengo SDK library",
   "type": "module",
   "types": "./dist/index.d.ts",