@platforma-sdk/workflow-tengo 2.9.10 → 2.10.1

package/dist/tengo/lib/exec.R.internal.lib.tengo

@@ -1,4 +1,6 @@
 ll := import("@platforma-sdk/workflow-tengo:ll")
+feats := import("@platforma-sdk/workflow-tengo:feats")
+
 validation := import("@platforma-sdk/workflow-tengo:validation")
 runcmd := import("@platforma-sdk/workflow-tengo:exec.runcmd")
 path := import("@platforma-sdk/workflow-tengo:path")
@@ -16,8 +18,8 @@ rVenvInputSchema := {
 }
 
 runRBuilder := func(operationMode, wd, rPackage, rDescriptor) {
-	t := desc.canBackendUseExpressions() ? constants.ARG_TYPE_EXPRESSION : constants.ARG_TYPE_VAR
-	rule := desc.canBackendUseExpressions() ? "R" : "{R}"
+	t := feats.commandExpressions ? constants.ARG_TYPE_EXPRESSION : constants.ARG_TYPE_VAR
+	rule := feats.commandExpressions ? "R" : "{R}"
 
 	builder := runcmd.builder(wd).
 		ref("r-run-environment", rPackage).

package/dist/tengo/lib/exec.descriptor.lib.tengo

@@ -2,7 +2,6 @@
  * The scheme is here:
  * https://github.com/milaboratory/platforma/blob/main/tools/package-builder/src/core/renderer.ts#L161 */
 
-ll := import("@platforma-sdk/workflow-tengo:ll")
 
 runEnvScheme := {
 	registry: "string",
@@ -39,16 +38,10 @@ scheme := {
 	"local,?": localScheme
 }
 
-/** True if Platforma Backend supports expression refs. */
-canBackendUseExpressions := func() {
-	return ll.apiVersion() >= 2
-}
-
 export {
 	runEnvScheme: runEnvScheme,
 	binaryScheme: binaryScheme,
 	assetScheme: assetScheme,
 	localScheme: localScheme,
-	scheme: scheme,
-	canBackendUseExpressions: canBackendUseExpressions
+	scheme: scheme
 }

package/dist/tengo/lib/exec.internal.lib.tengo

@@ -6,6 +6,8 @@
  */
 
 ll := import("@platforma-sdk/workflow-tengo:ll")
+feats := import("@platforma-sdk/workflow-tengo:feats")
+
 json := import("json")
 times := import("times")
 text := import("text")
@@ -51,7 +53,7 @@ _newArg := func(isString, value) {
 	if isString {
 		return _newTypedArg(constants.ARG_TYPE_STRING, value)
 	}
-	if desc.canBackendUseExpressions() {
+	if feats.commandExpressions {
 		return _newTypedArg(constants.ARG_TYPE_EXPRESSION, value)
 	}
 	return _newTypedArg(constants.ARG_TYPE_VAR, value)
@@ -59,7 +61,7 @@ _newArg := func(isString, value) {
 
 _newRefVar := func(varName, refName, reference) {
 	// deprecated, remove on 15 Mar 2025
-	if !desc.canBackendUseExpressions() {
+	if !feats.commandExpressions {
 		return ll.toStrict({
 			varName: "{" + varName + "}",
 			refName: refName,

package/dist/tengo/lib/exec.lib.tengo

@@ -3,6 +3,8 @@
  */
 
 ll := import("@platforma-sdk/workflow-tengo:ll")
+feats := import("@platforma-sdk/workflow-tengo:feats")
+
 assets := import("@platforma-sdk/workflow-tengo:assets")
 smart := import("@platforma-sdk/workflow-tengo:smart")
 times := import("times")
@@ -15,7 +17,6 @@ enum := import("enum")
 oop := import("@platforma-sdk/workflow-tengo:oop")
 validation := import("@platforma-sdk/workflow-tengo:validation")
 constants := import("@platforma-sdk/workflow-tengo:constants")
-desc := import("@platforma-sdk/workflow-tengo:exec.descriptor")
 monetization := import("@platforma-sdk/workflow-tengo:exec.monetization")
 execConstants := import("@platforma-sdk/workflow-tengo:exec.constants")
 
@@ -161,7 +162,7 @@ builder := func() {
 			ll.assert(is_string(arg), "exec.argWithVar(): argument with var must be a string, got: %v", arg)
 
 			// deprecated: remove ARG_TYPE_VAR and this check after 15 Mar 2025
-			t := desc.canBackendUseExpressions() ? execConstants.ARG_TYPE_EXPRESSION : execConstants.ARG_TYPE_VAR
+			t := feats.commandExpressions ? execConstants.ARG_TYPE_EXPRESSION : execConstants.ARG_TYPE_VAR
 			argsTyped = append(argsTyped, {
 				type: t,
 				value: arg
@@ -197,7 +198,7 @@ builder := func() {
 			validation.assertJsonSchema([name, value], ["string"])
 
 			// deprecated: remove ARG_TYPE_VAR and this check after 15 Mar 2025
-			t := desc.canBackendUseExpressions() ? execConstants.ARG_TYPE_EXPRESSION : execConstants.ARG_TYPE_VAR
+			t := feats.commandExpressions ? execConstants.ARG_TYPE_EXPRESSION : execConstants.ARG_TYPE_VAR
 			envsTyped[name] = {
 				type: t,
 				value: value
@@ -838,6 +839,5 @@ builder := func() {
 }
 
 export ll.toStrict({
-	builder: builder,
-	canBackendUseExpressions: desc.canBackendUseExpressions
+	builder: builder
 })

package/dist/tengo/lib/exec.monetization.lib.tengo

@@ -1,6 +1,8 @@
 /** The library provides all things to work with a monetization. */
 
 ll := import("@platforma-sdk/workflow-tengo:ll")
+feats := import("@platforma-sdk/workflow-tengo:feats")
+
 validation := import("@platforma-sdk/workflow-tengo:validation")
 assets := import("@platforma-sdk/workflow-tengo:assets")
 internal := import("@platforma-sdk/workflow-tengo:exec.internal")
@@ -9,7 +11,6 @@ text := import("text")
 runcmd := import("@platforma-sdk/workflow-tengo:exec.runcmd")
 workdir := import("@platforma-sdk/workflow-tengo:workdir")
 render := import("@platforma-sdk/workflow-tengo:render")
-desc := import("@platforma-sdk/workflow-tengo:exec.descriptor")
 constants := import("@platforma-sdk/workflow-tengo:exec.constants")
 
 _JWT_TOKEN_RESULT_ENV := "PLATFORMA_MNZ_JWT"
@@ -117,7 +118,7 @@ run := func(mnz, wd, queue) {
 
 	builder := runcmd.builder(wd)
 
-	exprType := desc.canBackendUseExpressions() ? constants.ARG_TYPE_EXPRESSION : constants.ARG_TYPE_VAR
+	exprType := feats.commandExpressions ? constants.ARG_TYPE_EXPRESSION : constants.ARG_TYPE_VAR
 
 	builder.envTyped("MI_LICENSE", exprType, "{secrets.MI_LICENSE}")
 

package/dist/tengo/lib/exec.runcmd.lib.tengo

@@ -3,13 +3,14 @@
  */
 
 ll := import("@platforma-sdk/workflow-tengo:ll")
+feats := import("@platforma-sdk/workflow-tengo:feats")
+
 maps := import("@platforma-sdk/workflow-tengo:maps")
 oop := import("@platforma-sdk/workflow-tengo:oop")
 smart := import("@platforma-sdk/workflow-tengo:smart")
 json := import("json")
 constants := import("@platforma-sdk/workflow-tengo:exec.constants")
 slices := import("@platforma-sdk/workflow-tengo:slices")
-desc := import("@platforma-sdk/workflow-tengo:exec.descriptor")
 
 _RTYPE_RUN_COMMAND := { Name: "RunCommand/executor", Version: "1" }
 _RTYPE_RUN_COMMAND_CMD := { Name: "RunCommandCmd", Version: "1" }
@@ -358,7 +359,7 @@ builder := func(workdir) {
 			ll.assert(!hasPatternArgs || len(substRules) != 0,
 				"found pattern argument, but no substitution rules were set: hasPatternArgs: %v, substRules: %v, cmd: %v, args: %v, envs: %v",
 				hasPatternArgs, substRules, cmd, args, envs)
-			ll.assert(!hasExpressionArgs || desc.canBackendUseExpressions(),
+			ll.assert(!hasExpressionArgs || feats.commandExpressions,
 				"runcmd.builder().build: expression arguments must be enabled only if platforma backend supports expressions, found: %v",
 				hasExpressionArgs)
 

package/dist/tengo/lib/feats.lib.tengo

@@ -0,0 +1,15 @@
+/**
+ * Catalogue of features available in current execution context.
+ */
+plapi := import("plapi")
+ll := import("@platforma-sdk/workflow-tengo:ll")
+
+_api := plapi.apiVersion
+if is_undefined(_api) {
+    _api = 0
+}
+
+export ll.toStrict({
+    pureFutureFields:           _api >= 1,
+    commandExpressions:         _api >= 2
+})

package/dist/tengo/lib/pframes.util.lib.tengo

@@ -287,6 +287,7 @@ purifySpec := func(spec) {
  *           columnsSpec   - map of full column specs by ids from the original cfg
  *         }
  */
+ // @TODO: rename to decomposeXsvImport to align with the naming in the rest xsv libs
 decomposePfconvImportCfg := func(cfg, ...ops) {
 	ll.assert(len(ops) <= 1, "too many options for decomposePfconvImportCfg: %v", len(ops))
 

package/dist/tengo/lib/pframes.xsv.lib.tengo

@@ -164,6 +164,7 @@ importFile := func(xsvFile, xsvType, spec, ...ops) {
 	// p-columns data
 	pf := pfconv.getProcessorResult("pf")
 	if ops.dataOnly {
+		// @TODO discuss, as it changes the type of the return from map to object
 		return pf
 	}
 
@@ -269,10 +270,16 @@ importFileMap := func(xsvMap, xsvType, spec, ...ops) {
  * @param pf: p-frame - a list of p-columns ({data, spec}) or a frame-like map of col.data col.spec entries
  * @param xsvType: string - "csv" or "tsv"
  * @param params: map - export params
+ * @param ops: object - additional options
+ *               {
+ *                 partitions: {axisIdx: [keys]} - map of partitions to export; if not specified, all data is exported
+ *				 }
  */
-exportFrame := func(pf, xsvType, params) {
+exportFrame := func(pf, xsvType, params, ...ops) {
 	exportPfTpl := assets.importTemplate("@platforma-sdk/workflow-tengo:pframes.xsv-export-pframe")
 
+	ops := renderOps({}, ops...)
+
 	if is_array(pf) {
 		// transform into .data .spec map
 
@@ -291,7 +298,8 @@ exportFrame := func(pf, xsvType, params) {
 	r := render.create(exportPfTpl, {
 		pf: pf,
 		xsvType: xsvType,
-		params: params
+		params: params,
+		ops: ops
 	})
 
 	return r.output("result")

package/dist/tengo/lib/smart.lib.tengo

@@ -4,6 +4,8 @@
 
 tx := import("tx")
 ll := import("@platforma-sdk/workflow-tengo:ll")
+feats := import("@platforma-sdk/workflow-tengo:feats")
+
 oop := import("@platforma-sdk/workflow-tengo:oop")
 maps := import("@platforma-sdk/workflow-tengo:maps")
 json := import("json")
@@ -495,7 +497,7 @@ resource = func(r) {
 				isEph = eph[0]
 			}
 
-			if ll.apiVersion() < 1 && !isEph {
+			if !feats.pureFutureFields && !isEph {
 				// Dirty hack that saves from issues with buggy pure getField before v1.16.1
 				// We can safely drop it when we consider v1.16.0 old enough.
 				return self.getFutureField(name, "output", true).expectNonEphemeral()
@@ -890,7 +892,7 @@ field = func(f) {
 				isEph = eph[0]
 			}
 
-			if ll.apiVersion() < 1 && !isEph {
+			if !feats.pureFutureFields && !isEph {
 				// Dirty hack that saves from issues with buggy pure getField before v1.16.1
 				// We can safely drop it when we consider v1.16.0 old enough.
 				return self.getFutureField(name, "output", true).expectNonEphemeral()

package/dist/tengo/lib/validation.lib.tengo

@@ -341,16 +341,32 @@ isValid := func(js, schema) {
 }
 
 /**
- * Asserts that a given JSON conforms to a given schema.
+ * Alias to ll.assert just for usage convenience
+ */
+assert := func(condition, msg, ...args) {
+	ll.assert(condition, msg, args...)
+}
+
+/**
+ * Asserts that a given variable conforms to a given schema.
+ *
+ * Schema field value examples:
+ *  - for scalar type checks:
+ *     "string", "number", "char", "bytes", "bool" to check presence of value of given type
+ *     "null" - value must be undefined
+ *     "any" - any value is accepted (even undefined)
+ *     ["or", "string", "number"] - value must be string or number
+ *  - for arrays: ["string"], ["number"], ... (any valid scalar type)
+ *  - for maps: {"name": "string", "age": "number"} - make sure <value> is map with "name" and "age" keys with given value types.
  *
- * @param js: any - the JSON to assert.
- * @param schema: any - the schema to assert against.
+ * @param value: any - the value to check.
+ * @param schema: any - the schema to assert against (see comments above)
  * @param failMsg: string - optional parameter with custom message to be printed on validation error
  */
-assertJsonSchema := func(js, schema, ...failMsg) {
-	r := _validateJson(js, schema, "")
+assertType := func(value, schema, ...failMsg) {
+	r := _validateJson(value, schema, "")
 
-	msg := "JSON validation error"
+	msg := "type schema validation error"
 	if len(failMsg) > 0 {
 		msg = failMsg[0]
 	}
@@ -360,6 +376,13 @@ assertJsonSchema := func(js, schema, ...failMsg) {
 	}
 }
 
+/**
+ * Alias to 'assert' for backward compatibility
+ */
+assertJsonSchema := func(js, schema, ...failMsg) {
+	assertType(js, schema, failMsg...)
+}
+
 //
 // Domain-specific schemas and checks:
 //
@@ -435,15 +458,17 @@ refSchema := {
 }
 
 export ll.toStrict({
-	success: success,
-	fail: fail,
-	isSuccess: isSuccess,
-	isFail: isFail,
-	checkJson: checkJson,
-	isValid: isValid,
-	assertJsonSchema: assertJsonSchema,
-	resource: resource,
-	reference: reference,
-	resourceType: resourceType,
-	ref: refSchema
+	success:                       success,
+	fail:                          fail,
+	isSuccess:                     isSuccess,
+	isFail:                        isFail,
+	checkJson:                     checkJson,
+	isValid:                       isValid,
+	assert:                        assert,
+	assertType:                    assertType,
+	assertJsonSchema:              assertJsonSchema, // deprecated
+	resource:                      resource,
+	reference:                     reference,
+	resourceType:                  resourceType,
+	ref:                           refSchema
 })

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platforma-sdk/workflow-tengo",
-  "version": "2.9.10",
+  "version": "2.10.1",
   "description": "Tengo SDK library",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.js",