@platforma-sdk/workflow-tengo 2.8.4 → 2.8.6

package/dist/tengo/lib/pframes.lib.tengo

@@ -1,6 +1,7 @@
 
 
 
+
 ll := import("@platforma-sdk/workflow-tengo:ll")
 oop := import("@platforma-sdk/workflow-tengo:oop")
 smart := import("@platforma-sdk/workflow-tengo:smart")
@@ -11,18 +12,21 @@ constants := import("@platforma-sdk/workflow-tengo:pframes.constants")
 
 
 
+
 exportFrame := func(pf) {
 return render.createEphemeral(assets.importTemplate("@platforma-sdk/workflow-tengo:pframes.export-pframe"), { pf: pf }).output("result")
 }
 
 
 
+
 exportColumnData := func(data) {
 return render.createEphemeral(assets.importTemplate("@platforma-sdk/workflow-tengo:pframes.export-single-pcolumn"), { data: data }).output("result")
 }
 
 
 
+
 pFrameBuilder := func() {
 r := smart.structBuilder(constants.RTYPE_P_FRAME)
 
@@ -48,6 +52,7 @@ return self
 
 
 
+
 pColumnResourceMapDataBuilder := func(keyLength) {
 ll.panic("pframes.pColumnResourceMapDataBuilder is not supported any more; use pcolumn.resourceMapBuilder")
 }

package/dist/tengo/lib/pframes.ll.lib.tengo

@@ -1,6 +1,7 @@
 
 
 
+
 ll := import("@platforma-sdk/workflow-tengo:ll")
 assets := import("@platforma-sdk/workflow-tengo:assets")
 smart := import("@platforma-sdk/workflow-tengo:smart")
@@ -53,6 +54,7 @@ llAggTpl := assets.importTemplate("@platforma-sdk/workflow-tengo:pframes.aggrega
 
 
 
+
 
 
 aggregate := func(data, indices, bodyTpl, outputs, isEph, ...extra) {

package/dist/tengo/lib/pframes.pcolumn.lib.tengo

@@ -1,6 +1,7 @@
 
 
 
+
 ll := import("@platforma-sdk/workflow-tengo:ll")
 oop := import("@platforma-sdk/workflow-tengo:oop")
 json := import("json")
@@ -9,6 +10,7 @@ constants := import("@platforma-sdk/workflow-tengo:pframes.constants")
 
 
 
+
 isResourceMap := func(r) {
 return smart.isResource(r) && r.info().Type.Name == constants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP.Name
 }
@@ -17,6 +19,7 @@ return smart.isResource(r) && r.info().Type.Name == constants.RTYPE_P_COLUMN_DAT
 
 
 
+
 resourceMapBuilder := func(keyLength) {
 r := smart.structBuilder(
 constants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP,
@@ -46,6 +49,7 @@ return self
 
 
 
+
 fromMap := func(map, keyLength, keyParser) {
 b := resourceMapBuilder(keyLength)
 

package/dist/tengo/lib/pframes.spec.lib.tengo

@@ -3,13 +3,18 @@
 
 
 
+
 ll := import("@platforma-sdk/workflow-tengo:ll")
 maps := import("@platforma-sdk/workflow-tengo:maps")
 validation := import("@platforma-sdk/workflow-tengo:validation")
 json := import("json")
 
 
+
+
+
 P_AXIS_SPEC_SCHEMA := {
+
 `type`: `string,regex=Int|Long|Float|Double|String`,
 `name`: `string`,
 `domain,?`: { any: `string` },
@@ -18,6 +23,7 @@ P_AXIS_SPEC_SCHEMA := {
 }
 
 P_COLUMN_SPEC_SCHEMA := {
+
 `kind`: `string,regex=PColumn`,
 `valueType`: `string`,
 `name`: `string`,
@@ -30,12 +36,24 @@ P_COLUMN_SPEC_SCHEMA := {
 KIND_P_COLUMN := "PColumn"
 
 
+
+
+
+
 N_LABEL := "pl7.app/label"
 
 
+
+
+
+
 D_BLOCK := "pl7.app/block"
 
 
+
+
+
+
 A_LABEL := "pl7.app/label"
 
 
@@ -47,9 +65,13 @@ A_LABEL := "pl7.app/label"
 
 
 
+
 A_TRACE := "pl7.app/trace"
 
 
+
+
+
 _TRACE_STEP_SCHEMA := {
 `type`: `string`,
 `label`: `string`,
@@ -65,7 +87,9 @@ _TRACE_SCHEMA := [_TRACE_STEP_SCHEMA]
 
 
 
+
 makeTrace := func(input, ...steps) {
+
 validation.assertJsonSchema(steps, _TRACE_SCHEMA)
 
 currentTraceContent := undefined
@@ -80,6 +104,7 @@ currentTraceContent = input["annotations"][A_TRACE]
 currentTrace := []
 if !is_undefined(currentTraceContent) {
 currentTrace = json.decode(currentTraceContent)
+
 validation.assertJsonSchema(currentTrace, _TRACE_SCHEMA)
 }
 
@@ -89,6 +114,7 @@ currentTraceStr := string(json.encode(currentTrace))
 return ll.toStrict({
 value: currentTrace,
 valueStr: currentTraceStr,
+
 inject: func(spec) {
 validation.assertJsonSchema(spec, P_COLUMN_SPEC_SCHEMA)
 return maps.deepMerge(spec, {annotations: {"pl7.app/trace": currentTraceStr}})

package/dist/tengo/lib/pframes.util.lib.tengo

@@ -4,86 +4,217 @@ objects := import("@platforma-sdk/workflow-tengo:objects")
 
 _PRE_PROCESS_STEP_SCHEMA := [`or`,
 {
+
+
 `type`: `string,regex=regexpReplace`,
+
+
+
+
 `pattern`: `string`,
+
+
+
 `replacement`: `string`
 },
 {
+
+
+
+
+
+
+
+
+
+
+
+
+
+
 `type`: `string,regex=regexpExtract`,
+
+
+
+
+
+
+
+
+
+
+
 `pattern`: `string`
 }]
 
 _SPEC_AXES_SCHEMA := {
+
 `column`: `string`,
+
+
+
 `filterOutRegex,?`: `string`,
+
 `preProcess,?`: [_PRE_PROCESS_STEP_SCHEMA],
+
+
+
+
 `naRegex,?`: `string`,
+
+
 `allowNA,?`: `bool`,
+
 `spec`: {
+
 `type`: `string,regex=Int|Long|Float|Double|String`,
+
+
 `name,?`: `string`,
+
+
 `domain,?`: { any: `string` },
+
+
 `annotations,?`: { any: `string` },
+
+
 `parentAxes,?`: [`number`]
 }
 }
 
 _SPEC_COLUMN_SCHEMA := {
+
 `column`: `string`,
+
+
+
 `filterOutRegex,?`: `string`,
+
 `preProcess,?`: [_PRE_PROCESS_STEP_SCHEMA],
+
+
+
+
 `naRegex,?`: `string`,
+
+
 `allowNA,?`: `bool`,
+
+
 `id,?`: `string`,
+
 `spec`: {
+
 `valueType`: `string,regex=Int|Long|Float|Double|String`,
+
+
 `name,?`: `string`,
+
+
 `domain,?`: { any: `string` },
+
+
 `annotations,?`: { any: `string` },
+
+
 `parentAxes,?`: [ `number` ]
 }
 }
 
 _SPEC_INDEX_SCHEMA := {
+
 `name`: `string`,
+
+
 `domain,?`: { any: `string` },
+
+
 `annotations,?`: { any: `string` },
+
+
 `parentAxes,?`: [`number`]
 }
 
 PFCONV_IMPORT_CFG_SCHEMA := {
+
+
 `separator,?`: `string`,
+
+
 `commentLinePrefix,?`: `string`,
+
+
 `skipEmptyLines,?`: `bool`,
+
+
 `allowColumnLabelDuplicates,?`: `bool`,
+
+
 `axes`: [_SPEC_AXES_SCHEMA],
+
+
 `index,?`: _SPEC_INDEX_SCHEMA,
+
 `columns`: [_SPEC_COLUMN_SCHEMA],
+
+
+
 `allowArtificialColumns,?`: `bool`,
+
+
 `columnNamePrefix,?`: `string`,
+
+
 `storageFormat,?` : `string,regex=Binary|Json`,
+
+
 `partitionKeyLength,?` : `number`
 }
 
 _COLUMN_FILTER_SCHEMA := {
+
+
 `type,?`: `string,regex=Int|Long|Float|Double|String|Bytes`,
+
+
 `name,?`: `string`,
+
+
 `domainValue,?`: { any: `string` },
+
+
 `annotationValue,?`: { any: `string` },
+
+
 `annotationPattern,?`: { any: `string` }
 }
 
 PFCONV_EXPORT_CFG_SCHEMA := {
+
+
 `naStr,?`: `string`,
+
+
 `nullStr,?`: `string`,
+
+
 `exportBytes,?`: `bool`,
+
+
 `separator,?`: `string`,
+
+
 `columnSelector,?`: [_COLUMN_FILTER_SCHEMA],
+
+
+
 `joinType,?`: `string,regex=Full|Inner`
 }
 
 
 
+
 xsvColumnId := func(c) {
 id := c.id
 if is_undefined(id) {
@@ -94,6 +225,7 @@ return id
 
 
 
+
 purifySpec := func(spec) {
 newSpec := copy(spec)
 
@@ -150,6 +282,7 @@ return newSpec
 
 
 
+
 
 
 decomposePfconvImportCfg := func(cfg, ...ops) {
@@ -171,6 +304,7 @@ id := xsvColumnId(column)
 ll.assert(is_undefined(columnsSpec[id]), "repeated column spec id in pfconv cfg: %v", id)
 columnsSpec[id] = column.spec
 columnsSpec[id].axesSpec = axesSpec
+
 columnsSpec[id].kind = "PColumn"
 }
 

package/dist/tengo/lib/pframes.xsv.lib.tengo

@@ -1,6 +1,7 @@
 
 
 
+
 validation := import("@platforma-sdk/workflow-tengo:validation")
 constants := import("@platforma-sdk/workflow-tengo:pframes.constants")
 objects := import("@platforma-sdk/workflow-tengo:objects")
@@ -17,6 +18,7 @@ pfconvSw := assets.importSoftware("@milaboratories/software-pframes-conv:main")
 
 
 
+
 getAxesSpec := func(spec) {
 axes := []
 for ax in spec.axes {
@@ -77,6 +79,7 @@ return objects.deleteUndefined(spec)
 
 
 
+
 
 
 importFile := func(xsvFile, xsvType, spec, ...ops) {
@@ -94,6 +97,7 @@ tops := ops.transpose
 
 transposedFileName := "fileTransposed." + xsvType
 
+
 transposeXsv := exec.builder().
 software(transposeXsvSw).
 printErrStreamToStdout().
@@ -137,10 +141,13 @@ run()
 xsvFile = transposeXsv.getFile(transposedFileName)
 }
 
+
 importDirTpl := assets.importTemplate("@platforma-sdk/workflow-tengo:pframes.import-dir")
 
+
 pureSpec := util.purifySpec(spec)
 
+
 pfconv := exec.builder().
 software(pfconvSw).
 printErrStreamToStdout().
@@ -154,6 +161,7 @@ writeFile("spec.json", json.encode(pureSpec)).
 processWorkdir("pf", importDirTpl, pureSpec).
 run()
 
+
 pf := pfconv.getProcessorResult("pf")
 if ops.dataOnly {
 return pf
@@ -205,6 +213,7 @@ return result
 
 
 
+
 
 
 importFileMap := func(xsvMap, xsvType, spec, ...ops) {
@@ -218,6 +227,7 @@ additionalAxesSpec: [],
 transpose: undefined
 }, ops...)
 
+
 decomposedSpec := util.decomposePfconvImportCfg(spec, { additionalAxesSpec: ops.additionalAxesSpec })
 pureSpec := decomposedSpec.purifiedCfg
 columnsSpec := decomposedSpec.columnsSpec
@@ -259,11 +269,13 @@ return result
 
 
 
+
 exportFrame := func(pf, xsvType, params) {
 exportPfTpl := assets.importTemplate("@platforma-sdk/workflow-tengo:pframes.xsv-export-pframe")
 
 if is_array(pf) {
 
+
 pfm := {}
 i := 0
 for col in pf {

package/dist/tengo/lib/render.lib.tengo

@@ -1,6 +1,7 @@
 
 
 
+
 ll := import("@platforma-sdk/workflow-tengo:ll")
 assets := import("@platforma-sdk/workflow-tengo:assets")
 smart := import("@platforma-sdk/workflow-tengo:smart")
@@ -20,8 +21,10 @@ _SUBSCRIPTION_FIELD := "subscription"
 
 
 
+
 createUniversal := func(tpl, isEph, inputs) {
 
+
 rbuilder := undefined
 if isEph {
 rbuilder = smart.ephemeralBuilder(constants.RTYPE_RENDER_EPH_TEMPLATE)
@@ -30,17 +33,21 @@ rbuilder = smart.structBuilder(constants.RTYPE_RENDER_TEMPLATE)
 }
 
 if isEph {
+
 rbuilder.createField(_SUBSCRIPTION_FIELD, "OTW")
 }
 
+
 rbuilder.createInputField(tplutil.TEMPLATE_FIELD).set(tpl)
 
+
 inputsMap := isEph ? smart.ephemeralMapBuilder() : smart.mapBuilder()
 for name, value in inputs {
 inputsMap.add(name, value)
 }
 
 rbuilder.createInputField(tplutil.INPUTS_MAP_FIELD).set(inputsMap.build())
+
 renderer := rbuilder.lockInputsAndBuild()
 
 self := undefined
@@ -48,6 +55,7 @@ self = ll.toStrict(oop.inherit(renderer, {
 
 
 
+
 output: func(name, ...cache) {
 ll.assert(len(cache) == 0 || is_int(cache[0]), "cache should be a number (use 'times' tengo library), got: %v", cache)
 out := renderer.getFutureOutputField(tplutil.TEMPLATE_OUTPUT_PREFIX + name, isEph)
@@ -69,6 +77,7 @@ return self
 
 
 
+
 create := func(tpl, inputs) {
 return createUniversal(tpl, false, inputs)
 }
@@ -79,6 +88,7 @@ return createUniversal(tpl, false, inputs)
 
 
 
+
 createEphemeral := func(tpl, inputs) {
 return createUniversal(tpl, true, inputs)
 }

package/dist/tengo/lib/sets.lib.tengo

@@ -3,6 +3,7 @@
 
 
 
+
 ll := import("@platforma-sdk/workflow-tengo:ll")
 maps := import("@platforma-sdk/workflow-tengo:maps")
 
@@ -11,6 +12,7 @@ maps := import("@platforma-sdk/workflow-tengo:maps")
 
 
 
+
 fromSlice := func(slice) {
 set := {}
 for _, elem in slice {
@@ -24,6 +26,7 @@ return set
 
 
 
+
 toSlice := func(set) {
 sl := []
 for v, _ in set {
@@ -38,6 +41,7 @@ return sl
 
 
 
+
 hasElement := func(set, element) {
 return !is_undefined(set[element])
 }
@@ -48,6 +52,7 @@ return !is_undefined(set[element])
 
 
 
+
 add := func(set, ...elements) {
 for _, elem in elements {
 set[elem] = true
@@ -61,6 +66,7 @@ return set
 
 
 
+
 fromMapKeys := func(map) {
 keys := maps.getKeys(map)
 return fromSlice(keys)
@@ -72,6 +78,7 @@ return fromSlice(keys)
 
 
 
+
 map := func(set, fn) {
 return maps.mapKeys(set, fn)
 }

package/dist/tengo/lib/slices.lib.tengo

@@ -7,6 +7,7 @@ enum := import("enum")
 
 
 
+
 length := func(slice) {
 if is_undefined(slice) {
 return 0
@@ -23,6 +24,7 @@ return len(slice)
 
 
 
+
 slice := func(array, from, to) {
 len := length(array)
 if from < 0 {
@@ -42,6 +44,7 @@ return array[from:to]
 
 
 
+
 safeAppend := func(slice, ...toAppend) {
 if is_undefined(slice) {
 slice = []
@@ -59,6 +62,7 @@ return append(slice, toAppend...)
 
 
 
+
 findElement := func(slice, element) {
 for i, elem in slice {
 if elem == element {
@@ -75,6 +79,7 @@ return -1
 
 
 
+
 hasElement := func(slice, element) {
 return findElement(slice, element) != -1
 }
@@ -85,6 +90,7 @@ return findElement(slice, element) != -1
 
 
 
+
 removeElement := func(slice, i) {
 return safeAppend(slice[:i], slice[i+1:]...)
 }
@@ -95,6 +101,7 @@ return safeAppend(slice[:i], slice[i+1:]...)
 
 
 
+
 filter := func(slice, predicateFn) {
 newS := []
 for _, elem in slice {
@@ -112,6 +119,7 @@ return newS
 
 
 
+
 map := func(slice, fn) {
 newS := []
 for _, elem in slice {
@@ -130,6 +138,7 @@ return newS
 
 
 
+
 reduce := func(slice, fn) {
 result := undefined
 for i, elem in slice {
@@ -150,6 +159,7 @@ return result
 
 
 
+
 sortByFn := func(notSortedSlice, fn) {
 s := copy(notSortedSlice)
 
@@ -171,6 +181,7 @@ return s
 
 
 
+
 fromSet := func(set) {
 slice := enum.map(set, func(k, _) { return k })
 return sortByFn(slice, func(elem) { return elem })