@platforma-sdk/workflow-tengo 4.7.3 → 4.7.5

package/dist/tengo/lib/exec.lib.tengo

@@ -221,6 +221,51 @@ builder := func() {
 
 
 
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
 		setQueue: func(newQueue) {
 			queue = newQueue
 			return self

package/dist/tengo/lib/pframes.lib.tengo

@@ -174,6 +174,12 @@ __primitiveValueTypes := { "Int": true, "Long": true, "Float": true, "Double": t
 
 
 
+
+
+
+
+
+
 
 
 
@@ -236,6 +242,16 @@ processColumn := func(input, bodyTpl, outputs, ...opts) {
 		passKey: opts.passKey
 	}
 
+	if !is_undefined(opts.cpu) {
+		processTemplateParams.cpu = opts.cpu
+	}
+	if !is_undefined(opts.mem) {
+		processTemplateParams.mem = opts.mem
+	}
+	if !is_undefined(opts.queue) {
+		processTemplateParams.queue = opts.queue
+	}
+
 
 
 	isPotentiallyPartitioned := __primitiveValueTypes[input.spec.valueType]

package/dist/tengo/lib/pframes.xsv-builder.lib.tengo

@@ -1,10 +1,12 @@
 ll := import("@platforma-sdk/workflow-tengo:ll")
 maps := import("@platforma-sdk/workflow-tengo:maps")
 strings := import("@platforma-sdk/workflow-tengo:strings")
+text := import("text")
 pSpec := import("@platforma-sdk/workflow-tengo:pframes.spec")
 pBuilder := import("@platforma-sdk/workflow-tengo:pframes.builder")
 xsv := import("@platforma-sdk/workflow-tengo:pframes.xsv")
 canonical := import("@platforma-sdk/workflow-tengo:canonical")
+execConstants := import("@platforma-sdk/workflow-tengo:exec.constants")
 
 xsvFileBuilder := func(xsvType) {
     ll.assert(xsvType == "csv" || xsvType == "tsv", "xsvType must be 'csv' or 'tsv'")
@@ -19,6 +21,10 @@ xsvFileBuilder := func(xsvType) {
     nextSequentialId := 1
     nextPFrameKeyIndex := 1
 
+    cpu := undefined
+    mem := undefined
+    queue := undefined
+
     getSpecDistiller := func() {
         if is_undefined(distiller) {
             columnsToDistill := []
@@ -39,15 +45,15 @@ xsvFileBuilder := func(xsvType) {
         processedBaseKeys := {}
 
         for key, value in flatFrame {
-            if strings.has_suffix(key, ".spec") {
-                baseKey := strings.trim_suffix(key, ".spec")
+            if text.has_suffix(key, ".spec") {
+                baseKey := text.trim_suffix(key, ".spec")
                 if is_undefined(parsedColumns[baseKey]) {
                     parsedColumns[baseKey] = { key: baseKey }
                 }
                 parsedColumns[baseKey].spec = value
                 processedBaseKeys[baseKey] = true
-            } else if strings.has_suffix(key, ".data") {
-                baseKey := strings.trim_suffix(key, ".data")
+            } else if text.has_suffix(key, ".data") {
+                baseKey := text.trim_suffix(key, ".data")
                 if is_undefined(parsedColumns[baseKey]) {
                     parsedColumns[baseKey] = { key: baseKey }
                 }
@@ -322,6 +328,64 @@ xsvFileBuilder := func(xsvType) {
 
 
 
+        inHeavyQueue: func() {
+            queue = execConstants.HEAVY_QUEUE
+            return self
+        },
+
+
+
+
+        inMediumQueue: func() {
+            queue = execConstants.MEDIUM_QUEUE
+            return self
+        },
+
+
+
+
+        inLightQueue: func() {
+            queue = execConstants.LIGHT_QUEUE
+            return self
+        },
+
+
+
+
+        inUiQueue: func() {
+            queue = execConstants.UI_TASKS_QUEUE
+            return self
+        },
+
+
+
+
+
+
+        cpu: func(amount) {
+            cpu = amount
+            return self
+        },
+
+
+
+
+
+
+
+
+
+
+
+
+        mem: func(amount) {
+            mem = amount
+            return self
+        },
+
+
+
+
 
 
 
@@ -394,7 +458,7 @@ xsvFileBuilder := func(xsvType) {
 
                     isFlatFrame := false
                     for k, _ in item {
-                        if strings.has_suffix(k, ".spec") || strings.has_suffix(k, ".data") {
+                        if text.has_suffix(k, ".spec") || text.has_suffix(k, ".data") {
                             isFlatFrame = true
                             break
                         }
@@ -548,7 +612,19 @@ xsvFileBuilder := func(xsvType) {
             }
 
             pFrame := _constructPFrameAndDistillSpecs().pFrame
-            return xsv.exportFrame(pFrame, xsvType, currentExportParams)
+
+            ops := {}
+            if !is_undefined(cpu) {
+                ops.cpu = cpu
+            }
+            if !is_undefined(mem) {
+                ops.mem = mem
+            }
+            if !is_undefined(queue) {
+                ops.queue = queue
+            }
+
+            return xsv.exportFrame(pFrame, xsvType, currentExportParams, ops)
         },
 
 
@@ -586,7 +662,18 @@ xsvFileBuilder := func(xsvType) {
             pFrame := buildOutput.pFrame
             uniqueAxes := buildOutput.uniqueAxes
 
-            tableResource := xsv.exportFrame(pFrame, xsvType, finalExportParams)
+            ops := {}
+            if !is_undefined(cpu) {
+                ops.cpu = cpu
+            }
+            if !is_undefined(mem) {
+                ops.mem = mem
+            }
+            if !is_undefined(queue) {
+                ops.queue = queue
+            }
+
+            tableResource := xsv.exportFrame(pFrame, xsvType, finalExportParams, ops)
 
             schema := []
 

package/dist/tengo/lib/pframes.xsv-import-file.lib.tengo

@@ -6,6 +6,7 @@ objects := import("@platforma-sdk/workflow-tengo:objects")
 util := import("@platforma-sdk/workflow-tengo:pframes.util")
 json := import("json")
 constants := import("@platforma-sdk/workflow-tengo:pframes.constants")
+execConstants := import("@platforma-sdk/workflow-tengo:exec.constants")
 
 transposeXsvSw := assets.importSoftware("@platforma-open/milaboratories.software-small-binaries:table-converter")
 pfconvSw := assets.importSoftware("@milaboratories/software-pframes-conv:main")
@@ -52,6 +53,34 @@ getColumnSpec := func(axesSpec, col) {
 
 
 
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
 importFile := func(xsvFile, xsvType, spec, ...ops) {
 	ll.assert(xsvType == "csv" || xsvType == "tsv", "expected one of [tsv, csv] types, found: " + xsvType)
 
@@ -67,7 +96,7 @@ importFile := func(xsvFile, xsvType, spec, ...ops) {
 
 	xsvFileName := "file." + xsvType
 
-	ops := renderOps({ dataOnly: false, splitDataAndSpec: false }, ops...)
+	ops := renderOps({ dataOnly: false, splitDataAndSpec: false, queue: execConstants.LIGHT_QUEUE }, ops...)
 
 	if ops.transpose != undefined {
 
@@ -78,8 +107,17 @@ importFile := func(xsvFile, xsvType, spec, ...ops) {
 
 		transposeXsv := exec.builder().
 			software(transposeXsvSw).
-			printErrStreamToStdout().
-			inLightQueue()
+			printErrStreamToStdout()
+
+		if ops.queue != undefined {
+			transposeXsv.setQueue(ops.queue)
+		}
+		if ops.cpu != undefined {
+			transposeXsv.cpu(ops.cpu)
+		}
+		if ops.mem != undefined {
+			transposeXsv.mem(ops.mem)
+		}
 
 		if (tops.separator != undefined) {
 			transposeXsv = transposeXsv.arg("-input-separator").arg(tops.separator)
@@ -126,15 +164,25 @@ importFile := func(xsvFile, xsvType, spec, ...ops) {
 	pfconv := exec.builder().
 		software(pfconvSw).
 		printErrStreamToStdout().
-		inLightQueue().
 		arg("importCsv").
 		arg(xsvFileName).
 		arg("-p").arg("spec.json").
 		arg("-o").arg("out").
 		addFile(xsvFileName, xsvFile).
 		writeFile("spec.json", json.encode(pureSpec)).
-		processWorkdir("pf", importDirTpl, pureSpec).
-		run()
+		processWorkdir("pf", importDirTpl, pureSpec)
+
+	if ops.queue != undefined {
+		pfconv.setQueue(ops.queue)
+	}
+	if ops.cpu != undefined {
+		pfconv.cpu(ops.cpu)
+	}
+	if ops.mem != undefined {
+		pfconv.mem(ops.mem)
+	}
+
+	pfconv = pfconv.run()
 
 
 	pf := pfconv.getProcessorResult("pf")

package/dist/tengo/lib/pframes.xsv.lib.tengo

@@ -80,6 +80,9 @@ getColumnSpec := func(axesSpec, col) {
 
 
 
+
+
+
 
 
 
@@ -133,6 +136,9 @@ importFile := func(xsvFile, xsvType, spec, ...ops) {
 
 
 
+
+
+
 
 
 
@@ -153,11 +159,25 @@ importFileMap := func(xsvMap, xsvType, spec, ...ops) {
 	pureSpec := decomposedSpec.purifiedCfg
 	columnsSpec := decomposedSpec.columnsSpec
 
+	templateOps := {
+		dataOnly: true,
+		transpose: ops.transpose
+	}
+	if !is_undefined(ops.cpu) {
+		templateOps.cpu = ops.cpu
+	}
+	if !is_undefined(ops.mem) {
+		templateOps.mem = ops.mem
+	}
+	if !is_undefined(ops.queue) {
+		templateOps.queue = ops.queue
+	}
+
 	r := render.createEphemeral(importXsvMapTpl, {
 		xsvMap: xsvMap,
 		xsvType: xsvType,
 		spec: pureSpec,
-		ops: { dataOnly: true, transpose: ops.transpose }
+		ops: templateOps
 	})
 
 	if ops.dataOnly && ops.splitDataAndSpec {
@@ -257,6 +277,9 @@ isStructuredPfMap := func(pf) {
 
 
 
+
+
+
 
 
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platforma-sdk/workflow-tengo",
-  "version": "4.7.3",
+  "version": "4.7.5",
   "description": "Tengo SDK library",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.js",