@platforma-sdk/workflow-tengo 5.5.4 → 5.5.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/tengo/lib/pt.lib.tengo +57 -57
- package/dist/tengo/tpl/annotations.compute.plj.gz +0 -0
- package/dist/tengo/tpl/anonymize.deanonymize.plj.gz +0 -0
- package/dist/tengo/tpl/anonymize.impl.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.create_workdir_from_storage.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.download_blob.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.run_hello_world.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.run_hello_world_py.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.upload_blob.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.upload_template.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.workdir_type_name_extractor.plj.gz +0 -0
- package/dist/tengo/tpl/exec.R.create-renv.plj.gz +0 -0
- package/dist/tengo/tpl/exec.conda.create-env.plj.gz +0 -0
- package/dist/tengo/tpl/exec.delayed-compute-allocation.impl.plj.gz +0 -0
- package/dist/tengo/tpl/exec.exec-impl.plj.gz +0 -0
- package/dist/tengo/tpl/exec.exec.plj.gz +0 -0
- package/dist/tengo/tpl/exec.load-software.impl.plj.gz +0 -0
- package/dist/tengo/tpl/exec.monetization_info.plj.gz +0 -0
- package/dist/tengo/tpl/exec.monetization_to_json.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.create-venv.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.install-deps.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.venv-bin-path.plj.gz +0 -0
- package/dist/tengo/tpl/ll.get-field.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-multiple-pcolumns.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-parquet-pcolumn-chunk.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-pframe-for-ui.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-pframe.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-single-pcolumn.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.import-dir.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.parse-to-json.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.process-pcolumn-data.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.remove-nulls.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.slice-data.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-export-pframe.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-import-if-not-null.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-import-map.plj.gz +0 -0
- package/dist/tengo/tpl/pt.import-dir.plj.gz +0 -0
- package/dist/tengo/tpl/pt.workflow-run.plj.gz +0 -0
- package/dist/tengo/tpl/waiter.waiter.plj.gz +0 -0
- package/dist/tengo/tpl/workdir.save.plj.gz +0 -0
- package/dist/tengo/tpl/workflow.build-ctx.plj.gz +0 -0
- package/dist/tengo/tpl/workflow.query-anchored.plj.gz +0 -0
- package/package.json +1 -1
|
@@ -538,73 +538,73 @@ workflow := func() {
|
|
|
538
538
|
}
|
|
539
539
|
|
|
540
540
|
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
541
|
+
step := undefined
|
|
542
|
+
if finalFormat == "pentry" {
|
|
543
|
+
columnsMap := frameInput._getColumnsMap()
|
|
544
|
+
src := frameInput._getJoinTree()
|
|
545
545
|
|
|
546
546
|
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
547
|
+
translation := {}
|
|
548
|
+
rename := {}
|
|
549
|
+
renamedColumnsMap := {}
|
|
550
550
|
|
|
551
|
-
|
|
552
|
-
|
|
551
|
+
maps.forEach(columnsMap, func(frameUniqueColumnId, columnInfo) {
|
|
552
|
+
workflowUniqueColumnId := self._newUniqueColumnId()
|
|
553
553
|
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
554
|
+
translation[workflowUniqueColumnId] = frameUniqueColumnId
|
|
555
|
+
rename[frameUniqueColumnId] = workflowUniqueColumnId
|
|
556
|
+
renamedColumnsMap[workflowUniqueColumnId] = columnInfo
|
|
557
|
+
})
|
|
558
558
|
|
|
559
559
|
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
560
|
+
request := {
|
|
561
|
+
src: src,
|
|
562
|
+
filters: []
|
|
563
|
+
}
|
|
564
|
+
renamedRequest := util.renameJoinColumns(request, rename)
|
|
566
565
|
|
|
567
|
-
ll.assert(is_undefined(inFrames[finalDataFrameId]),
|
|
568
|
-
"frame with name '%s' already added", finalDataFrameId)
|
|
569
|
-
inFrames[finalDataFrameId] = {
|
|
570
|
-
columns: renamedColumnsMap
|
|
571
|
-
}
|
|
572
566
|
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
translation: translation
|
|
578
|
-
}
|
|
579
|
-
} else if finalFormat == "parquet" {
|
|
580
|
-
step = {
|
|
581
|
-
type: "read_parquet",
|
|
582
|
-
file: finalFileName,
|
|
583
|
-
name: finalDataFrameId
|
|
567
|
+
ll.assert(is_undefined(inFrames[finalDataFrameId]),
|
|
568
|
+
"frame with name '%s' already added", finalDataFrameId)
|
|
569
|
+
inFrames[finalDataFrameId] = {
|
|
570
|
+
columns: renamedColumnsMap
|
|
584
571
|
}
|
|
585
|
-
|
|
586
|
-
step = {
|
|
587
|
-
type: "read_ndjson",
|
|
588
|
-
file: finalFileName,
|
|
589
|
-
name: finalDataFrameId
|
|
590
|
-
}
|
|
591
|
-
} else { // csv or tsv
|
|
572
|
+
|
|
592
573
|
step = {
|
|
593
|
-
type: "
|
|
594
|
-
|
|
595
|
-
|
|
574
|
+
type: "read_frame",
|
|
575
|
+
name: finalDataFrameId,
|
|
576
|
+
request: renamedRequest,
|
|
577
|
+
translation: translation
|
|
596
578
|
}
|
|
579
|
+
} else if finalFormat == "parquet" {
|
|
580
|
+
step = {
|
|
581
|
+
type: "read_parquet",
|
|
582
|
+
file: finalFileName,
|
|
583
|
+
name: finalDataFrameId
|
|
584
|
+
}
|
|
585
|
+
} else if finalFormat == "ndjson" {
|
|
586
|
+
step = {
|
|
587
|
+
type: "read_ndjson",
|
|
588
|
+
file: finalFileName,
|
|
589
|
+
name: finalDataFrameId
|
|
590
|
+
}
|
|
591
|
+
} else { // csv or tsv
|
|
592
|
+
step = {
|
|
593
|
+
type: "read_csv",
|
|
594
|
+
file: finalFileName,
|
|
595
|
+
name: finalDataFrameId
|
|
596
|
+
}
|
|
597
597
|
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
598
|
+
if finalFormat == "csv" {
|
|
599
|
+
step.delimiter = ","
|
|
600
|
+
} else if finalFormat == "tsv" {
|
|
601
|
+
step.delimiter = "\t"
|
|
602
|
+
}
|
|
603
603
|
|
|
604
|
-
|
|
605
|
-
|
|
604
|
+
if !is_undefined(commentPrefixOpt) {
|
|
605
|
+
step.commentPrefix = commentPrefixOpt
|
|
606
|
+
}
|
|
606
607
|
}
|
|
607
|
-
}
|
|
608
608
|
|
|
609
609
|
|
|
610
610
|
finalSchemaToUse := undefined
|
|
@@ -815,8 +815,8 @@ workflow := func() {
|
|
|
815
815
|
|
|
816
816
|
canonicalMap := {}
|
|
817
817
|
distilledAxesSpecs := {}
|
|
818
|
-
|
|
819
|
-
|
|
818
|
+
maps.forEach(inFrames, func(_, frame) {
|
|
819
|
+
maps.forEach(frame.columns, func(_, columnInfo) {
|
|
820
820
|
for axis in columnInfo.spec.axesSpec {
|
|
821
821
|
distilledAxis := specDistiller.distill(axis)
|
|
822
822
|
if is_undefined(canonicalMap[distilledAxis.name]) {
|
|
@@ -831,8 +831,8 @@ workflow := func() {
|
|
|
831
831
|
distilledAxesSpecs[distilledAxis.name] = append(distilledAxesSpecs[distilledAxis.name], distilledAxis)
|
|
832
832
|
}
|
|
833
833
|
}
|
|
834
|
-
}
|
|
835
|
-
}
|
|
834
|
+
})
|
|
835
|
+
})
|
|
836
836
|
|
|
837
837
|
ctx := {
|
|
838
838
|
specDistiller: specDistiller,
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|