@platforma-sdk/workflow-tengo 5.5.11 → 5.5.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/tengo/lib/exec.lib.tengo +62 -31
- package/dist/tengo/lib/pframes.xsv-import-file.lib.tengo +1 -1
- package/dist/tengo/lib/workdir.save.lib.tengo +1 -0
- package/dist/tengo/tpl/annotations.compute.plj.gz +0 -0
- package/dist/tengo/tpl/anonymize.deanonymize.plj.gz +0 -0
- package/dist/tengo/tpl/anonymize.impl.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.create_workdir_from_storage.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.download_blob.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.run_hello_world.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.run_hello_world_py.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.upload_blob.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.upload_template.plj.gz +0 -0
- package/dist/tengo/tpl/check_network.workdir_type_name_extractor.plj.gz +0 -0
- package/dist/tengo/tpl/exec.R.create-renv.plj.gz +0 -0
- package/dist/tengo/tpl/exec.conda.create-env.plj.gz +0 -0
- package/dist/tengo/tpl/exec.delayed-compute-allocation.impl.plj.gz +0 -0
- package/dist/tengo/tpl/exec.exec-impl.plj.gz +0 -0
- package/dist/tengo/tpl/exec.exec.plj.gz +0 -0
- package/dist/tengo/tpl/exec.load-software.impl.plj.gz +0 -0
- package/dist/tengo/tpl/exec.monetization_info.plj.gz +0 -0
- package/dist/tengo/tpl/exec.monetization_to_json.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.create-venv.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.install-deps.plj.gz +0 -0
- package/dist/tengo/tpl/exec.python.venv-bin-path.plj.gz +0 -0
- package/dist/tengo/tpl/ll.get-field.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-multiple-pcolumns.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-parquet-pcolumn-chunk.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-pframe-for-ui.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-pframe.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.export-single-pcolumn.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.import-dir.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.parse-to-json.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.process-pcolumn-data.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.remove-nulls.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.slice-data.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-export-pframe.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-import-if-not-null.plj.gz +0 -0
- package/dist/tengo/tpl/pframes.xsv-import-map.plj.gz +0 -0
- package/dist/tengo/tpl/pt.import-dir.plj.gz +0 -0
- package/dist/tengo/tpl/pt.workflow-run.plj.gz +0 -0
- package/dist/tengo/tpl/waiter.waiter.plj.gz +0 -0
- package/dist/tengo/tpl/workdir.save.plj.gz +0 -0
- package/dist/tengo/tpl/workflow.build-ctx.plj.gz +0 -0
- package/dist/tengo/tpl/workflow.query-anchored.plj.gz +0 -0
- package/package.json +1 -1
|
@@ -85,13 +85,13 @@ builder := func() {
|
|
|
85
85
|
|
|
86
86
|
stdout := "stdout.txt"
|
|
87
87
|
stderr := "stderr.txt"
|
|
88
|
-
|
|
89
|
-
stdoutToValue := false
|
|
90
|
-
stderrToValue := false
|
|
91
88
|
stderrToStdout := false
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
89
|
+
stdoutFile := false
|
|
90
|
+
stderrFile := false
|
|
91
|
+
stdoutStream := false
|
|
92
|
+
stderrStream := false
|
|
93
|
+
stdoutContent := false
|
|
94
|
+
stderrContent := false
|
|
95
95
|
|
|
96
96
|
self = ll.toStrict({
|
|
97
97
|
|
|
@@ -839,7 +839,7 @@ builder := func() {
|
|
|
839
839
|
|
|
840
840
|
|
|
841
841
|
saveStdoutContent: func() {
|
|
842
|
-
|
|
842
|
+
stdoutContent = true
|
|
843
843
|
return self
|
|
844
844
|
},
|
|
845
845
|
|
|
@@ -847,7 +847,7 @@ builder := func() {
|
|
|
847
847
|
|
|
848
848
|
|
|
849
849
|
saveStderrContent: func() {
|
|
850
|
-
|
|
850
|
+
stderrContent = true
|
|
851
851
|
return self
|
|
852
852
|
},
|
|
853
853
|
|
|
@@ -862,25 +862,32 @@ builder := func() {
|
|
|
862
862
|
|
|
863
863
|
|
|
864
864
|
|
|
865
|
-
|
|
866
|
-
|
|
865
|
+
saveStdoutFile: func() {
|
|
866
|
+
stdoutFile = true
|
|
867
|
+
return self
|
|
868
|
+
},
|
|
869
|
+
|
|
870
|
+
|
|
871
|
+
|
|
872
|
+
|
|
873
|
+
saveStderrFile: func() {
|
|
874
|
+
stderrFile = true
|
|
867
875
|
return self
|
|
868
876
|
},
|
|
869
877
|
|
|
870
878
|
|
|
871
879
|
|
|
872
880
|
|
|
873
|
-
|
|
874
|
-
|
|
881
|
+
saveStdoutStream: func() {
|
|
882
|
+
stdoutStream = true
|
|
875
883
|
return self
|
|
876
884
|
},
|
|
877
885
|
|
|
878
886
|
|
|
879
887
|
|
|
880
888
|
|
|
881
|
-
|
|
882
|
-
|
|
883
|
-
saveStderr = false
|
|
889
|
+
saveStderrStream: func() {
|
|
890
|
+
stderrStream = true
|
|
884
891
|
return self
|
|
885
892
|
},
|
|
886
893
|
|
|
@@ -893,18 +900,24 @@ builder := func() {
|
|
|
893
900
|
if stderrToStdout {
|
|
894
901
|
stderr = stdout
|
|
895
902
|
}
|
|
896
|
-
if
|
|
897
|
-
sets.add(filesToStream, stdout)
|
|
903
|
+
if stdoutFile {
|
|
898
904
|
sets.add(filesToSave, stdout)
|
|
899
905
|
}
|
|
900
|
-
if
|
|
901
|
-
sets.add(
|
|
906
|
+
if stderrFile {
|
|
907
|
+
sets.add(filesToSave, stderr)
|
|
908
|
+
}
|
|
909
|
+
if stdoutStream {
|
|
910
|
+
sets.add(filesToSave, stdout)
|
|
911
|
+
sets.add(filesToStream, stdout)
|
|
912
|
+
}
|
|
913
|
+
if stderrStream {
|
|
902
914
|
sets.add(filesToSave, stderr)
|
|
915
|
+
sets.add(filesToStream, stderr)
|
|
903
916
|
}
|
|
904
|
-
if
|
|
917
|
+
if stdoutContent {
|
|
905
918
|
sets.add(filesContentToSave, stdout)
|
|
906
919
|
}
|
|
907
|
-
if
|
|
920
|
+
if stderrContent {
|
|
908
921
|
sets.add(filesContentToSave, stderr)
|
|
909
922
|
}
|
|
910
923
|
|
|
@@ -999,6 +1012,8 @@ builder := func() {
|
|
|
999
1012
|
|
|
1000
1013
|
|
|
1001
1014
|
getFile: func(fileName) {
|
|
1015
|
+
ll.assert(sets.hasElement(filesToSave, fileName),
|
|
1016
|
+
"file '%s' was not saved, add saveFile() call to the exec builder", fileName)
|
|
1002
1017
|
return tpl.output("files", cache).getFutureInputField(fileName)
|
|
1003
1018
|
},
|
|
1004
1019
|
|
|
@@ -1009,6 +1024,8 @@ builder := func() {
|
|
|
1009
1024
|
|
|
1010
1025
|
|
|
1011
1026
|
getFileContent: func(fileName) {
|
|
1027
|
+
ll.assert(sets.hasElement(filesContentToSave, fileName),
|
|
1028
|
+
"file '%s' content was not saved, add saveFileContent() call to the exec builder", fileName)
|
|
1012
1029
|
return tpl.output("filesContent", cache).getFutureInputField(fileName)
|
|
1013
1030
|
},
|
|
1014
1031
|
|
|
@@ -1019,6 +1036,8 @@ builder := func() {
|
|
|
1019
1036
|
|
|
1020
1037
|
|
|
1021
1038
|
getFileStream: func(fileName) {
|
|
1039
|
+
ll.assert(sets.hasElement(filesToStream, fileName),
|
|
1040
|
+
"file '%s' stream was not saved, add streamFile() call to the exec builder", fileName)
|
|
1022
1041
|
return tpl.output("fileStreams", cache).getFutureInputField(fileName, true)
|
|
1023
1042
|
},
|
|
1024
1043
|
|
|
@@ -1029,6 +1048,8 @@ builder := func() {
|
|
|
1029
1048
|
|
|
1030
1049
|
|
|
1031
1050
|
getFileSet: func(fileSetName) {
|
|
1051
|
+
ll.assert(!is_undefined(fileSetsToSave[fileSetName]),
|
|
1052
|
+
"file set '%s' was not saved, add saveFileSet() call to the exec builder", fileSetName)
|
|
1032
1053
|
return tpl.output("fileSets", cache).getFutureInputField(fileSetName)
|
|
1033
1054
|
},
|
|
1034
1055
|
|
|
@@ -1039,10 +1060,14 @@ builder := func() {
|
|
|
1039
1060
|
|
|
1040
1061
|
|
|
1041
1062
|
getFileSetContent: func(fileSetName) {
|
|
1063
|
+
ll.assert(!is_undefined(fileSetsContentToSave[fileSetName]),
|
|
1064
|
+
"file set '%s' content was not saved, add saveFileSetContent() call to the exec builder", fileSetName)
|
|
1042
1065
|
return tpl.output("fileSetsContent", cache).getFutureInputField(fileSetName)
|
|
1043
1066
|
},
|
|
1044
1067
|
|
|
1045
1068
|
getProcessorResult: func(procName) {
|
|
1069
|
+
ll.assert(!is_undefined(wdProcessors[procName]),
|
|
1070
|
+
"processor '%s' result was not saved, add processWorkdir() call to the exec builder", procName)
|
|
1046
1071
|
return tpl.output("wdProcessors", cache).getFutureInputField(procName)
|
|
1047
1072
|
},
|
|
1048
1073
|
|
|
@@ -1050,6 +1075,8 @@ builder := func() {
|
|
|
1050
1075
|
|
|
1051
1076
|
|
|
1052
1077
|
getStdoutStream: func() {
|
|
1078
|
+
ll.assert(stdoutStream,
|
|
1079
|
+
"stdout stream was not saved, add saveStdoutStream() call to the exec builder")
|
|
1053
1080
|
return self.getFileStream(stdout)
|
|
1054
1081
|
},
|
|
1055
1082
|
|
|
@@ -1057,6 +1084,8 @@ builder := func() {
|
|
|
1057
1084
|
|
|
1058
1085
|
|
|
1059
1086
|
getStderrStream: func() {
|
|
1087
|
+
ll.assert(stderrStream,
|
|
1088
|
+
"stderr stream was not saved, add saveStderrStream() call to the exec builder")
|
|
1060
1089
|
return self.getFileStream(stderr)
|
|
1061
1090
|
},
|
|
1062
1091
|
|
|
@@ -1064,6 +1093,8 @@ builder := func() {
|
|
|
1064
1093
|
|
|
1065
1094
|
|
|
1066
1095
|
getStdoutFile: func() {
|
|
1096
|
+
ll.assert(stdoutFile,
|
|
1097
|
+
"stdout file was not saved, add saveStdoutFile() call to the exec builder")
|
|
1067
1098
|
return self.getFile(stdout)
|
|
1068
1099
|
},
|
|
1069
1100
|
|
|
@@ -1071,27 +1102,27 @@ builder := func() {
|
|
|
1071
1102
|
|
|
1072
1103
|
|
|
1073
1104
|
getStderrFile: func() {
|
|
1105
|
+
ll.assert(stderrFile,
|
|
1106
|
+
"stderr file was not saved, add saveStderrFile() call to the exec builder")
|
|
1074
1107
|
return self.getFile(stderr)
|
|
1075
1108
|
},
|
|
1076
1109
|
|
|
1077
1110
|
|
|
1078
1111
|
|
|
1079
1112
|
|
|
1080
|
-
|
|
1081
|
-
|
|
1082
|
-
|
|
1083
|
-
|
|
1084
|
-
ll.panic("stdout was not saved as a content")
|
|
1113
|
+
getStdoutContent: func() {
|
|
1114
|
+
ll.assert(stdoutContent,
|
|
1115
|
+
"stdout content was not saved, add saveStdoutContent() call to the exec builder")
|
|
1116
|
+
return self.getFileContent(stdout)
|
|
1085
1117
|
},
|
|
1086
1118
|
|
|
1087
1119
|
|
|
1088
1120
|
|
|
1089
1121
|
|
|
1090
|
-
|
|
1091
|
-
|
|
1092
|
-
|
|
1093
|
-
|
|
1094
|
-
ll.panic("stderr was not saved as a content")
|
|
1122
|
+
getStderrContent: func() {
|
|
1123
|
+
ll.assert(stderrContent,
|
|
1124
|
+
"stderr content was not saved, add saveStderrContent() call to the exec builder")
|
|
1125
|
+
return self.getFileContent(stderr)
|
|
1095
1126
|
}
|
|
1096
1127
|
}))
|
|
1097
1128
|
|
|
@@ -135,6 +135,7 @@ builder := func(wdBefore) {
|
|
|
135
135
|
for fName, _ in cRules {
|
|
136
136
|
rules = append(rules, getContentSaveRule(fName))
|
|
137
137
|
}
|
|
138
|
+
ll.assert(len(rules) > 0, "list of save rules is empty, WorkdirSave action is useless")
|
|
138
139
|
|
|
139
140
|
super.getField(_RULES_FIELD).set(
|
|
140
141
|
smart.createValueResource(
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|