@platforma-sdk/workflow-tengo 5.5.11 → 5.5.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. package/dist/tengo/lib/exec.lib.tengo +62 -31
  2. package/dist/tengo/lib/pframes.xsv-import-file.lib.tengo +1 -1
  3. package/dist/tengo/lib/workdir.save.lib.tengo +1 -0
  4. package/dist/tengo/tpl/annotations.compute.plj.gz +0 -0
  5. package/dist/tengo/tpl/anonymize.deanonymize.plj.gz +0 -0
  6. package/dist/tengo/tpl/anonymize.impl.plj.gz +0 -0
  7. package/dist/tengo/tpl/check_network.create_workdir_from_storage.plj.gz +0 -0
  8. package/dist/tengo/tpl/check_network.download_blob.plj.gz +0 -0
  9. package/dist/tengo/tpl/check_network.run_hello_world.plj.gz +0 -0
  10. package/dist/tengo/tpl/check_network.run_hello_world_py.plj.gz +0 -0
  11. package/dist/tengo/tpl/check_network.upload_blob.plj.gz +0 -0
  12. package/dist/tengo/tpl/check_network.upload_template.plj.gz +0 -0
  13. package/dist/tengo/tpl/check_network.workdir_type_name_extractor.plj.gz +0 -0
  14. package/dist/tengo/tpl/exec.R.create-renv.plj.gz +0 -0
  15. package/dist/tengo/tpl/exec.conda.create-env.plj.gz +0 -0
  16. package/dist/tengo/tpl/exec.delayed-compute-allocation.impl.plj.gz +0 -0
  17. package/dist/tengo/tpl/exec.exec-impl.plj.gz +0 -0
  18. package/dist/tengo/tpl/exec.exec.plj.gz +0 -0
  19. package/dist/tengo/tpl/exec.load-software.impl.plj.gz +0 -0
  20. package/dist/tengo/tpl/exec.monetization_info.plj.gz +0 -0
  21. package/dist/tengo/tpl/exec.monetization_to_json.plj.gz +0 -0
  22. package/dist/tengo/tpl/exec.python.create-venv.plj.gz +0 -0
  23. package/dist/tengo/tpl/exec.python.install-deps.plj.gz +0 -0
  24. package/dist/tengo/tpl/exec.python.venv-bin-path.plj.gz +0 -0
  25. package/dist/tengo/tpl/ll.get-field.plj.gz +0 -0
  26. package/dist/tengo/tpl/pframes.export-multiple-pcolumns.plj.gz +0 -0
  27. package/dist/tengo/tpl/pframes.export-parquet-pcolumn-chunk.plj.gz +0 -0
  28. package/dist/tengo/tpl/pframes.export-pframe-for-ui.plj.gz +0 -0
  29. package/dist/tengo/tpl/pframes.export-pframe.plj.gz +0 -0
  30. package/dist/tengo/tpl/pframes.export-single-pcolumn.plj.gz +0 -0
  31. package/dist/tengo/tpl/pframes.import-dir.plj.gz +0 -0
  32. package/dist/tengo/tpl/pframes.parse-to-json.plj.gz +0 -0
  33. package/dist/tengo/tpl/pframes.process-pcolumn-data.plj.gz +0 -0
  34. package/dist/tengo/tpl/pframes.remove-nulls.plj.gz +0 -0
  35. package/dist/tengo/tpl/pframes.slice-data.plj.gz +0 -0
  36. package/dist/tengo/tpl/pframes.xsv-export-pframe.plj.gz +0 -0
  37. package/dist/tengo/tpl/pframes.xsv-import-if-not-null.plj.gz +0 -0
  38. package/dist/tengo/tpl/pframes.xsv-import-map.plj.gz +0 -0
  39. package/dist/tengo/tpl/pt.import-dir.plj.gz +0 -0
  40. package/dist/tengo/tpl/pt.workflow-run.plj.gz +0 -0
  41. package/dist/tengo/tpl/waiter.waiter.plj.gz +0 -0
  42. package/dist/tengo/tpl/workdir.save.plj.gz +0 -0
  43. package/dist/tengo/tpl/workflow.build-ctx.plj.gz +0 -0
  44. package/dist/tengo/tpl/workflow.query-anchored.plj.gz +0 -0
  45. package/package.json +1 -1
@@ -85,13 +85,13 @@ builder := func() {
85
85
 
86
86
  stdout := "stdout.txt"
87
87
  stderr := "stderr.txt"
88
-
89
- stdoutToValue := false
90
- stderrToValue := false
91
88
  stderrToStdout := false
92
-
93
- saveStdout := true
94
- saveStderr := true
89
+ stdoutFile := false
90
+ stderrFile := false
91
+ stdoutStream := false
92
+ stderrStream := false
93
+ stdoutContent := false
94
+ stderrContent := false
95
95
 
96
96
  self = ll.toStrict({
97
97
 
@@ -839,7 +839,7 @@ builder := func() {
839
839
 
840
840
 
841
841
  saveStdoutContent: func() {
842
- stdoutToValue = true
842
+ stdoutContent = true
843
843
  return self
844
844
  },
845
845
 
@@ -847,7 +847,7 @@ builder := func() {
847
847
 
848
848
 
849
849
  saveStderrContent: func() {
850
- stderrToValue = true
850
+ stderrContent = true
851
851
  return self
852
852
  },
853
853
 
@@ -862,25 +862,32 @@ builder := func() {
862
862
 
863
863
 
864
864
 
865
- dontSaveStdout: func() {
866
- saveStdout = false
865
+ saveStdoutFile: func() {
866
+ stdoutFile = true
867
+ return self
868
+ },
869
+
870
+
871
+
872
+
873
+ saveStderrFile: func() {
874
+ stderrFile = true
867
875
  return self
868
876
  },
869
877
 
870
878
 
871
879
 
872
880
 
873
- dontSaveStderr: func() {
874
- saveStderr = false
881
+ saveStdoutStream: func() {
882
+ stdoutStream = true
875
883
  return self
876
884
  },
877
885
 
878
886
 
879
887
 
880
888
 
881
- dontSaveStdoutOrStderr: func() {
882
- saveStdout = false
883
- saveStderr = false
889
+ saveStderrStream: func() {
890
+ stderrStream = true
884
891
  return self
885
892
  },
886
893
 
@@ -893,18 +900,24 @@ builder := func() {
893
900
  if stderrToStdout {
894
901
  stderr = stdout
895
902
  }
896
- if saveStdout {
897
- sets.add(filesToStream, stdout)
903
+ if stdoutFile {
898
904
  sets.add(filesToSave, stdout)
899
905
  }
900
- if saveStderr {
901
- sets.add(filesToStream, stderr)
906
+ if stderrFile {
907
+ sets.add(filesToSave, stderr)
908
+ }
909
+ if stdoutStream {
910
+ sets.add(filesToSave, stdout)
911
+ sets.add(filesToStream, stdout)
912
+ }
913
+ if stderrStream {
902
914
  sets.add(filesToSave, stderr)
915
+ sets.add(filesToStream, stderr)
903
916
  }
904
- if stdoutToValue {
917
+ if stdoutContent {
905
918
  sets.add(filesContentToSave, stdout)
906
919
  }
907
- if stderrToValue {
920
+ if stderrContent {
908
921
  sets.add(filesContentToSave, stderr)
909
922
  }
910
923
 
@@ -999,6 +1012,8 @@ builder := func() {
999
1012
 
1000
1013
 
1001
1014
  getFile: func(fileName) {
1015
+ ll.assert(sets.hasElement(filesToSave, fileName),
1016
+ "file '%s' was not saved, add saveFile() call to the exec builder", fileName)
1002
1017
  return tpl.output("files", cache).getFutureInputField(fileName)
1003
1018
  },
1004
1019
 
@@ -1009,6 +1024,8 @@ builder := func() {
1009
1024
 
1010
1025
 
1011
1026
  getFileContent: func(fileName) {
1027
+ ll.assert(sets.hasElement(filesContentToSave, fileName),
1028
+ "file '%s' content was not saved, add saveFileContent() call to the exec builder", fileName)
1012
1029
  return tpl.output("filesContent", cache).getFutureInputField(fileName)
1013
1030
  },
1014
1031
 
@@ -1019,6 +1036,8 @@ builder := func() {
1019
1036
 
1020
1037
 
1021
1038
  getFileStream: func(fileName) {
1039
+ ll.assert(sets.hasElement(filesToStream, fileName),
1040
+ "file '%s' stream was not saved, add streamFile() call to the exec builder", fileName)
1022
1041
  return tpl.output("fileStreams", cache).getFutureInputField(fileName, true)
1023
1042
  },
1024
1043
 
@@ -1029,6 +1048,8 @@ builder := func() {
1029
1048
 
1030
1049
 
1031
1050
  getFileSet: func(fileSetName) {
1051
+ ll.assert(!is_undefined(fileSetsToSave[fileSetName]),
1052
+ "file set '%s' was not saved, add saveFileSet() call to the exec builder", fileSetName)
1032
1053
  return tpl.output("fileSets", cache).getFutureInputField(fileSetName)
1033
1054
  },
1034
1055
 
@@ -1039,10 +1060,14 @@ builder := func() {
1039
1060
 
1040
1061
 
1041
1062
  getFileSetContent: func(fileSetName) {
1063
+ ll.assert(!is_undefined(fileSetsContentToSave[fileSetName]),
1064
+ "file set '%s' content was not saved, add saveFileSetContent() call to the exec builder", fileSetName)
1042
1065
  return tpl.output("fileSetsContent", cache).getFutureInputField(fileSetName)
1043
1066
  },
1044
1067
 
1045
1068
  getProcessorResult: func(procName) {
1069
+ ll.assert(!is_undefined(wdProcessors[procName]),
1070
+ "processor '%s' result was not saved, add processWorkdir() call to the exec builder", procName)
1046
1071
  return tpl.output("wdProcessors", cache).getFutureInputField(procName)
1047
1072
  },
1048
1073
 
@@ -1050,6 +1075,8 @@ builder := func() {
1050
1075
 
1051
1076
 
1052
1077
  getStdoutStream: func() {
1078
+ ll.assert(stdoutStream,
1079
+ "stdout stream was not saved, add saveStdoutStream() call to the exec builder")
1053
1080
  return self.getFileStream(stdout)
1054
1081
  },
1055
1082
 
@@ -1057,6 +1084,8 @@ builder := func() {
1057
1084
 
1058
1085
 
1059
1086
  getStderrStream: func() {
1087
+ ll.assert(stderrStream,
1088
+ "stderr stream was not saved, add saveStderrStream() call to the exec builder")
1060
1089
  return self.getFileStream(stderr)
1061
1090
  },
1062
1091
 
@@ -1064,6 +1093,8 @@ builder := func() {
1064
1093
 
1065
1094
 
1066
1095
  getStdoutFile: func() {
1096
+ ll.assert(stdoutFile,
1097
+ "stdout file was not saved, add saveStdoutFile() call to the exec builder")
1067
1098
  return self.getFile(stdout)
1068
1099
  },
1069
1100
 
@@ -1071,27 +1102,27 @@ builder := func() {
1071
1102
 
1072
1103
 
1073
1104
  getStderrFile: func() {
1105
+ ll.assert(stderrFile,
1106
+ "stderr file was not saved, add saveStderrFile() call to the exec builder")
1074
1107
  return self.getFile(stderr)
1075
1108
  },
1076
1109
 
1077
1110
 
1078
1111
 
1079
1112
 
1080
- getStdoutFileContent: func() {
1081
- if stdoutToValue {
1082
- return self.getFileContent(stdout)
1083
- }
1084
- ll.panic("stdout was not saved as a content")
1113
+ getStdoutContent: func() {
1114
+ ll.assert(stdoutContent,
1115
+ "stdout content was not saved, add saveStdoutContent() call to the exec builder")
1116
+ return self.getFileContent(stdout)
1085
1117
  },
1086
1118
 
1087
1119
 
1088
1120
 
1089
1121
 
1090
- getStderrFileContent: func() {
1091
- if stderrToValue {
1092
- return self.getFileContent(stderr)
1093
- }
1094
- ll.panic("stderr was not saved as a content")
1122
+ getStderrContent: func() {
1123
+ ll.assert(stderrContent,
1124
+ "stderr content was not saved, add saveStderrContent() call to the exec builder")
1125
+ return self.getFileContent(stderr)
1095
1126
  }
1096
1127
  }))
1097
1128
 
@@ -98,7 +98,7 @@ importFile := func(xsvFile, xsvType, spec, ...ops) {
98
98
 
99
99
  storageFormat := spec.storageFormat
100
100
  if is_undefined(storageFormat) {
101
- storageFormat = "Binary"
101
+ storageFormat = "Parquet"
102
102
  }
103
103
 
104
104
  xsvFileName := "file." + xsvType
@@ -135,6 +135,7 @@ builder := func(wdBefore) {
135
135
  for fName, _ in cRules {
136
136
  rules = append(rules, getContentSaveRule(fName))
137
137
  }
138
+ ll.assert(len(rules) > 0, "list of save rules is empty, WorkdirSave action is useless")
138
139
 
139
140
  super.getField(_RULES_FIELD).set(
140
141
  smart.createValueResource(
Binary file
Binary file
Binary file
Binary file
Binary file
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@platforma-sdk/workflow-tengo",
3
- "version": "5.5.11",
3
+ "version": "5.5.13",
4
4
  "description": "Tengo SDK library",
5
5
  "type": "module",
6
6
  "types": "./dist/index.d.ts",