@platforma-sdk/workflow-tengo 5.5.0 → 5.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. package/dist/tengo/lib/pframes.data.lib.tengo +21 -4
  2. package/dist/tengo/tpl/annotations.compute.plj.gz +0 -0
  3. package/dist/tengo/tpl/anonymize.deanonymize.plj.gz +0 -0
  4. package/dist/tengo/tpl/anonymize.impl.plj.gz +0 -0
  5. package/dist/tengo/tpl/check_network.create_workdir_from_storage.plj.gz +0 -0
  6. package/dist/tengo/tpl/check_network.download_blob.plj.gz +0 -0
  7. package/dist/tengo/tpl/check_network.run_hello_world.plj.gz +0 -0
  8. package/dist/tengo/tpl/check_network.run_hello_world_py.plj.gz +0 -0
  9. package/dist/tengo/tpl/check_network.upload_blob.plj.gz +0 -0
  10. package/dist/tengo/tpl/check_network.upload_template.plj.gz +0 -0
  11. package/dist/tengo/tpl/check_network.workdir_type_name_extractor.plj.gz +0 -0
  12. package/dist/tengo/tpl/exec.R.create-renv.plj.gz +0 -0
  13. package/dist/tengo/tpl/exec.conda.create-env.plj.gz +0 -0
  14. package/dist/tengo/tpl/exec.delayed-compute-allocation.impl.plj.gz +0 -0
  15. package/dist/tengo/tpl/exec.exec-impl.plj.gz +0 -0
  16. package/dist/tengo/tpl/exec.exec.plj.gz +0 -0
  17. package/dist/tengo/tpl/exec.load-software.impl.plj.gz +0 -0
  18. package/dist/tengo/tpl/exec.monetization_info.plj.gz +0 -0
  19. package/dist/tengo/tpl/exec.monetization_to_json.plj.gz +0 -0
  20. package/dist/tengo/tpl/exec.python.create-venv.plj.gz +0 -0
  21. package/dist/tengo/tpl/exec.python.install-deps.plj.gz +0 -0
  22. package/dist/tengo/tpl/exec.python.venv-bin-path.plj.gz +0 -0
  23. package/dist/tengo/tpl/ll.get-field.plj.gz +0 -0
  24. package/dist/tengo/tpl/pframes.export-multiple-pcolumns.plj.gz +0 -0
  25. package/dist/tengo/tpl/pframes.export-parquet-pcolumn-chunk.plj.gz +0 -0
  26. package/dist/tengo/tpl/pframes.export-pframe-for-ui.plj.gz +0 -0
  27. package/dist/tengo/tpl/pframes.export-pframe.plj.gz +0 -0
  28. package/dist/tengo/tpl/pframes.export-single-pcolumn.plj.gz +0 -0
  29. package/dist/tengo/tpl/pframes.import-dir.plj.gz +0 -0
  30. package/dist/tengo/tpl/pframes.parse-to-json.plj.gz +0 -0
  31. package/dist/tengo/tpl/pframes.process-pcolumn-data.plj.gz +0 -0
  32. package/dist/tengo/tpl/pframes.remove-nulls.plj.gz +0 -0
  33. package/dist/tengo/tpl/pframes.slice-data.plj.gz +0 -0
  34. package/dist/tengo/tpl/pframes.xsv-export-pframe.plj.gz +0 -0
  35. package/dist/tengo/tpl/pframes.xsv-import-if-not-null.plj.gz +0 -0
  36. package/dist/tengo/tpl/pframes.xsv-import-map.plj.gz +0 -0
  37. package/dist/tengo/tpl/pt.import-dir.plj.gz +0 -0
  38. package/dist/tengo/tpl/pt.workflow-run.plj.gz +0 -0
  39. package/dist/tengo/tpl/waiter.waiter.plj.gz +0 -0
  40. package/dist/tengo/tpl/workdir.save.plj.gz +0 -0
  41. package/dist/tengo/tpl/workflow.build-ctx.plj.gz +0 -0
  42. package/dist/tengo/tpl/workflow.query-anchored.plj.gz +0 -0
  43. package/package.json +3 -3
package/dist/tengo/lib/pframes.data.lib.tengo CHANGED
@@ -98,7 +98,8 @@ parseData := func(inputParam, ...optsRaw) {
98
98
  state.keyLength = resourceData.keyLength
99
99
  state.relevantTopLayerKeyLength = state.keyLength
100
100
  } else if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_JSON_PARTITIONED ||
101
- state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_BINARY_PARTITIONED {
101
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_BINARY_PARTITIONED ||
102
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_PARQUET_PARTITIONED {
102
103
  state.partitionKeyLength = resourceData.partitionKeyLength
103
104
  state.relevantTopLayerKeyLength = state.partitionKeyLength
104
105
  } else if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP_PARTITIONED {
@@ -106,7 +107,8 @@ parseData := func(inputParam, ...optsRaw) {
106
107
  state.keyLength = resourceData.keyLength
107
108
  state.relevantTopLayerKeyLength = state.partitionKeyLength
108
109
  } else if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_JSON_SUPER_PARTITIONED ||
109
- state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_BINARY_SUPER_PARTITIONED {
110
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_BINARY_SUPER_PARTITIONED ||
111
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_PARQUET_SUPER_PARTITIONED {
110
112
  state.superPartitionKeyLength = resourceData.superPartitionKeyLength
111
113
  state.partitionKeyLength = resourceData.partitionKeyLength // This is PKL of *nested* structures
112
114
  state.relevantTopLayerKeyLength = state.superPartitionKeyLength
@@ -125,6 +127,7 @@ parseData := func(inputParam, ...optsRaw) {
125
127
  state.data = resourceData.data
126
128
  for key, _ in state.data { _decodeKeyString(key) }
127
129
  } else if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_JSON_PARTITIONED ||
130
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_PARQUET_PARTITIONED ||
128
131
  state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP {
129
132
  for key, fieldRef in actualResource.inputs() {
130
133
  _decodeKeyString(key) // Validate key structure early
@@ -160,6 +163,7 @@ parseData := func(inputParam, ...optsRaw) {
160
163
  state.data = tempData
161
164
  } else if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_JSON_SUPER_PARTITIONED ||
162
165
  state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_BINARY_SUPER_PARTITIONED ||
166
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_PARQUET_SUPER_PARTITIONED ||
163
167
  state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP_PARTITIONED {
164
168
  nestedOpts := { parse: recursive } // if not recursive, the nested resource will not be parsed
165
169
  if !is_undefined(state.spec) {
@@ -312,6 +316,7 @@ _createPColumnDataInstance = func(state) {
312
316
  if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_JSON {
313
317
  builder = smart.structBuilder(state.resourceType, json.encode({ keyLength: state.keyLength, data: state.data }))
314
318
  } else if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_JSON_PARTITIONED ||
319
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_PARQUET_PARTITIONED ||
315
320
  state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP_PARTITIONED {
316
321
  builder = smart.structBuilder(state.resourceType, json.encode({ partitionKeyLength: state.partitionKeyLength }))
317
322
  for key, resourceRef in state.data {
@@ -325,6 +330,7 @@ _createPColumnDataInstance = func(state) {
325
330
  }
326
331
  } else if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_JSON_SUPER_PARTITIONED ||
327
332
  state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_BINARY_SUPER_PARTITIONED ||
333
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_PARQUET_SUPER_PARTITIONED ||
328
334
  state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP_PARTITIONED {
329
335
  builder = smart.structBuilder(state.resourceType, json.encode({
330
336
  superPartitionKeyLength: state.superPartitionKeyLength,
@@ -426,6 +432,7 @@ _createPColumnDataInstance = func(state) {
426
432
 
427
433
  if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_JSON_SUPER_PARTITIONED ||
428
434
  state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_BINARY_SUPER_PARTITIONED ||
435
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_PARQUET_SUPER_PARTITIONED ||
429
436
  state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP_PARTITIONED {
430
437
 
431
438
  newData := {}
@@ -469,6 +476,11 @@ _createPColumnDataInstance = func(state) {
469
476
  newInstanceOpts.resourceType = pConstants.RTYPE_P_COLUMN_DATA_BINARY_PARTITIONED
470
477
  newInstanceOpts.partitionKeyLength = partitionKeyLength
471
478
  newInstanceOpts.relevantTopLayerKeyLength = partitionKeyLength
479
+ } else if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_PARQUET_SUPER_PARTITIONED {
480
+ partitionKeyLength := state.partitionKeyLength
481
+ newInstanceOpts.resourceType = pConstants.RTYPE_P_COLUMN_DATA_PARQUET_PARTITIONED
482
+ newInstanceOpts.partitionKeyLength = partitionKeyLength
483
+ newInstanceOpts.relevantTopLayerKeyLength = partitionKeyLength
472
484
  } else { // RTYPE_P_COLUMN_DATA_RESOURCE_MAP_PARTITIONED (PColumnData/Partitioned/ResourceMap)
473
485
  keyLength := state.keyLength
474
486
  newInstanceOpts.resourceType = pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP
@@ -498,7 +510,8 @@ _createPColumnDataInstance = func(state) {
498
510
  })
499
511
  }
500
512
  } else if state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_JSON_PARTITIONED ||
501
- state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_BINARY_PARTITIONED {
513
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_BINARY_PARTITIONED ||
514
+ state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_PARQUET_PARTITIONED {
502
515
  newData := {}
503
516
  for keyStr, item in state.data {
504
517
  keyArray := _decodeKeyString(keyStr)
@@ -716,9 +729,10 @@ _createPColumnDataInstance = func(state) {
716
729
 
717
730
  isJsonSuper := state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_JSON_SUPER_PARTITIONED
718
731
  isBinarySuper := state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_BINARY_SUPER_PARTITIONED
732
+ isParquetSuper := state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_PARQUET_SUPER_PARTITIONED
719
733
  isResourceMapSuper := state.resourceType == pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP_PARTITIONED
720
734
 
721
- if !(isJsonSuper || isBinarySuper || isResourceMapSuper) {
735
+ if !(isJsonSuper || isBinarySuper || isParquetSuper || isResourceMapSuper) {
722
736
  return self // Not a type that can be flattened
723
737
  }
724
738
 
@@ -730,6 +744,9 @@ _createPColumnDataInstance = func(state) {
730
744
  } else if isBinarySuper {
731
745
  finalResourceType = pConstants.RTYPE_P_COLUMN_DATA_BINARY_PARTITIONED
732
746
  usePartitionKeyLengthForFinal = true
747
+ } else if isParquetSuper {
748
+ finalResourceType = pConstants.RTYPE_P_COLUMN_DATA_PARQUET_PARTITIONED
749
+ usePartitionKeyLengthForFinal = true
733
750
  } else { // isResourceMapSuper
734
751
  finalResourceType = pConstants.RTYPE_P_COLUMN_DATA_RESOURCE_MAP
735
752
 
package/dist/tengo/tpl/exec.exec.plj.gz CHANGED
Binary file
package/dist/tengo/tpl/ll.get-field.plj.gz CHANGED
Binary file
package/dist/tengo/tpl/pt.import-dir.plj.gz CHANGED
Binary file
package/dist/tengo/tpl/waiter.waiter.plj.gz CHANGED
Binary file
package/dist/tengo/tpl/workdir.save.plj.gz CHANGED
Binary file
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@platforma-sdk/workflow-tengo",
3
- "version": "5.5.0",
3
+ "version": "5.5.1",
4
4
  "description": "Tengo SDK library",
5
5
  "type": "module",
6
6
  "types": "./dist/index.d.ts",
@@ -18,8 +18,8 @@
18
18
  "dependencies": {
19
19
  "@milaboratories/software-pframes-conv": "2.2.9",
20
20
  "@platforma-open/milaboratories.software-small-binaries": "^1.15.23",
21
- "@platforma-open/milaboratories.software-ptabler": "1.13.0",
22
- "@platforma-open/milaboratories.software-ptexter": "1.2.0"
21
+ "@platforma-open/milaboratories.software-ptexter": "1.2.0",
22
+ "@platforma-open/milaboratories.software-ptabler": "1.13.0"
23
23
  },
24
24
  "devDependencies": {
25
25
  "@platforma-sdk/tengo-builder": "2.3.3"