@platforma-sdk/workflow-tengo 5.22.0 → 5.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (49) hide show
  1. package/dist/tengo/lib/exec.lib.tengo +22 -1
  2. package/dist/tengo/lib/pframes.util.lib.tengo +22 -22
  3. package/dist/tengo/lib/pframes.xsv-import-file.lib.tengo +1 -2
  4. package/dist/tengo/tpl/annotations.compute.plj.gz +0 -0
  5. package/dist/tengo/tpl/anonymize.deanonymize.plj.gz +0 -0
  6. package/dist/tengo/tpl/anonymize.impl.plj.gz +0 -0
  7. package/dist/tengo/tpl/check_network.create_workdir_from_storage.plj.gz +0 -0
  8. package/dist/tengo/tpl/check_network.download_blob.plj.gz +0 -0
  9. package/dist/tengo/tpl/check_network.run_hello_world.plj.gz +0 -0
  10. package/dist/tengo/tpl/check_network.run_hello_world_py.plj.gz +0 -0
  11. package/dist/tengo/tpl/check_network.upload_blob.plj.gz +0 -0
  12. package/dist/tengo/tpl/check_network.upload_template.plj.gz +0 -0
  13. package/dist/tengo/tpl/check_network.workdir_type_name_extractor.plj.gz +0 -0
  14. package/dist/tengo/tpl/exec.conda.create-env.plj.gz +0 -0
  15. package/dist/tengo/tpl/exec.delayed-compute-allocation.impl.plj.gz +0 -0
  16. package/dist/tengo/tpl/exec.exec-impl.plj.gz +0 -0
  17. package/dist/tengo/tpl/exec.exec.plj.gz +0 -0
  18. package/dist/tengo/tpl/exec.load-software.impl.plj.gz +0 -0
  19. package/dist/tengo/tpl/exec.monetization_info.plj.gz +0 -0
  20. package/dist/tengo/tpl/exec.monetization_to_json.plj.gz +0 -0
  21. package/dist/tengo/tpl/exec.python.create-venv.plj.gz +0 -0
  22. package/dist/tengo/tpl/exec.python.install-deps.plj.gz +0 -0
  23. package/dist/tengo/tpl/exec.python.venv-bin-path.plj.gz +0 -0
  24. package/dist/tengo/tpl/ll.get-field.plj.gz +0 -0
  25. package/dist/tengo/tpl/pframes.build-table.plj.gz +0 -0
  26. package/dist/tengo/tpl/pframes.export-multiple-pcolumns.plj.gz +0 -0
  27. package/dist/tengo/tpl/pframes.export-parquet-pcolumn-chunk.plj.gz +0 -0
  28. package/dist/tengo/tpl/pframes.export-pframe-for-ui.plj.gz +0 -0
  29. package/dist/tengo/tpl/pframes.export-pframe.plj.gz +0 -0
  30. package/dist/tengo/tpl/pframes.export-single-pcolumn.plj.gz +0 -0
  31. package/dist/tengo/tpl/pframes.import-dir.plj.gz +0 -0
  32. package/dist/tengo/tpl/pframes.merge-resource-maps.plj.gz +0 -0
  33. package/dist/tengo/tpl/pframes.parse-to-json.plj.gz +0 -0
  34. package/dist/tengo/tpl/pframes.process-pcolumn-batch-split.plj.gz +0 -0
  35. package/dist/tengo/tpl/pframes.process-pcolumn-batch.plj.gz +0 -0
  36. package/dist/tengo/tpl/pframes.process-pcolumn-data.plj.gz +0 -0
  37. package/dist/tengo/tpl/pframes.remove-nulls.plj.gz +0 -0
  38. package/dist/tengo/tpl/pframes.slice-data.plj.gz +0 -0
  39. package/dist/tengo/tpl/pframes.xsv-export-pframe.plj.gz +0 -0
  40. package/dist/tengo/tpl/pframes.xsv-import-if-not-null.plj.gz +0 -0
  41. package/dist/tengo/tpl/pframes.xsv-import-map.plj.gz +0 -0
  42. package/dist/tengo/tpl/pt.import-dir.plj.gz +0 -0
  43. package/dist/tengo/tpl/pt.workflow-run.plj.gz +0 -0
  44. package/dist/tengo/tpl/waiter.waiter.plj.gz +0 -0
  45. package/dist/tengo/tpl/workdir.save.plj.gz +0 -0
  46. package/dist/tengo/tpl/workflow.build-ctx.plj.gz +0 -0
  47. package/dist/tengo/tpl/workflow.query-anchored.plj.gz +0 -0
  48. package/dist/tengo/tpl/workflow.query-context-filter.plj.gz +0 -0
  49. package/package.json +4 -4
package/dist/tengo/lib/exec.lib.tengo CHANGED
@@ -16,9 +16,11 @@ render := import("@platforma-sdk/workflow-tengo:render")
16
16
  enum := import("enum")
17
17
  oop := import("@platforma-sdk/workflow-tengo:oop")
18
18
  constants := import("@platforma-sdk/workflow-tengo:constants")
19
+ canonical := import("@platforma-sdk/workflow-tengo:canonical")
19
20
  monetization := import("@platforma-sdk/workflow-tengo:exec.monetization_internal")
20
21
  execConstants := import("@platforma-sdk/workflow-tengo:exec.constants")
21
22
  units := import("@platforma-sdk/workflow-tengo:units")
23
+ feats := import("@platforma-sdk/workflow-tengo:feats")
22
24
 
23
25
 
24
26
 
@@ -799,7 +801,20 @@ builder := func() {
799
801
 
800
802
 
801
803
 
804
+
805
+
806
+
807
+
808
+
809
+
802
810
  writeFile: func(fileName, data, ...opts) {
811
+
812
+
813
+
814
+
815
+ if (ll.isMap(data) || is_array(data)) && !smart.isReference(data) {
816
+ data = canonical.encode(data)
817
+ }
803
818
  validation.assertType(data, ["or",
804
819
  "string",
805
820
  "bytes",
@@ -1220,5 +1235,11 @@ builder := func() {
1220
1235
  }
1221
1236
 
1222
1237
  export ll.toStrict({
1223
- builder: builder
1238
+ builder: builder,
1239
+
1240
+
1241
+
1242
+
1243
+
1244
+ hasGpu: feats.hasGpu
1224
1245
  })
package/dist/tengo/lib/pframes.util.lib.tengo CHANGED
@@ -510,17 +510,17 @@ addColumnToWd := func(name, spec, data, execBuilder, ops) {
510
510
  jdataFile := "res" + data.id + ".jdata"
511
511
 
512
512
 
513
- execBuilder.writeFile(makePath(jdataFile), json.encode(data.getDataAsJson().data))
513
+ execBuilder.writeFile(makePath(jdataFile), data.getDataAsJson().data)
514
514
 
515
515
 
516
- execBuilder.writeFile(makePath(name + ".datainfo"), json.encode({
516
+ execBuilder.writeFile(makePath(name + ".datainfo"), {
517
517
  type: "JsonPartitioned",
518
518
  partitionKeyLength: 0,
519
519
  parts: { "[]": jdataFile }
520
- }))
520
+ })
521
521
 
522
522
 
523
- execBuilder.writeFile(makePath(name + ".spec"), json.encode(spec))
523
+ execBuilder.writeFile(makePath(name + ".spec"), spec)
524
524
 
525
525
  } else if (data.checkResourceType(constants.RTYPE_P_COLUMN_DATA_JSON_PARTITIONED)) {
526
526
 
@@ -540,14 +540,14 @@ addColumnToWd := func(name, spec, data, execBuilder, ops) {
540
540
  }
541
541
 
542
542
 
543
- execBuilder.writeFile(makePath(name + ".datainfo"), json.encode({
543
+ execBuilder.writeFile(makePath(name + ".datainfo"), {
544
544
  type: "JsonPartitioned",
545
545
  partitionKeyLength: data.getDataAsJson().partitionKeyLength,
546
546
  parts: parts
547
- }))
547
+ })
548
548
 
549
549
 
550
- execBuilder.writeFile(makePath(name + ".spec"), json.encode(spec))
550
+ execBuilder.writeFile(makePath(name + ".spec"), spec)
551
551
 
552
552
  } else if (data.checkResourceType(constants.RTYPE_P_COLUMN_DATA_JSON_SUPER_PARTITIONED)) {
553
553
 
@@ -577,14 +577,14 @@ addColumnToWd := func(name, spec, data, execBuilder, ops) {
577
577
  }
578
578
 
579
579
 
580
- execBuilder.writeFile(makePath(name + ".datainfo"), json.encode({
580
+ execBuilder.writeFile(makePath(name + ".datainfo"), {
581
581
  type: "JsonPartitioned",
582
582
  partitionKeyLength: superPartitionKeyLength + partitionKeyLength,
583
583
  parts: parts
584
- }))
584
+ })
585
585
 
586
586
 
587
- execBuilder.writeFile(makePath(name + ".spec"), json.encode(spec))
587
+ execBuilder.writeFile(makePath(name + ".spec"), spec)
588
588
 
589
589
  } else if (data.checkResourceType(constants.RTYPE_P_COLUMN_DATA_BINARY_PARTITIONED)) {
590
590
 
@@ -620,14 +620,14 @@ addColumnToWd := func(name, spec, data, execBuilder, ops) {
620
620
  }
621
621
 
622
622
 
623
- execBuilder.writeFile(makePath(name + ".datainfo"), json.encode({
623
+ execBuilder.writeFile(makePath(name + ".datainfo"), {
624
624
  type: "BinaryPartitioned",
625
625
  partitionKeyLength: data.getDataAsJson().partitionKeyLength,
626
626
  parts: parts
627
- }))
627
+ })
628
628
 
629
629
 
630
- execBuilder.writeFile(makePath(name + ".spec"), json.encode(spec))
630
+ execBuilder.writeFile(makePath(name + ".spec"), spec)
631
631
 
632
632
  } else if (data.checkResourceType(constants.RTYPE_P_COLUMN_DATA_BINARY_SUPER_PARTITIONED)) {
633
633
 
@@ -678,14 +678,14 @@ addColumnToWd := func(name, spec, data, execBuilder, ops) {
678
678
  }
679
679
 
680
680
 
681
- execBuilder.writeFile(makePath(name + ".datainfo"), json.encode({
681
+ execBuilder.writeFile(makePath(name + ".datainfo"), {
682
682
  type: "BinaryPartitioned",
683
683
  partitionKeyLength: superPartitionKeyLength + partitionKeyLength,
684
684
  parts: parts
685
- }))
685
+ })
686
686
 
687
687
 
688
- execBuilder.writeFile(makePath(name + ".spec"), json.encode(spec))
688
+ execBuilder.writeFile(makePath(name + ".spec"), spec)
689
689
 
690
690
  } else if (data.checkResourceType(constants.RTYPE_P_COLUMN_DATA_PARQUET_PARTITIONED)) {
691
691
 
@@ -709,14 +709,14 @@ addColumnToWd := func(name, spec, data, execBuilder, ops) {
709
709
  }
710
710
 
711
711
 
712
- execBuilder.writeFile(makePath(name + ".datainfo"), json.encode({
712
+ execBuilder.writeFile(makePath(name + ".datainfo"), {
713
713
  type: "ParquetPartitioned",
714
714
  partitionKeyLength: data.getDataAsJson().partitionKeyLength,
715
715
  parts: parts
716
- }))
716
+ })
717
717
 
718
718
 
719
- execBuilder.writeFile(makePath(name + ".spec"), json.encode(spec))
719
+ execBuilder.writeFile(makePath(name + ".spec"), spec)
720
720
 
721
721
  } else if (data.checkResourceType(constants.RTYPE_P_COLUMN_DATA_PARQUET_SUPER_PARTITIONED)) {
722
722
 
@@ -752,14 +752,14 @@ addColumnToWd := func(name, spec, data, execBuilder, ops) {
752
752
  }
753
753
 
754
754
 
755
- execBuilder.writeFile(makePath(name + ".datainfo"), json.encode({
755
+ execBuilder.writeFile(makePath(name + ".datainfo"), {
756
756
  type: "ParquetPartitioned",
757
757
  partitionKeyLength: superPartitionKeyLength + partitionKeyLength,
758
758
  parts: parts
759
- }))
759
+ })
760
760
 
761
761
 
762
- execBuilder.writeFile(makePath(name + ".spec"), json.encode(spec))
762
+ execBuilder.writeFile(makePath(name + ".spec"), spec)
763
763
 
764
764
  } else {
765
765
  ll.panic("unsupported p-column data type: %v", data.info().Type)
package/dist/tengo/lib/pframes.xsv-import-file.lib.tengo CHANGED
@@ -4,7 +4,6 @@ exec := import("@platforma-sdk/workflow-tengo:exec")
4
4
  validation := import("@platforma-sdk/workflow-tengo:validation")
5
5
  objects := import("@platforma-sdk/workflow-tengo:objects")
6
6
  util := import("@platforma-sdk/workflow-tengo:pframes.util")
7
- json := import("json")
8
7
  constants := import("@platforma-sdk/workflow-tengo:pframes.constants")
9
8
  execConstants := import("@platforma-sdk/workflow-tengo:exec.constants")
10
9
  xsvImportPt := import("@platforma-sdk/workflow-tengo:pframes.xsv-import-pt")
@@ -187,7 +186,7 @@ importFile := func(xsvFile, xsvType, spec, ...ops) {
187
186
  arg("-p").arg("spec.json").
188
187
  arg("-o").arg("out").
189
188
  addFile(xsvFileName, xsvFile).
190
- writeFile("spec.json", json.encode(pureSpec)).
189
+ writeFile("spec.json", pureSpec).
191
190
  processWorkdir("pf", importDirTpl, pureSpec)
192
191
 
193
192
  if ops.queue != undefined {
package/dist/tengo/tpl/exec.exec.plj.gz CHANGED
Binary file
package/dist/tengo/tpl/ll.get-field.plj.gz CHANGED
Binary file
package/dist/tengo/tpl/pt.import-dir.plj.gz CHANGED
Binary file
package/dist/tengo/tpl/waiter.waiter.plj.gz CHANGED
Binary file
package/dist/tengo/tpl/workdir.save.plj.gz CHANGED
Binary file
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@platforma-sdk/workflow-tengo",
3
- "version": "5.22.0",
3
+ "version": "5.24.0",
4
4
  "description": "Tengo SDK library",
5
5
  "type": "module",
6
6
  "types": "./dist/index.d.ts",
@@ -18,11 +18,11 @@
18
18
  "dependencies": {
19
19
  "@milaboratories/software-pframes-conv": "2.2.9",
20
20
  "@platforma-open/milaboratories.software-small-binaries": "^2.0.3",
21
- "@platforma-open/milaboratories.software-ptabler": "1.16.1",
22
- "@platforma-open/milaboratories.software-ptexter": "1.2.2"
21
+ "@platforma-open/milaboratories.software-ptexter": "1.2.2",
22
+ "@platforma-open/milaboratories.software-ptabler": "1.16.1"
23
23
  },
24
24
  "devDependencies": {
25
- "@platforma-sdk/tengo-builder": "2.5.27"
25
+ "@platforma-sdk/tengo-builder": "2.5.29"
26
26
  },
27
27
  "scripts": {
28
28
  "type-check": "pl-tengo check",