@dataform/core 3.0.30 → 3.0.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/configs.proto CHANGED
@@ -59,6 +59,23 @@ message WorkflowSettings {
59
59
 
60
60
  // Optional. The prefix to append to built-in assertion names.
61
61
  string builtin_assertion_name_prefix = 11;
62
+
63
+ // Optional. Config options for Iceberg tables.
64
+ IcebergConfig iceberg_config = 12;
65
+ }
66
+
67
+ message IcebergConfig {
68
+ // Optional. Bucket name used to construct a storage URI when creating an
69
+ // Iceberg table.
70
+ string default_bucket_name = 1;
71
+
72
+ // Optional. Table folder root used to construct a storage URI when creating
73
+ // an Iceberg table.
74
+ string default_table_folder_root = 2;
75
+
76
+ // Optional. Table folder subpath used to construct a storage URI when
77
+ // creating an Iceberg table.
78
+ string default_table_folder_subpath = 3;
62
79
  }
63
80
 
64
81
  // Action configs defines the contents of `actions.yaml` configuration files.
@@ -627,6 +644,8 @@ message ActionConfig {
627
644
  LoadMode mode = 1;
628
645
  // Required when mode is MAXIMUM or UNIQUE
629
646
  string incremental_column = 2;
647
+ // required when mode is MERGE
648
+ repeated string unique_key = 3;
630
649
  }
631
650
 
632
651
  enum LoadMode {
@@ -640,6 +659,8 @@ message ActionConfig {
640
659
  // Insert only records where the specified column value is not already
641
660
  // present in the destination column values.
642
661
  UNIQUE = 3;
662
+ // Merge records into the destination table, deduplicating using 1+ unique keys
663
+ MERGE = 4;
643
664
  }
644
665
  }
645
666
 
package/core.proto CHANGED
@@ -40,6 +40,8 @@ message ProjectConfig {
40
40
 
41
41
  NotebookRuntimeOptions default_notebook_runtime_options = 17;
42
42
 
43
+ IcebergConfig iceberg_config = 19;
44
+
43
45
  reserved 3, 4, 6, 8, 10, 12, 13;
44
46
  }
45
47
 
@@ -336,6 +338,7 @@ message LoadConfiguration {
336
338
  IncrementalLoadMode maximum = 3;
337
339
  IncrementalLoadMode unique = 4;
338
340
  IncrementalLoadMode automatic = 5;
341
+ MergeLoadMode merge = 6;
339
342
  }
340
343
  }
341
344
 
@@ -345,6 +348,10 @@ message IncrementalLoadMode {
345
348
  string column_name = 1;
346
349
  }
347
350
 
351
+ message MergeLoadMode {
352
+ repeated string unique_key = 1;
353
+ }
354
+
348
355
  message CompiledGraph {
349
356
  ProjectConfig project_config = 4;
350
357
 
package/package.json CHANGED
@@ -34,7 +34,7 @@
34
34
  "publishConfig": {
35
35
  "access": "public"
36
36
  },
37
- "version": "3.0.30",
37
+ "version": "3.0.32",
38
38
  "name": "@dataform/core",
39
39
  "description": "Dataform core API.",
40
40
  "main": "bundle.js"