@dataform/core 3.0.30 → 3.0.32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundle.d.ts +243 -3
- package/bundle.js +1 -1
- package/configs.proto +21 -0
- package/core.proto +7 -0
- package/package.json +1 -1
package/configs.proto
CHANGED
|
@@ -59,6 +59,23 @@ message WorkflowSettings {
|
|
|
59
59
|
|
|
60
60
|
// Optional. The prefix to append to built-in assertion names.
|
|
61
61
|
string builtin_assertion_name_prefix = 11;
|
|
62
|
+
|
|
63
|
+
// Optional. Config options for Iceberg tables.
|
|
64
|
+
IcebergConfig iceberg_config = 12;
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
message IcebergConfig {
|
|
68
|
+
// Optional. Bucket name used to construct a storage URI when creating an
|
|
69
|
+
// Iceberg table.
|
|
70
|
+
string default_bucket_name = 1;
|
|
71
|
+
|
|
72
|
+
// Optional. Table folder root used to construct a storage URI when creating
|
|
73
|
+
// an Iceberg table.
|
|
74
|
+
string default_table_folder_root = 2;
|
|
75
|
+
|
|
76
|
+
// Optional. Table folder subpath used to construct a storage URI when
|
|
77
|
+
// creating an Iceberg table.
|
|
78
|
+
string default_table_folder_subpath = 3;
|
|
62
79
|
}
|
|
63
80
|
|
|
64
81
|
// Action configs defines the contents of `actions.yaml` configuration files.
|
|
@@ -627,6 +644,8 @@ message ActionConfig {
|
|
|
627
644
|
LoadMode mode = 1;
|
|
628
645
|
// Required when mode is MAXIMUM or UNIQUE
|
|
629
646
|
string incremental_column = 2;
|
|
647
|
+
// required when mode is MERGE
|
|
648
|
+
repeated string unique_key = 3;
|
|
630
649
|
}
|
|
631
650
|
|
|
632
651
|
enum LoadMode {
|
|
@@ -640,6 +659,8 @@ message ActionConfig {
|
|
|
640
659
|
// Insert only records where the specified column value is not already
|
|
641
660
|
// present in the destination column values.
|
|
642
661
|
UNIQUE = 3;
|
|
662
|
+
// Merge records into the destination table, deduplicating using 1+ unique keys
|
|
663
|
+
MERGE = 4;
|
|
643
664
|
}
|
|
644
665
|
}
|
|
645
666
|
|
package/core.proto
CHANGED
|
@@ -40,6 +40,8 @@ message ProjectConfig {
|
|
|
40
40
|
|
|
41
41
|
NotebookRuntimeOptions default_notebook_runtime_options = 17;
|
|
42
42
|
|
|
43
|
+
IcebergConfig iceberg_config = 19;
|
|
44
|
+
|
|
43
45
|
reserved 3, 4, 6, 8, 10, 12, 13;
|
|
44
46
|
}
|
|
45
47
|
|
|
@@ -336,6 +338,7 @@ message LoadConfiguration {
|
|
|
336
338
|
IncrementalLoadMode maximum = 3;
|
|
337
339
|
IncrementalLoadMode unique = 4;
|
|
338
340
|
IncrementalLoadMode automatic = 5;
|
|
341
|
+
MergeLoadMode merge = 6;
|
|
339
342
|
}
|
|
340
343
|
}
|
|
341
344
|
|
|
@@ -345,6 +348,10 @@ message IncrementalLoadMode {
|
|
|
345
348
|
string column_name = 1;
|
|
346
349
|
}
|
|
347
350
|
|
|
351
|
+
message MergeLoadMode {
|
|
352
|
+
repeated string unique_key = 1;
|
|
353
|
+
}
|
|
354
|
+
|
|
348
355
|
message CompiledGraph {
|
|
349
356
|
ProjectConfig project_config = 4;
|
|
350
357
|
|