@dataform/core 3.1.0 → 3.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundle.d.ts +504 -235
- package/bundle.js +1 -1
- package/configs.proto +26 -0
- package/core.proto +17 -7
- package/package.json +1 -1
package/configs.proto
CHANGED
|
@@ -94,6 +94,9 @@ message WorkflowSettings {
|
|
|
94
94
|
// BigQuery jobs executed for actions in this project. Can be overridden by
|
|
95
95
|
// action-level `job_labels`.
|
|
96
96
|
map<string, string> default_job_labels = 20;
|
|
97
|
+
|
|
98
|
+
// Optional. Default config options for Lakehouse (4-part) targets.
|
|
99
|
+
DefaultLakehouseConfig default_lakehouse_config = 21;
|
|
97
100
|
}
|
|
98
101
|
|
|
99
102
|
// Configuration for Knowledge Catalog lineage emission.
|
|
@@ -124,6 +127,9 @@ message ActionConfig {
|
|
|
124
127
|
// flag for when we want to add assertions of this dependency in
|
|
125
128
|
// dependency_targets as well.
|
|
126
129
|
bool include_dependent_assertions = 5;
|
|
130
|
+
|
|
131
|
+
// Configuration options for a Lakehouse (4-part) target.
|
|
132
|
+
LakehouseConfig lakehouse = 6;
|
|
127
133
|
}
|
|
128
134
|
|
|
129
135
|
message ColumnDescriptor {
|
|
@@ -208,6 +214,14 @@ message ActionConfig {
|
|
|
208
214
|
string table_folder_subpath = 5;
|
|
209
215
|
}
|
|
210
216
|
|
|
217
|
+
message LakehouseConfig {
|
|
218
|
+
// The Lakehouse catalog name.
|
|
219
|
+
string catalog = 1;
|
|
220
|
+
|
|
221
|
+
// The Lakehouse namespace name.
|
|
222
|
+
string namespace = 2;
|
|
223
|
+
}
|
|
224
|
+
|
|
211
225
|
message TableConfig {
|
|
212
226
|
// The name of the table.
|
|
213
227
|
string name = 1;
|
|
@@ -305,6 +319,9 @@ message ActionConfig {
|
|
|
305
319
|
// job(s) executed for this table. Overrides matching keys from
|
|
306
320
|
// `default_job_labels` in `workflow_settings.yaml`.
|
|
307
321
|
map<string, string> job_labels = 26;
|
|
322
|
+
|
|
323
|
+
// Configuration options for a Lakehouse (4-part) table.
|
|
324
|
+
LakehouseConfig lakehouse = 27;
|
|
308
325
|
}
|
|
309
326
|
|
|
310
327
|
message Metadata {
|
|
@@ -542,6 +559,9 @@ message ActionConfig {
|
|
|
542
559
|
// job(s) executed for this incremental table. Overrides matching keys from
|
|
543
560
|
// `default_job_labels` in `workflow_settings.yaml`.
|
|
544
561
|
map<string, string> job_labels = 31;
|
|
562
|
+
|
|
563
|
+
// Configuration options for a Lakehouse (4-part) incremental table.
|
|
564
|
+
LakehouseConfig lakehouse = 32;
|
|
545
565
|
}
|
|
546
566
|
|
|
547
567
|
message AssertionConfig {
|
|
@@ -650,6 +670,9 @@ message ActionConfig {
|
|
|
650
670
|
// job(s) executed for this operation. Overrides matching keys from
|
|
651
671
|
// `default_job_labels` in `workflow_settings.yaml`.
|
|
652
672
|
map<string, string> job_labels = 14;
|
|
673
|
+
|
|
674
|
+
// Configuration options for a Lakehouse (4-part) operation target.
|
|
675
|
+
LakehouseConfig lakehouse = 15;
|
|
653
676
|
}
|
|
654
677
|
|
|
655
678
|
message DeclarationConfig {
|
|
@@ -673,6 +696,9 @@ message ActionConfig {
|
|
|
673
696
|
|
|
674
697
|
// A list of user-defined tags with which the action should be labeled.
|
|
675
698
|
repeated string tags = 7;
|
|
699
|
+
|
|
700
|
+
// Configuration options for a Lakehouse (4-part) declaration target.
|
|
701
|
+
LakehouseConfig lakehouse = 8;
|
|
676
702
|
}
|
|
677
703
|
|
|
678
704
|
message NotebookConfig {
|
package/core.proto
CHANGED
|
@@ -58,6 +58,8 @@ message ProjectConfig {
|
|
|
58
58
|
|
|
59
59
|
map<string, string> default_job_labels = 26;
|
|
60
60
|
|
|
61
|
+
DefaultLakehouseConfig default_lakehouse_config = 27;
|
|
62
|
+
|
|
61
63
|
reserved 3, 4, 6, 8, 10, 12, 13;
|
|
62
64
|
}
|
|
63
65
|
|
|
@@ -79,6 +81,14 @@ message DefaultIcebergConfig {
|
|
|
79
81
|
string connection = 4;
|
|
80
82
|
}
|
|
81
83
|
|
|
84
|
+
message DefaultLakehouseConfig {
|
|
85
|
+
// Optional. Default Lakehouse catalog name.
|
|
86
|
+
string catalog = 1;
|
|
87
|
+
|
|
88
|
+
// Optional. Default Lakehouse namespace name.
|
|
89
|
+
string namespace = 2;
|
|
90
|
+
}
|
|
91
|
+
|
|
82
92
|
message CompileConfig {
|
|
83
93
|
// Required.
|
|
84
94
|
string project_dir = 1;
|
|
@@ -468,22 +478,22 @@ message PropertyGraph {
|
|
|
468
478
|
repeated Target dependency_targets = 3;
|
|
469
479
|
string file_name = 4;
|
|
470
480
|
string description = 5;
|
|
471
|
-
repeated
|
|
472
|
-
repeated
|
|
481
|
+
repeated GraphNodeTable nodes = 6;
|
|
482
|
+
repeated GraphEdgeTable edges = 7;
|
|
473
483
|
string graph_body = 8;
|
|
474
484
|
bool disabled = 9;
|
|
475
485
|
repeated string tags = 10;
|
|
476
486
|
ActionDescriptor action_descriptor = 11;
|
|
477
487
|
}
|
|
478
488
|
|
|
479
|
-
message
|
|
489
|
+
message GraphNodeTable {
|
|
480
490
|
string name = 1;
|
|
481
491
|
Target data_source = 2;
|
|
482
492
|
repeated string keys = 3;
|
|
483
493
|
repeated GraphLabel labels = 4;
|
|
484
494
|
}
|
|
485
495
|
|
|
486
|
-
message
|
|
496
|
+
message GraphEdgeTable {
|
|
487
497
|
string name = 1;
|
|
488
498
|
Target data_source = 2;
|
|
489
499
|
repeated string keys = 3;
|
|
@@ -510,9 +520,9 @@ message GraphField {
|
|
|
510
520
|
}
|
|
511
521
|
|
|
512
522
|
message GraphEndpoint {
|
|
513
|
-
string
|
|
514
|
-
repeated string
|
|
515
|
-
repeated string
|
|
523
|
+
string node = 1;
|
|
524
|
+
repeated string edge_columns = 2;
|
|
525
|
+
repeated string node_columns = 3;
|
|
516
526
|
}
|
|
517
527
|
|
|
518
528
|
message CompiledGraph {
|