@dataform/core 3.1.0 → 3.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/configs.proto CHANGED
@@ -94,6 +94,9 @@ message WorkflowSettings {
94
94
  // BigQuery jobs executed for actions in this project. Can be overridden by
95
95
  // action-level `job_labels`.
96
96
  map<string, string> default_job_labels = 20;
97
+
98
+ // Optional. Default config options for Lakehouse (4-part) targets.
99
+ DefaultLakehouseConfig default_lakehouse_config = 21;
97
100
  }
98
101
 
99
102
  // Configuration for Knowledge Catalog lineage emission.
@@ -124,6 +127,9 @@ message ActionConfig {
124
127
  // flag for when we want to add assertions of this dependency in
125
128
  // dependency_targets as well.
126
129
  bool include_dependent_assertions = 5;
130
+
131
+ // Configuration options for a Lakehouse (4-part) target.
132
+ LakehouseConfig lakehouse = 6;
127
133
  }
128
134
 
129
135
  message ColumnDescriptor {
@@ -208,6 +214,14 @@ message ActionConfig {
208
214
  string table_folder_subpath = 5;
209
215
  }
210
216
 
217
+ message LakehouseConfig {
218
+ // The Lakehouse catalog name.
219
+ string catalog = 1;
220
+
221
+ // The Lakehouse namespace name.
222
+ string namespace = 2;
223
+ }
224
+
211
225
  message TableConfig {
212
226
  // The name of the table.
213
227
  string name = 1;
@@ -305,6 +319,9 @@ message ActionConfig {
305
319
  // job(s) executed for this table. Overrides matching keys from
306
320
  // `default_job_labels` in `workflow_settings.yaml`.
307
321
  map<string, string> job_labels = 26;
322
+
323
+ // Configuration options for a Lakehouse (4-part) table.
324
+ LakehouseConfig lakehouse = 27;
308
325
  }
309
326
 
310
327
  message Metadata {
@@ -542,6 +559,9 @@ message ActionConfig {
542
559
  // job(s) executed for this incremental table. Overrides matching keys from
543
560
  // `default_job_labels` in `workflow_settings.yaml`.
544
561
  map<string, string> job_labels = 31;
562
+
563
+ // Configuration options for a Lakehouse (4-part) incremental table.
564
+ LakehouseConfig lakehouse = 32;
545
565
  }
546
566
 
547
567
  message AssertionConfig {
@@ -650,6 +670,9 @@ message ActionConfig {
650
670
  // job(s) executed for this operation. Overrides matching keys from
651
671
  // `default_job_labels` in `workflow_settings.yaml`.
652
672
  map<string, string> job_labels = 14;
673
+
674
+ // Configuration options for a Lakehouse (4-part) operation target.
675
+ LakehouseConfig lakehouse = 15;
653
676
  }
654
677
 
655
678
  message DeclarationConfig {
@@ -673,6 +696,9 @@ message ActionConfig {
673
696
 
674
697
  // A list of user-defined tags with which the action should be labeled.
675
698
  repeated string tags = 7;
699
+
700
+ // Configuration options for a Lakehouse (4-part) declaration target.
701
+ LakehouseConfig lakehouse = 8;
676
702
  }
677
703
 
678
704
  message NotebookConfig {
package/core.proto CHANGED
@@ -58,6 +58,8 @@ message ProjectConfig {
58
58
 
59
59
  map<string, string> default_job_labels = 26;
60
60
 
61
+ DefaultLakehouseConfig default_lakehouse_config = 27;
62
+
61
63
  reserved 3, 4, 6, 8, 10, 12, 13;
62
64
  }
63
65
 
@@ -79,6 +81,14 @@ message DefaultIcebergConfig {
79
81
  string connection = 4;
80
82
  }
81
83
 
84
+ message DefaultLakehouseConfig {
85
+ // Optional. Default Lakehouse catalog name.
86
+ string catalog = 1;
87
+
88
+ // Optional. Default Lakehouse namespace name.
89
+ string namespace = 2;
90
+ }
91
+
82
92
  message CompileConfig {
83
93
  // Required.
84
94
  string project_dir = 1;
@@ -468,22 +478,22 @@ message PropertyGraph {
468
478
  repeated Target dependency_targets = 3;
469
479
  string file_name = 4;
470
480
  string description = 5;
471
- repeated GraphEntity entities = 6;
472
- repeated GraphRelationship relationships = 7;
481
+ repeated GraphNodeTable nodes = 6;
482
+ repeated GraphEdgeTable edges = 7;
473
483
  string graph_body = 8;
474
484
  bool disabled = 9;
475
485
  repeated string tags = 10;
476
486
  ActionDescriptor action_descriptor = 11;
477
487
  }
478
488
 
479
- message GraphEntity {
489
+ message GraphNodeTable {
480
490
  string name = 1;
481
491
  Target data_source = 2;
482
492
  repeated string keys = 3;
483
493
  repeated GraphLabel labels = 4;
484
494
  }
485
495
 
486
- message GraphRelationship {
496
+ message GraphEdgeTable {
487
497
  string name = 1;
488
498
  Target data_source = 2;
489
499
  repeated string keys = 3;
@@ -510,9 +520,9 @@ message GraphField {
510
520
  }
511
521
 
512
522
  message GraphEndpoint {
513
- string entity = 1;
514
- repeated string relationship_columns = 2;
515
- repeated string entity_columns = 3;
523
+ string node = 1;
524
+ repeated string edge_columns = 2;
525
+ repeated string node_columns = 3;
516
526
  }
517
527
 
518
528
  message CompiledGraph {
package/package.json CHANGED
@@ -43,7 +43,7 @@
43
43
  "publishConfig": {
44
44
  "access": "public"
45
45
  },
46
- "version": "3.1.0",
46
+ "version": "3.1.2",
47
47
  "name": "@dataform/core",
48
48
  "description": "Dataform core API.",
49
49
  "main": "bundle.js"