@dataform/core 3.0.71 → 3.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/configs.proto CHANGED
@@ -89,6 +89,14 @@ message WorkflowSettings {
89
89
 
90
90
  // Optional. Configuration for Knowledge Catalog lineage emission.
91
91
  LineageSettings lineage = 19;
92
+
93
+ // Optional. Default key-value pairs for BigQuery job labels applied to
94
+ // BigQuery jobs executed for actions in this project. Can be overridden by
95
+ // action-level `job_labels`.
96
+ map<string, string> default_job_labels = 20;
97
+
98
+ // Optional. Default config options for Lakehouse (4-part) targets.
99
+ DefaultLakehouseConfig default_lakehouse_config = 21;
92
100
  }
93
101
 
94
102
  // Configuration for Knowledge Catalog lineage emission.
@@ -119,6 +127,9 @@ message ActionConfig {
119
127
  // flag for when we want to add assertions of this dependency in
120
128
  // dependency_targets as well.
121
129
  bool include_dependent_assertions = 5;
130
+
131
+ // Configuration options for a Lakehouse (4-part) target.
132
+ LakehouseConfig lakehouse = 6;
122
133
  }
123
134
 
124
135
  message ColumnDescriptor {
@@ -203,6 +214,14 @@ message ActionConfig {
203
214
  string table_folder_subpath = 5;
204
215
  }
205
216
 
217
+ message LakehouseConfig {
218
+ // The Lakehouse catalog name.
219
+ string catalog = 1;
220
+
221
+ // The Lakehouse namespace name.
222
+ string namespace = 2;
223
+ }
224
+
206
225
  message TableConfig {
207
226
  // The name of the table.
208
227
  string name = 1;
@@ -295,6 +314,14 @@ message ActionConfig {
295
314
  // Optional. If true, preserves existing BigQuery column governance controls
296
315
  // (e.g. data policy) when recreating a table.
297
316
  optional bool preserve_governance_controls = 25;
317
+
318
+ // Optional. Key-value pairs for BigQuery job labels applied to the query
319
+ // job(s) executed for this table. Overrides matching keys from
320
+ // `default_job_labels` in `workflow_settings.yaml`.
321
+ map<string, string> job_labels = 26;
322
+
323
+ // Configuration options for a Lakehouse (4-part) table.
324
+ LakehouseConfig lakehouse = 27;
298
325
  }
299
326
 
300
327
  message Metadata {
@@ -383,6 +410,11 @@ message ActionConfig {
383
410
  // If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
384
411
  // Dataform CLI only (GCP Dataform support pending).
385
412
  string reservation = 21;
413
+
414
+ // Optional. Key-value pairs for BigQuery job labels applied to the query
415
+ // job(s) executed for this view. Overrides matching keys from
416
+ // `default_job_labels` in `workflow_settings.yaml`.
417
+ map<string, string> job_labels = 22;
386
418
  }
387
419
 
388
420
  enum OnSchemaChange {
@@ -522,6 +554,14 @@ message ActionConfig {
522
554
  // Optional. If true, preserves existing BigQuery column governance controls
523
555
  // (e.g. data policy) when recreating a table.
524
556
  optional bool preserve_governance_controls = 30;
557
+
558
+ // Optional. Key-value pairs for BigQuery job labels applied to the query
559
+ // job(s) executed for this incremental table. Overrides matching keys from
560
+ // `default_job_labels` in `workflow_settings.yaml`.
561
+ map<string, string> job_labels = 31;
562
+
563
+ // Configuration options for a Lakehouse (4-part) incremental table.
564
+ LakehouseConfig lakehouse = 32;
525
565
  }
526
566
 
527
567
  message AssertionConfig {
@@ -568,6 +608,11 @@ message ActionConfig {
568
608
 
569
609
  // Metadata for this assertion.
570
610
  Metadata metadata = 12;
611
+
612
+ // Optional. Key-value pairs for BigQuery job labels applied to the query
613
+ // job(s) executed for this assertion. Overrides matching keys from
614
+ // `default_job_labels` in `workflow_settings.yaml`.
615
+ map<string, string> job_labels = 13;
571
616
  }
572
617
 
573
618
  message OperationConfig {
@@ -620,6 +665,14 @@ message ActionConfig {
620
665
  // If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
621
666
  // Dataform CLI only (GCP Dataform support pending).
622
667
  string reservation = 13;
668
+
669
+ // Optional. Key-value pairs for BigQuery job labels applied to the query
670
+ // job(s) executed for this operation. Overrides matching keys from
671
+ // `default_job_labels` in `workflow_settings.yaml`.
672
+ map<string, string> job_labels = 14;
673
+
674
+ // Configuration options for a Lakehouse (4-part) operation target.
675
+ LakehouseConfig lakehouse = 15;
623
676
  }
624
677
 
625
678
  message DeclarationConfig {
@@ -643,6 +696,9 @@ message ActionConfig {
643
696
 
644
697
  // A list of user-defined tags with which the action should be labeled.
645
698
  repeated string tags = 7;
699
+
700
+ // Configuration options for a Lakehouse (4-part) declaration target.
701
+ LakehouseConfig lakehouse = 8;
646
702
  }
647
703
 
648
704
  message NotebookConfig {
@@ -711,6 +767,11 @@ message ActionConfig {
711
767
 
712
768
  LoadModeConfig load_mode = 12;
713
769
 
770
+ // Optional. Key-value pairs for BigQuery job labels applied to the BigQuery
771
+ // job(s) executed for this data preparation. Overrides matching keys from
772
+ // `default_job_labels` in `workflow_settings.yaml`.
773
+ map<string, string> job_labels = 15;
774
+
714
775
  message ErrorTableConfig {
715
776
  // The name of the error table.
716
777
  string name = 1;
package/core.proto CHANGED
@@ -56,6 +56,10 @@ message ProjectConfig {
56
56
 
57
57
  optional bool lineage_enabled = 25;
58
58
 
59
+ map<string, string> default_job_labels = 26;
60
+
61
+ DefaultLakehouseConfig default_lakehouse_config = 27;
62
+
59
63
  reserved 3, 4, 6, 8, 10, 12, 13;
60
64
  }
61
65
 
@@ -77,6 +81,14 @@ message DefaultIcebergConfig {
77
81
  string connection = 4;
78
82
  }
79
83
 
84
+ message DefaultLakehouseConfig {
85
+ // Optional. Default Lakehouse catalog name.
86
+ string catalog = 1;
87
+
88
+ // Optional. Default Lakehouse namespace name.
89
+ string namespace = 2;
90
+ }
91
+
80
92
  message CompileConfig {
81
93
  // Required.
82
94
  string project_dir = 1;
@@ -167,6 +179,10 @@ message ActionDescriptor {
167
179
  Metadata metadata = 4;
168
180
  ActionCompilationMode compilation_mode = 5;
169
181
  string reservation = 6;
182
+ // Effective BigQuery job labels for this action, with
183
+ // `ProjectConfig.default_job_labels` already merged in and overridden by
184
+ // action-level `job_labels`.
185
+ map<string, string> job_labels = 7;
170
186
  }
171
187
 
172
188
  message Metadata {
@@ -359,6 +375,8 @@ message Test {
359
375
  Target canonical_target = 8;
360
376
 
361
377
  repeated Target dependency_targets = 9;
378
+
379
+ ActionDescriptor action_descriptor = 11;
362
380
  }
363
381
 
364
382
  message Notebook {
@@ -428,6 +446,8 @@ message DataPreparation {
428
446
 
429
447
  LoadConfiguration load = 16;
430
448
 
449
+ ActionDescriptor action_descriptor = 17;
450
+
431
451
  reserved 7, 10;
432
452
  }
433
453
 
@@ -463,6 +483,7 @@ message PropertyGraph {
463
483
  string graph_body = 8;
464
484
  bool disabled = 9;
465
485
  repeated string tags = 10;
486
+ ActionDescriptor action_descriptor = 11;
466
487
  }
467
488
 
468
489
  message GraphEntity {
package/package.json CHANGED
@@ -1,31 +1,32 @@
1
1
  {
2
2
  "dependencies": {},
3
- "resolutions": {
4
- "**/object-path": "^0.11.5",
5
- "**/http-proxy": "^1.18.1",
6
- "**/serialize-javascript": "^7.1.1",
7
- "**/ssri": "^7.1.1",
8
- "**/glob-parent": "^5.1.2",
9
- "**/node-forge": "^1.0.0",
10
- "**/json-bigint": "^1.0.0",
11
- "**/y18n": "^5.0.5",
12
- "**/underscore": "^1.12.1",
13
- "**/protobufjs": "^7.0.0",
14
- "**/ansi-regex": "^3.0.1",
15
- "**/json-schema": "^0.4.0",
16
- "**/nth-check": "^2.0.1",
17
- "**/node-fetch": "^2.6.7",
18
- "**/markdown-it": "14.3.1",
19
- "**/mdurl": "2.0.0",
20
- "**/wrap-ansi": "7.0.0",
21
- "**/string-width": "4.1.0",
22
- "**/@eslint-community/eslint-utils": "4.9.1",
23
- "**/@ungap/structured-clone": "1.3.1",
24
- "**/brace-expansion": "5.0.9",
25
- "**/linkify-it": "^5.0.2",
26
- "**/braces": "^3.0.3",
27
- "**/@eslint/plugin-kit": "0.7.2",
28
- "@google-cloud/storage/**/uuid": "14.0.2"
3
+ "pnpm": {
4
+ "onlyBuiltDependencies": [
5
+ "protobufjs",
6
+ "fsevents"
7
+ ],
8
+ "overrides": {
9
+ "serialize-javascript": "^7.1.2",
10
+ "glob-parent": "^5.1.2",
11
+ "json-bigint": "^1.0.0",
12
+ "y18n": "^5.0.5",
13
+ "underscore": "^1.12.1",
14
+ "protobufjs": "^7.6.5",
15
+ "ansi-regex": "^3.0.1",
16
+ "node-fetch": "^2.6.7",
17
+ "markdown-it": "14.3.1",
18
+ "mdurl": "2.0.0",
19
+ "wrap-ansi": "7.0.0",
20
+ "string-width": "4.1.0",
21
+ "@eslint-community/eslint-utils": "4.9.1",
22
+ "brace-expansion": "5.0.12",
23
+ "linkify-it": "^5.0.2",
24
+ "@eslint/plugin-kit": "0.7.2",
25
+ "@google-cloud/storage@7.19.0>uuid": "14.0.2",
26
+ "gaxios@6.7.1>uuid": "14.0.2",
27
+ "teeny-request@9.0.0>uuid": "14.0.2",
28
+ "fast-uri": "3.1.7"
29
+ }
29
30
  },
30
31
  "homepage": "https://github.com/dataform-co/dataform",
31
32
  "license": "Apache-2.0",
@@ -42,7 +43,7 @@
42
43
  "publishConfig": {
43
44
  "access": "public"
44
45
  },
45
- "version": "3.0.71",
46
+ "version": "3.1.1",
46
47
  "name": "@dataform/core",
47
48
  "description": "Dataform core API.",
48
49
  "main": "bundle.js"