@dataform/core 3.0.71 → 3.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundle.d.ts +370 -20
- package/bundle.js +1 -1
- package/configs.proto +61 -0
- package/core.proto +21 -0
- package/package.json +28 -27
package/configs.proto
CHANGED
|
@@ -89,6 +89,14 @@ message WorkflowSettings {
|
|
|
89
89
|
|
|
90
90
|
// Optional. Configuration for Knowledge Catalog lineage emission.
|
|
91
91
|
LineageSettings lineage = 19;
|
|
92
|
+
|
|
93
|
+
// Optional. Default key-value pairs for BigQuery job labels applied to
|
|
94
|
+
// BigQuery jobs executed for actions in this project. Can be overridden by
|
|
95
|
+
// action-level `job_labels`.
|
|
96
|
+
map<string, string> default_job_labels = 20;
|
|
97
|
+
|
|
98
|
+
// Optional. Default config options for Lakehouse (4-part) targets.
|
|
99
|
+
DefaultLakehouseConfig default_lakehouse_config = 21;
|
|
92
100
|
}
|
|
93
101
|
|
|
94
102
|
// Configuration for Knowledge Catalog lineage emission.
|
|
@@ -119,6 +127,9 @@ message ActionConfig {
|
|
|
119
127
|
// flag for when we want to add assertions of this dependency in
|
|
120
128
|
// dependency_targets as well.
|
|
121
129
|
bool include_dependent_assertions = 5;
|
|
130
|
+
|
|
131
|
+
// Configuration options for a Lakehouse (4-part) target.
|
|
132
|
+
LakehouseConfig lakehouse = 6;
|
|
122
133
|
}
|
|
123
134
|
|
|
124
135
|
message ColumnDescriptor {
|
|
@@ -203,6 +214,14 @@ message ActionConfig {
|
|
|
203
214
|
string table_folder_subpath = 5;
|
|
204
215
|
}
|
|
205
216
|
|
|
217
|
+
message LakehouseConfig {
|
|
218
|
+
// The Lakehouse catalog name.
|
|
219
|
+
string catalog = 1;
|
|
220
|
+
|
|
221
|
+
// The Lakehouse namespace name.
|
|
222
|
+
string namespace = 2;
|
|
223
|
+
}
|
|
224
|
+
|
|
206
225
|
message TableConfig {
|
|
207
226
|
// The name of the table.
|
|
208
227
|
string name = 1;
|
|
@@ -295,6 +314,14 @@ message ActionConfig {
|
|
|
295
314
|
// Optional. If true, preserves existing BigQuery column governance controls
|
|
296
315
|
// (e.g. data policy) when recreating a table.
|
|
297
316
|
optional bool preserve_governance_controls = 25;
|
|
317
|
+
|
|
318
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
319
|
+
// job(s) executed for this table. Overrides matching keys from
|
|
320
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
321
|
+
map<string, string> job_labels = 26;
|
|
322
|
+
|
|
323
|
+
// Configuration options for a Lakehouse (4-part) table.
|
|
324
|
+
LakehouseConfig lakehouse = 27;
|
|
298
325
|
}
|
|
299
326
|
|
|
300
327
|
message Metadata {
|
|
@@ -383,6 +410,11 @@ message ActionConfig {
|
|
|
383
410
|
// If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
|
|
384
411
|
// Dataform CLI only (GCP Dataform support pending).
|
|
385
412
|
string reservation = 21;
|
|
413
|
+
|
|
414
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
415
|
+
// job(s) executed for this view. Overrides matching keys from
|
|
416
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
417
|
+
map<string, string> job_labels = 22;
|
|
386
418
|
}
|
|
387
419
|
|
|
388
420
|
enum OnSchemaChange {
|
|
@@ -522,6 +554,14 @@ message ActionConfig {
|
|
|
522
554
|
// Optional. If true, preserves existing BigQuery column governance controls
|
|
523
555
|
// (e.g. data policy) when recreating a table.
|
|
524
556
|
optional bool preserve_governance_controls = 30;
|
|
557
|
+
|
|
558
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
559
|
+
// job(s) executed for this incremental table. Overrides matching keys from
|
|
560
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
561
|
+
map<string, string> job_labels = 31;
|
|
562
|
+
|
|
563
|
+
// Configuration options for a Lakehouse (4-part) incremental table.
|
|
564
|
+
LakehouseConfig lakehouse = 32;
|
|
525
565
|
}
|
|
526
566
|
|
|
527
567
|
message AssertionConfig {
|
|
@@ -568,6 +608,11 @@ message ActionConfig {
|
|
|
568
608
|
|
|
569
609
|
// Metadata for this assertion.
|
|
570
610
|
Metadata metadata = 12;
|
|
611
|
+
|
|
612
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
613
|
+
// job(s) executed for this assertion. Overrides matching keys from
|
|
614
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
615
|
+
map<string, string> job_labels = 13;
|
|
571
616
|
}
|
|
572
617
|
|
|
573
618
|
message OperationConfig {
|
|
@@ -620,6 +665,14 @@ message ActionConfig {
|
|
|
620
665
|
// If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
|
|
621
666
|
// Dataform CLI only (GCP Dataform support pending).
|
|
622
667
|
string reservation = 13;
|
|
668
|
+
|
|
669
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
670
|
+
// job(s) executed for this operation. Overrides matching keys from
|
|
671
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
672
|
+
map<string, string> job_labels = 14;
|
|
673
|
+
|
|
674
|
+
// Configuration options for a Lakehouse (4-part) operation target.
|
|
675
|
+
LakehouseConfig lakehouse = 15;
|
|
623
676
|
}
|
|
624
677
|
|
|
625
678
|
message DeclarationConfig {
|
|
@@ -643,6 +696,9 @@ message ActionConfig {
|
|
|
643
696
|
|
|
644
697
|
// A list of user-defined tags with which the action should be labeled.
|
|
645
698
|
repeated string tags = 7;
|
|
699
|
+
|
|
700
|
+
// Configuration options for a Lakehouse (4-part) declaration target.
|
|
701
|
+
LakehouseConfig lakehouse = 8;
|
|
646
702
|
}
|
|
647
703
|
|
|
648
704
|
message NotebookConfig {
|
|
@@ -711,6 +767,11 @@ message ActionConfig {
|
|
|
711
767
|
|
|
712
768
|
LoadModeConfig load_mode = 12;
|
|
713
769
|
|
|
770
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the BigQuery
|
|
771
|
+
// job(s) executed for this data preparation. Overrides matching keys from
|
|
772
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
773
|
+
map<string, string> job_labels = 15;
|
|
774
|
+
|
|
714
775
|
message ErrorTableConfig {
|
|
715
776
|
// The name of the error table.
|
|
716
777
|
string name = 1;
|
package/core.proto
CHANGED
|
@@ -56,6 +56,10 @@ message ProjectConfig {
|
|
|
56
56
|
|
|
57
57
|
optional bool lineage_enabled = 25;
|
|
58
58
|
|
|
59
|
+
map<string, string> default_job_labels = 26;
|
|
60
|
+
|
|
61
|
+
DefaultLakehouseConfig default_lakehouse_config = 27;
|
|
62
|
+
|
|
59
63
|
reserved 3, 4, 6, 8, 10, 12, 13;
|
|
60
64
|
}
|
|
61
65
|
|
|
@@ -77,6 +81,14 @@ message DefaultIcebergConfig {
|
|
|
77
81
|
string connection = 4;
|
|
78
82
|
}
|
|
79
83
|
|
|
84
|
+
message DefaultLakehouseConfig {
|
|
85
|
+
// Optional. Default Lakehouse catalog name.
|
|
86
|
+
string catalog = 1;
|
|
87
|
+
|
|
88
|
+
// Optional. Default Lakehouse namespace name.
|
|
89
|
+
string namespace = 2;
|
|
90
|
+
}
|
|
91
|
+
|
|
80
92
|
message CompileConfig {
|
|
81
93
|
// Required.
|
|
82
94
|
string project_dir = 1;
|
|
@@ -167,6 +179,10 @@ message ActionDescriptor {
|
|
|
167
179
|
Metadata metadata = 4;
|
|
168
180
|
ActionCompilationMode compilation_mode = 5;
|
|
169
181
|
string reservation = 6;
|
|
182
|
+
// Effective BigQuery job labels for this action, with
|
|
183
|
+
// `ProjectConfig.default_job_labels` already merged in and overridden by
|
|
184
|
+
// action-level `job_labels`.
|
|
185
|
+
map<string, string> job_labels = 7;
|
|
170
186
|
}
|
|
171
187
|
|
|
172
188
|
message Metadata {
|
|
@@ -359,6 +375,8 @@ message Test {
|
|
|
359
375
|
Target canonical_target = 8;
|
|
360
376
|
|
|
361
377
|
repeated Target dependency_targets = 9;
|
|
378
|
+
|
|
379
|
+
ActionDescriptor action_descriptor = 11;
|
|
362
380
|
}
|
|
363
381
|
|
|
364
382
|
message Notebook {
|
|
@@ -428,6 +446,8 @@ message DataPreparation {
|
|
|
428
446
|
|
|
429
447
|
LoadConfiguration load = 16;
|
|
430
448
|
|
|
449
|
+
ActionDescriptor action_descriptor = 17;
|
|
450
|
+
|
|
431
451
|
reserved 7, 10;
|
|
432
452
|
}
|
|
433
453
|
|
|
@@ -463,6 +483,7 @@ message PropertyGraph {
|
|
|
463
483
|
string graph_body = 8;
|
|
464
484
|
bool disabled = 9;
|
|
465
485
|
repeated string tags = 10;
|
|
486
|
+
ActionDescriptor action_descriptor = 11;
|
|
466
487
|
}
|
|
467
488
|
|
|
468
489
|
message GraphEntity {
|
package/package.json
CHANGED
|
@@ -1,31 +1,32 @@
|
|
|
1
1
|
{
|
|
2
2
|
"dependencies": {},
|
|
3
|
-
"
|
|
4
|
-
"
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
"
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
3
|
+
"pnpm": {
|
|
4
|
+
"onlyBuiltDependencies": [
|
|
5
|
+
"protobufjs",
|
|
6
|
+
"fsevents"
|
|
7
|
+
],
|
|
8
|
+
"overrides": {
|
|
9
|
+
"serialize-javascript": "^7.1.2",
|
|
10
|
+
"glob-parent": "^5.1.2",
|
|
11
|
+
"json-bigint": "^1.0.0",
|
|
12
|
+
"y18n": "^5.0.5",
|
|
13
|
+
"underscore": "^1.12.1",
|
|
14
|
+
"protobufjs": "^7.6.5",
|
|
15
|
+
"ansi-regex": "^3.0.1",
|
|
16
|
+
"node-fetch": "^2.6.7",
|
|
17
|
+
"markdown-it": "14.3.1",
|
|
18
|
+
"mdurl": "2.0.0",
|
|
19
|
+
"wrap-ansi": "7.0.0",
|
|
20
|
+
"string-width": "4.1.0",
|
|
21
|
+
"@eslint-community/eslint-utils": "4.9.1",
|
|
22
|
+
"brace-expansion": "5.0.12",
|
|
23
|
+
"linkify-it": "^5.0.2",
|
|
24
|
+
"@eslint/plugin-kit": "0.7.2",
|
|
25
|
+
"@google-cloud/storage@7.19.0>uuid": "14.0.2",
|
|
26
|
+
"gaxios@6.7.1>uuid": "14.0.2",
|
|
27
|
+
"teeny-request@9.0.0>uuid": "14.0.2",
|
|
28
|
+
"fast-uri": "3.1.7"
|
|
29
|
+
}
|
|
29
30
|
},
|
|
30
31
|
"homepage": "https://github.com/dataform-co/dataform",
|
|
31
32
|
"license": "Apache-2.0",
|
|
@@ -42,7 +43,7 @@
|
|
|
42
43
|
"publishConfig": {
|
|
43
44
|
"access": "public"
|
|
44
45
|
},
|
|
45
|
-
"version": "3.
|
|
46
|
+
"version": "3.1.1",
|
|
46
47
|
"name": "@dataform/core",
|
|
47
48
|
"description": "Dataform core API.",
|
|
48
49
|
"main": "bundle.js"
|