@dataform/core 3.0.71 → 3.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundle.d.ts +101 -20
- package/bundle.js +1 -1
- package/configs.proto +35 -0
- package/core.proto +11 -0
- package/package.json +28 -27
package/configs.proto
CHANGED
|
@@ -89,6 +89,11 @@ message WorkflowSettings {
|
|
|
89
89
|
|
|
90
90
|
// Optional. Configuration for Knowledge Catalog lineage emission.
|
|
91
91
|
LineageSettings lineage = 19;
|
|
92
|
+
|
|
93
|
+
// Optional. Default key-value pairs for BigQuery job labels applied to
|
|
94
|
+
// BigQuery jobs executed for actions in this project. Can be overridden by
|
|
95
|
+
// action-level `job_labels`.
|
|
96
|
+
map<string, string> default_job_labels = 20;
|
|
92
97
|
}
|
|
93
98
|
|
|
94
99
|
// Configuration for Knowledge Catalog lineage emission.
|
|
@@ -295,6 +300,11 @@ message ActionConfig {
|
|
|
295
300
|
// Optional. If true, preserves existing BigQuery column governance controls
|
|
296
301
|
// (e.g. data policy) when recreating a table.
|
|
297
302
|
optional bool preserve_governance_controls = 25;
|
|
303
|
+
|
|
304
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
305
|
+
// job(s) executed for this table. Overrides matching keys from
|
|
306
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
307
|
+
map<string, string> job_labels = 26;
|
|
298
308
|
}
|
|
299
309
|
|
|
300
310
|
message Metadata {
|
|
@@ -383,6 +393,11 @@ message ActionConfig {
|
|
|
383
393
|
// If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
|
|
384
394
|
// Dataform CLI only (GCP Dataform support pending).
|
|
385
395
|
string reservation = 21;
|
|
396
|
+
|
|
397
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
398
|
+
// job(s) executed for this view. Overrides matching keys from
|
|
399
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
400
|
+
map<string, string> job_labels = 22;
|
|
386
401
|
}
|
|
387
402
|
|
|
388
403
|
enum OnSchemaChange {
|
|
@@ -522,6 +537,11 @@ message ActionConfig {
|
|
|
522
537
|
// Optional. If true, preserves existing BigQuery column governance controls
|
|
523
538
|
// (e.g. data policy) when recreating a table.
|
|
524
539
|
optional bool preserve_governance_controls = 30;
|
|
540
|
+
|
|
541
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
542
|
+
// job(s) executed for this incremental table. Overrides matching keys from
|
|
543
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
544
|
+
map<string, string> job_labels = 31;
|
|
525
545
|
}
|
|
526
546
|
|
|
527
547
|
message AssertionConfig {
|
|
@@ -568,6 +588,11 @@ message ActionConfig {
|
|
|
568
588
|
|
|
569
589
|
// Metadata for this assertion.
|
|
570
590
|
Metadata metadata = 12;
|
|
591
|
+
|
|
592
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
593
|
+
// job(s) executed for this assertion. Overrides matching keys from
|
|
594
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
595
|
+
map<string, string> job_labels = 13;
|
|
571
596
|
}
|
|
572
597
|
|
|
573
598
|
message OperationConfig {
|
|
@@ -620,6 +645,11 @@ message ActionConfig {
|
|
|
620
645
|
// If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
|
|
621
646
|
// Dataform CLI only (GCP Dataform support pending).
|
|
622
647
|
string reservation = 13;
|
|
648
|
+
|
|
649
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
650
|
+
// job(s) executed for this operation. Overrides matching keys from
|
|
651
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
652
|
+
map<string, string> job_labels = 14;
|
|
623
653
|
}
|
|
624
654
|
|
|
625
655
|
message DeclarationConfig {
|
|
@@ -711,6 +741,11 @@ message ActionConfig {
|
|
|
711
741
|
|
|
712
742
|
LoadModeConfig load_mode = 12;
|
|
713
743
|
|
|
744
|
+
// Optional. Key-value pairs for BigQuery job labels applied to the BigQuery
|
|
745
|
+
// job(s) executed for this data preparation. Overrides matching keys from
|
|
746
|
+
// `default_job_labels` in `workflow_settings.yaml`.
|
|
747
|
+
map<string, string> job_labels = 15;
|
|
748
|
+
|
|
714
749
|
message ErrorTableConfig {
|
|
715
750
|
// The name of the error table.
|
|
716
751
|
string name = 1;
|
package/core.proto
CHANGED
|
@@ -56,6 +56,8 @@ message ProjectConfig {
|
|
|
56
56
|
|
|
57
57
|
optional bool lineage_enabled = 25;
|
|
58
58
|
|
|
59
|
+
map<string, string> default_job_labels = 26;
|
|
60
|
+
|
|
59
61
|
reserved 3, 4, 6, 8, 10, 12, 13;
|
|
60
62
|
}
|
|
61
63
|
|
|
@@ -167,6 +169,10 @@ message ActionDescriptor {
|
|
|
167
169
|
Metadata metadata = 4;
|
|
168
170
|
ActionCompilationMode compilation_mode = 5;
|
|
169
171
|
string reservation = 6;
|
|
172
|
+
// Effective BigQuery job labels for this action, with
|
|
173
|
+
// `ProjectConfig.default_job_labels` already merged in and overridden by
|
|
174
|
+
// action-level `job_labels`.
|
|
175
|
+
map<string, string> job_labels = 7;
|
|
170
176
|
}
|
|
171
177
|
|
|
172
178
|
message Metadata {
|
|
@@ -359,6 +365,8 @@ message Test {
|
|
|
359
365
|
Target canonical_target = 8;
|
|
360
366
|
|
|
361
367
|
repeated Target dependency_targets = 9;
|
|
368
|
+
|
|
369
|
+
ActionDescriptor action_descriptor = 11;
|
|
362
370
|
}
|
|
363
371
|
|
|
364
372
|
message Notebook {
|
|
@@ -428,6 +436,8 @@ message DataPreparation {
|
|
|
428
436
|
|
|
429
437
|
LoadConfiguration load = 16;
|
|
430
438
|
|
|
439
|
+
ActionDescriptor action_descriptor = 17;
|
|
440
|
+
|
|
431
441
|
reserved 7, 10;
|
|
432
442
|
}
|
|
433
443
|
|
|
@@ -463,6 +473,7 @@ message PropertyGraph {
|
|
|
463
473
|
string graph_body = 8;
|
|
464
474
|
bool disabled = 9;
|
|
465
475
|
repeated string tags = 10;
|
|
476
|
+
ActionDescriptor action_descriptor = 11;
|
|
466
477
|
}
|
|
467
478
|
|
|
468
479
|
message GraphEntity {
|
package/package.json
CHANGED
|
@@ -1,31 +1,32 @@
|
|
|
1
1
|
{
|
|
2
2
|
"dependencies": {},
|
|
3
|
-
"
|
|
4
|
-
"
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
"
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
3
|
+
"pnpm": {
|
|
4
|
+
"onlyBuiltDependencies": [
|
|
5
|
+
"protobufjs",
|
|
6
|
+
"fsevents"
|
|
7
|
+
],
|
|
8
|
+
"overrides": {
|
|
9
|
+
"serialize-javascript": "^7.1.2",
|
|
10
|
+
"glob-parent": "^5.1.2",
|
|
11
|
+
"json-bigint": "^1.0.0",
|
|
12
|
+
"y18n": "^5.0.5",
|
|
13
|
+
"underscore": "^1.12.1",
|
|
14
|
+
"protobufjs": "^7.6.5",
|
|
15
|
+
"ansi-regex": "^3.0.1",
|
|
16
|
+
"node-fetch": "^2.6.7",
|
|
17
|
+
"markdown-it": "14.3.1",
|
|
18
|
+
"mdurl": "2.0.0",
|
|
19
|
+
"wrap-ansi": "7.0.0",
|
|
20
|
+
"string-width": "4.1.0",
|
|
21
|
+
"@eslint-community/eslint-utils": "4.9.1",
|
|
22
|
+
"brace-expansion": "5.0.12",
|
|
23
|
+
"linkify-it": "^5.0.2",
|
|
24
|
+
"@eslint/plugin-kit": "0.7.2",
|
|
25
|
+
"@google-cloud/storage@7.19.0>uuid": "14.0.2",
|
|
26
|
+
"gaxios@6.7.1>uuid": "14.0.2",
|
|
27
|
+
"teeny-request@9.0.0>uuid": "14.0.2",
|
|
28
|
+
"fast-uri": "3.1.7"
|
|
29
|
+
}
|
|
29
30
|
},
|
|
30
31
|
"homepage": "https://github.com/dataform-co/dataform",
|
|
31
32
|
"license": "Apache-2.0",
|
|
@@ -42,7 +43,7 @@
|
|
|
42
43
|
"publishConfig": {
|
|
43
44
|
"access": "public"
|
|
44
45
|
},
|
|
45
|
-
"version": "3.0
|
|
46
|
+
"version": "3.1.0",
|
|
46
47
|
"name": "@dataform/core",
|
|
47
48
|
"description": "Dataform core API.",
|
|
48
49
|
"main": "bundle.js"
|