@dataform/core 3.1.1 → 3.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundle.d.ts +246 -234
- package/bundle.js +1 -1
- package/configs.proto +36 -11
- package/core.proto +7 -7
- package/package.json +1 -2
package/configs.proto
CHANGED
|
@@ -91,8 +91,21 @@ message WorkflowSettings {
|
|
|
91
91
|
LineageSettings lineage = 19;
|
|
92
92
|
|
|
93
93
|
// Optional. Default key-value pairs for BigQuery job labels applied to
|
|
94
|
-
// BigQuery jobs executed for actions in this project.
|
|
95
|
-
//
|
|
94
|
+
// BigQuery jobs executed for actions in this project. Merged key-by-key when
|
|
95
|
+
// overridden via `projectConfigOverride`. Action-level `jobLabels` override
|
|
96
|
+
// matching keys; an action can't remove a default key. Built-in assertions
|
|
97
|
+
// use the job labels of their table. When an action has any job labels,
|
|
98
|
+
// including these defaults, the Dataform CLI doesn't also apply the table's
|
|
99
|
+
// `labels` to its jobs. `dataform run --job-labels` overrides matching keys.
|
|
100
|
+
// Keys and values can contain only lowercase ASCII letters, numbers,
|
|
101
|
+
// underscores and hyphens, and can be at most 63 characters long. Keys must
|
|
102
|
+
// start with a lowercase letter; values can be empty. An action can have at
|
|
103
|
+
// most 32 job labels, including these defaults. Keys that start with
|
|
104
|
+
// `dataform_`, `dataform-`, `dataprep-`, `gcp-` or `goog-` are reserved, as
|
|
105
|
+
// are `bigquery-workflow`, `single-file-asset-type`, `origin`, `bq-dea` and
|
|
106
|
+
// `data-preparation-file-loader`. Numbers and booleans are converted to
|
|
107
|
+
// strings, so quote values that must be kept exactly as written, for example
|
|
108
|
+
// `"0042"`.
|
|
96
109
|
map<string, string> default_job_labels = 20;
|
|
97
110
|
|
|
98
111
|
// Optional. Default config options for Lakehouse (4-part) targets.
|
|
@@ -316,8 +329,11 @@ message ActionConfig {
|
|
|
316
329
|
optional bool preserve_governance_controls = 25;
|
|
317
330
|
|
|
318
331
|
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
319
|
-
// job(s) executed for this table
|
|
320
|
-
// `
|
|
332
|
+
// job(s) executed for this table and its built-in assertions. Overrides
|
|
333
|
+
// matching keys from `defaultJobLabels` in `workflow_settings.yaml`. When
|
|
334
|
+
// the table has any job labels, including defaults, the Dataform CLI
|
|
335
|
+
// doesn't also apply its `labels` to its jobs. See `defaultJobLabels` for
|
|
336
|
+
// the allowed keys and values.
|
|
321
337
|
map<string, string> job_labels = 26;
|
|
322
338
|
|
|
323
339
|
// Configuration options for a Lakehouse (4-part) table.
|
|
@@ -412,8 +428,11 @@ message ActionConfig {
|
|
|
412
428
|
string reservation = 21;
|
|
413
429
|
|
|
414
430
|
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
415
|
-
// job(s) executed for this view
|
|
416
|
-
// `
|
|
431
|
+
// job(s) executed for this view and its built-in assertions. Overrides
|
|
432
|
+
// matching keys from `defaultJobLabels` in `workflow_settings.yaml`. When
|
|
433
|
+
// the view has any job labels, including defaults, the Dataform CLI
|
|
434
|
+
// doesn't also apply its `labels` to its jobs. See `defaultJobLabels` for
|
|
435
|
+
// the allowed keys and values.
|
|
417
436
|
map<string, string> job_labels = 22;
|
|
418
437
|
}
|
|
419
438
|
|
|
@@ -556,8 +575,11 @@ message ActionConfig {
|
|
|
556
575
|
optional bool preserve_governance_controls = 30;
|
|
557
576
|
|
|
558
577
|
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
559
|
-
// job(s) executed for this incremental table
|
|
560
|
-
// `
|
|
578
|
+
// job(s) executed for this incremental table and its built-in assertions.
|
|
579
|
+
// Overrides matching keys from `defaultJobLabels` in
|
|
580
|
+
// `workflow_settings.yaml`. When the table has any job labels, including
|
|
581
|
+
// defaults, the Dataform CLI doesn't also apply its `labels` to its jobs.
|
|
582
|
+
// See `defaultJobLabels` for the allowed keys and values.
|
|
561
583
|
map<string, string> job_labels = 31;
|
|
562
584
|
|
|
563
585
|
// Configuration options for a Lakehouse (4-part) incremental table.
|
|
@@ -611,7 +633,8 @@ message ActionConfig {
|
|
|
611
633
|
|
|
612
634
|
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
613
635
|
// job(s) executed for this assertion. Overrides matching keys from
|
|
614
|
-
// `
|
|
636
|
+
// `defaultJobLabels` in `workflow_settings.yaml`. See `defaultJobLabels`
|
|
637
|
+
// for the allowed keys and values.
|
|
615
638
|
map<string, string> job_labels = 13;
|
|
616
639
|
}
|
|
617
640
|
|
|
@@ -668,7 +691,8 @@ message ActionConfig {
|
|
|
668
691
|
|
|
669
692
|
// Optional. Key-value pairs for BigQuery job labels applied to the query
|
|
670
693
|
// job(s) executed for this operation. Overrides matching keys from
|
|
671
|
-
// `
|
|
694
|
+
// `defaultJobLabels` in `workflow_settings.yaml`. See `defaultJobLabels`
|
|
695
|
+
// for the allowed keys and values.
|
|
672
696
|
map<string, string> job_labels = 14;
|
|
673
697
|
|
|
674
698
|
// Configuration options for a Lakehouse (4-part) operation target.
|
|
@@ -769,7 +793,8 @@ message ActionConfig {
|
|
|
769
793
|
|
|
770
794
|
// Optional. Key-value pairs for BigQuery job labels applied to the BigQuery
|
|
771
795
|
// job(s) executed for this data preparation. Overrides matching keys from
|
|
772
|
-
// `
|
|
796
|
+
// `defaultJobLabels` in `workflow_settings.yaml`. See `defaultJobLabels`
|
|
797
|
+
// for the allowed keys and values.
|
|
773
798
|
map<string, string> job_labels = 15;
|
|
774
799
|
|
|
775
800
|
message ErrorTableConfig {
|
package/core.proto
CHANGED
|
@@ -478,22 +478,22 @@ message PropertyGraph {
|
|
|
478
478
|
repeated Target dependency_targets = 3;
|
|
479
479
|
string file_name = 4;
|
|
480
480
|
string description = 5;
|
|
481
|
-
repeated
|
|
482
|
-
repeated
|
|
481
|
+
repeated GraphNodeTable nodes = 6;
|
|
482
|
+
repeated GraphEdgeTable edges = 7;
|
|
483
483
|
string graph_body = 8;
|
|
484
484
|
bool disabled = 9;
|
|
485
485
|
repeated string tags = 10;
|
|
486
486
|
ActionDescriptor action_descriptor = 11;
|
|
487
487
|
}
|
|
488
488
|
|
|
489
|
-
message
|
|
489
|
+
message GraphNodeTable {
|
|
490
490
|
string name = 1;
|
|
491
491
|
Target data_source = 2;
|
|
492
492
|
repeated string keys = 3;
|
|
493
493
|
repeated GraphLabel labels = 4;
|
|
494
494
|
}
|
|
495
495
|
|
|
496
|
-
message
|
|
496
|
+
message GraphEdgeTable {
|
|
497
497
|
string name = 1;
|
|
498
498
|
Target data_source = 2;
|
|
499
499
|
repeated string keys = 3;
|
|
@@ -520,9 +520,9 @@ message GraphField {
|
|
|
520
520
|
}
|
|
521
521
|
|
|
522
522
|
message GraphEndpoint {
|
|
523
|
-
string
|
|
524
|
-
repeated string
|
|
525
|
-
repeated string
|
|
523
|
+
string node = 1;
|
|
524
|
+
repeated string edge_columns = 2;
|
|
525
|
+
repeated string node_columns = 3;
|
|
526
526
|
}
|
|
527
527
|
|
|
528
528
|
message CompiledGraph {
|
package/package.json
CHANGED
|
@@ -14,7 +14,6 @@
|
|
|
14
14
|
"protobufjs": "^7.6.5",
|
|
15
15
|
"ansi-regex": "^3.0.1",
|
|
16
16
|
"node-fetch": "^2.6.7",
|
|
17
|
-
"markdown-it": "14.3.1",
|
|
18
17
|
"mdurl": "2.0.0",
|
|
19
18
|
"wrap-ansi": "7.0.0",
|
|
20
19
|
"string-width": "4.1.0",
|
|
@@ -43,7 +42,7 @@
|
|
|
43
42
|
"publishConfig": {
|
|
44
43
|
"access": "public"
|
|
45
44
|
},
|
|
46
|
-
"version": "3.1.
|
|
45
|
+
"version": "3.1.3",
|
|
47
46
|
"name": "@dataform/core",
|
|
48
47
|
"description": "Dataform core API.",
|
|
49
48
|
"main": "bundle.js"
|