@dataform/core 3.0.47 → 3.0.49
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundle.d.ts +189 -111
- package/bundle.js +1 -1
- package/configs.proto +35 -1
- package/core.proto +7 -18
- package/jit.proto +1 -0
- package/package.json +1 -1
package/configs.proto
CHANGED
|
@@ -23,6 +23,7 @@ option java_multiple_files = true;
|
|
|
23
23
|
option go_package = "github.com/dataform-co/dataform/protos/dataform";
|
|
24
24
|
|
|
25
25
|
import "google/protobuf/struct.proto";
|
|
26
|
+
import "protos/extension.proto";
|
|
26
27
|
|
|
27
28
|
// Workflow Settings defines the contents of the `workflow_settings.yaml`
|
|
28
29
|
// configuration file.
|
|
@@ -65,10 +66,18 @@ message WorkflowSettings {
|
|
|
65
66
|
// Optional. Default config options for Iceberg tables.
|
|
66
67
|
DefaultIcebergConfig default_iceberg_config = 12;
|
|
67
68
|
|
|
68
|
-
// Optional. Disables all assertions including built-in assertions
|
|
69
|
+
// Optional. Disables all assertions including built-in assertions
|
|
69
70
|
// (uniqueKey, nonNull, rowConditions) and manual assertions (type: assertion).
|
|
70
71
|
// When true, assertions will still be compiled but marked as disabled.
|
|
71
72
|
bool disable_assertions = 13;
|
|
73
|
+
|
|
74
|
+
// Optional. The default BigQuery reservation to use for execution.
|
|
75
|
+
// If unset, default BigQuery behavior applies.
|
|
76
|
+
// Dataform CLI only (GCP Dataform support pending).
|
|
77
|
+
string default_reservation = 14;
|
|
78
|
+
|
|
79
|
+
// Optional. An external package that provides an extension.
|
|
80
|
+
Extension extension = 15;
|
|
72
81
|
}
|
|
73
82
|
|
|
74
83
|
message DefaultIcebergConfig {
|
|
@@ -277,6 +286,11 @@ message ActionConfig {
|
|
|
277
286
|
|
|
278
287
|
// Metadata for this table.
|
|
279
288
|
Metadata metadata = 23;
|
|
289
|
+
|
|
290
|
+
// Optional. The BigQuery reservation to use for execution.
|
|
291
|
+
// If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
|
|
292
|
+
// Dataform CLI only (GCP Dataform support pending).
|
|
293
|
+
string reservation = 24;
|
|
280
294
|
}
|
|
281
295
|
|
|
282
296
|
message Metadata {
|
|
@@ -360,6 +374,11 @@ message ActionConfig {
|
|
|
360
374
|
|
|
361
375
|
// Metadata for this view.
|
|
362
376
|
Metadata metadata = 20;
|
|
377
|
+
|
|
378
|
+
// Optional. The BigQuery reservation to use for execution.
|
|
379
|
+
// If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
|
|
380
|
+
// Dataform CLI only (GCP Dataform support pending).
|
|
381
|
+
string reservation = 21;
|
|
363
382
|
}
|
|
364
383
|
|
|
365
384
|
enum OnSchemaChange {
|
|
@@ -472,6 +491,11 @@ message ActionConfig {
|
|
|
472
491
|
|
|
473
492
|
// Metadata for this incremental table.
|
|
474
493
|
Metadata metadata = 26;
|
|
494
|
+
|
|
495
|
+
// Optional. The BigQuery reservation to use for execution.
|
|
496
|
+
// If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
|
|
497
|
+
// Dataform CLI only (GCP Dataform support pending).
|
|
498
|
+
string reservation = 27;
|
|
475
499
|
}
|
|
476
500
|
|
|
477
501
|
message AssertionConfig {
|
|
@@ -510,6 +534,11 @@ message ActionConfig {
|
|
|
510
534
|
// If true, assertions dependent upon any of the dependencies are added as
|
|
511
535
|
// dependencies as well.
|
|
512
536
|
bool depend_on_dependency_assertions = 10;
|
|
537
|
+
|
|
538
|
+
// Optional. The BigQuery reservation to use for execution.
|
|
539
|
+
// If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
|
|
540
|
+
// Dataform CLI only (GCP Dataform support pending).
|
|
541
|
+
string reservation = 11;
|
|
513
542
|
}
|
|
514
543
|
|
|
515
544
|
message OperationConfig {
|
|
@@ -557,6 +586,11 @@ message ActionConfig {
|
|
|
557
586
|
// the action depends on data from a source which has not been declared as
|
|
558
587
|
// a dependency.
|
|
559
588
|
bool hermetic = 12;
|
|
589
|
+
|
|
590
|
+
// Optional. The BigQuery reservation to use for execution.
|
|
591
|
+
// If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
|
|
592
|
+
// Dataform CLI only (GCP Dataform support pending).
|
|
593
|
+
string reservation = 13;
|
|
560
594
|
}
|
|
561
595
|
|
|
562
596
|
message DeclarationConfig {
|
package/core.proto
CHANGED
|
@@ -17,6 +17,7 @@ syntax = "proto3";
|
|
|
17
17
|
package dataform;
|
|
18
18
|
|
|
19
19
|
import "protos/configs.proto";
|
|
20
|
+
import "protos/extension.proto";
|
|
20
21
|
import "google/protobuf/struct.proto";
|
|
21
22
|
|
|
22
23
|
option java_package = "com.dataform.protos";
|
|
@@ -47,6 +48,8 @@ message ProjectConfig {
|
|
|
47
48
|
|
|
48
49
|
bool disable_assertions = 20;
|
|
49
50
|
|
|
51
|
+
string default_reservation = 21;
|
|
52
|
+
|
|
50
53
|
reserved 3, 4, 6, 8, 10, 12, 13;
|
|
51
54
|
}
|
|
52
55
|
|
|
@@ -65,6 +68,9 @@ message CompileConfig {
|
|
|
65
68
|
|
|
66
69
|
Extension extension = 10;
|
|
67
70
|
|
|
71
|
+
// Whether to emit compilation debug logs.
|
|
72
|
+
bool verbose = 11;
|
|
73
|
+
|
|
68
74
|
reserved 2, 4, 5, 7, 9;
|
|
69
75
|
}
|
|
70
76
|
|
|
@@ -133,6 +139,7 @@ message ActionDescriptor {
|
|
|
133
139
|
map<string, string> bigquery_labels = 3;
|
|
134
140
|
Metadata metadata = 4;
|
|
135
141
|
ActionCompilationMode compilation_mode = 5;
|
|
142
|
+
string reservation = 6;
|
|
136
143
|
}
|
|
137
144
|
|
|
138
145
|
message Metadata {
|
|
@@ -450,21 +457,3 @@ enum SupportedFeatures {
|
|
|
450
457
|
UNKNOWN_FEATURE = 0;
|
|
451
458
|
ARRAY_BUFFER_IPC = 1;
|
|
452
459
|
}
|
|
453
|
-
|
|
454
|
-
// Execution mode of compilation extension.
|
|
455
|
-
enum ExtensionCompilationMode {
|
|
456
|
-
// Unspecified compiled mode - extension will be skipped.
|
|
457
|
-
COMPILATION_MODE_UNSPECIFIED = 0;
|
|
458
|
-
// Execute before regular Dataform compilation.
|
|
459
|
-
PROLOGUE = 1;
|
|
460
|
-
// Replace regular Dataform compilation.
|
|
461
|
-
APPLICATION_CODE = 2;
|
|
462
|
-
}
|
|
463
|
-
|
|
464
|
-
message Extension {
|
|
465
|
-
// Name of the extension (JS module) to delegate the compilation to.
|
|
466
|
-
string name = 1;
|
|
467
|
-
|
|
468
|
-
// Compilation mode of the extension, required.
|
|
469
|
-
ExtensionCompilationMode compilation_mode = 2;
|
|
470
|
-
}
|
package/jit.proto
CHANGED
|
@@ -73,6 +73,7 @@ message ExecuteResponse {
|
|
|
73
73
|
// https://docs.cloud.google.com/bigquery/docs/reference/rest/v2/jobs/getQueryResults.
|
|
74
74
|
repeated google.protobuf.Struct rows = 2;
|
|
75
75
|
repeated string errors = 3;
|
|
76
|
+
repeated Field schema_fields = 4;
|
|
76
77
|
}
|
|
77
78
|
|
|
78
79
|
// Request to list tables in schema.
|