@dataform/core 3.0.48 → 3.0.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/configs.proto CHANGED
@@ -23,6 +23,7 @@ option java_multiple_files = true;
23
23
  option go_package = "github.com/dataform-co/dataform/protos/dataform";
24
24
 
25
25
  import "google/protobuf/struct.proto";
26
+ import "protos/extension.proto";
26
27
 
27
28
  // Workflow Settings defines the contents of the `workflow_settings.yaml`
28
29
  // configuration file.
@@ -65,10 +66,18 @@ message WorkflowSettings {
65
66
  // Optional. Default config options for Iceberg tables.
66
67
  DefaultIcebergConfig default_iceberg_config = 12;
67
68
 
68
- // Optional. Disables all assertions including built-in assertions
69
+ // Optional. Disables all assertions including built-in assertions
69
70
  // (uniqueKey, nonNull, rowConditions) and manual assertions (type: assertion).
70
71
  // When true, assertions will still be compiled but marked as disabled.
71
72
  bool disable_assertions = 13;
73
+
74
+ // Optional. The default BigQuery reservation to use for execution.
75
+ // If unset, default BigQuery behavior applies.
76
+ // Dataform CLI only (GCP Dataform support pending).
77
+ string default_reservation = 14;
78
+
79
+ // Optional. An external package that provides an extension.
80
+ Extension extension = 15;
72
81
  }
73
82
 
74
83
  message DefaultIcebergConfig {
@@ -277,6 +286,11 @@ message ActionConfig {
277
286
 
278
287
  // Metadata for this table.
279
288
  Metadata metadata = 23;
289
+
290
+ // Optional. The BigQuery reservation to use for execution.
291
+ // If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
292
+ // Dataform CLI only (GCP Dataform support pending).
293
+ string reservation = 24;
280
294
  }
281
295
 
282
296
  message Metadata {
@@ -360,6 +374,11 @@ message ActionConfig {
360
374
 
361
375
  // Metadata for this view.
362
376
  Metadata metadata = 20;
377
+
378
+ // Optional. The BigQuery reservation to use for execution.
379
+ // If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
380
+ // Dataform CLI only (GCP Dataform support pending).
381
+ string reservation = 21;
363
382
  }
364
383
 
365
384
  enum OnSchemaChange {
@@ -472,6 +491,11 @@ message ActionConfig {
472
491
 
473
492
  // Metadata for this incremental table.
474
493
  Metadata metadata = 26;
494
+
495
+ // Optional. The BigQuery reservation to use for execution.
496
+ // If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
497
+ // Dataform CLI only (GCP Dataform support pending).
498
+ string reservation = 27;
475
499
  }
476
500
 
477
501
  message AssertionConfig {
@@ -510,6 +534,11 @@ message ActionConfig {
510
534
  // If true, assertions dependent upon any of the dependencies are added as
511
535
  // dependencies as well.
512
536
  bool depend_on_dependency_assertions = 10;
537
+
538
+ // Optional. The BigQuery reservation to use for execution.
539
+ // If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
540
+ // Dataform CLI only (GCP Dataform support pending).
541
+ string reservation = 11;
513
542
  }
514
543
 
515
544
  message OperationConfig {
@@ -557,6 +586,11 @@ message ActionConfig {
557
586
  // the action depends on data from a source which has not been declared as
558
587
  // a dependency.
559
588
  bool hermetic = 12;
589
+
590
+ // Optional. The BigQuery reservation to use for execution.
591
+ // If unset, the value from workflow_settings.yaml is used. If neither is set, default BigQuery behavior applies.
592
+ // Dataform CLI only (GCP Dataform support pending).
593
+ string reservation = 13;
560
594
  }
561
595
 
562
596
  message DeclarationConfig {
package/core.proto CHANGED
@@ -17,6 +17,7 @@ syntax = "proto3";
17
17
  package dataform;
18
18
 
19
19
  import "protos/configs.proto";
20
+ import "protos/extension.proto";
20
21
  import "google/protobuf/struct.proto";
21
22
 
22
23
  option java_package = "com.dataform.protos";
@@ -47,6 +48,8 @@ message ProjectConfig {
47
48
 
48
49
  bool disable_assertions = 20;
49
50
 
51
+ string default_reservation = 21;
52
+
50
53
  reserved 3, 4, 6, 8, 10, 12, 13;
51
54
  }
52
55
 
@@ -65,6 +68,9 @@ message CompileConfig {
65
68
 
66
69
  Extension extension = 10;
67
70
 
71
+ // Whether to emit compilation debug logs.
72
+ bool verbose = 11;
73
+
68
74
  reserved 2, 4, 5, 7, 9;
69
75
  }
70
76
 
@@ -133,6 +139,7 @@ message ActionDescriptor {
133
139
  map<string, string> bigquery_labels = 3;
134
140
  Metadata metadata = 4;
135
141
  ActionCompilationMode compilation_mode = 5;
142
+ string reservation = 6;
136
143
  }
137
144
 
138
145
  message Metadata {
@@ -450,21 +457,3 @@ enum SupportedFeatures {
450
457
  UNKNOWN_FEATURE = 0;
451
458
  ARRAY_BUFFER_IPC = 1;
452
459
  }
453
-
454
- // Execution mode of compilation extension.
455
- enum ExtensionCompilationMode {
456
- // Unspecified compiled mode - extension will be skipped.
457
- COMPILATION_MODE_UNSPECIFIED = 0;
458
- // Execute before regular Dataform compilation.
459
- PROLOGUE = 1;
460
- // Replace regular Dataform compilation.
461
- APPLICATION_CODE = 2;
462
- }
463
-
464
- message Extension {
465
- // Name of the extension (JS module) to delegate the compilation to.
466
- string name = 1;
467
-
468
- // Compilation mode of the extension, required.
469
- ExtensionCompilationMode compilation_mode = 2;
470
- }
@@ -0,0 +1,41 @@
1
+ // Copyright 2023 Google LLC
2
+ //
3
+ // Licensed under the Apache License, Version 2.0 (the "License");
4
+ // you may not use this file except in compliance with the License.
5
+ // You may obtain a copy of the License at
6
+ //
7
+ // http://www.apache.org/licenses/LICENSE-2.0
8
+ //
9
+ // Unless required by applicable law or agreed to in writing, software
10
+ // distributed under the License is distributed on an "AS IS" BASIS,
11
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ // See the License for the specific language governing permissions and
13
+ // limitations under the License.
14
+
15
+ syntax = "proto3";
16
+
17
+ package dataform;
18
+
19
+ option java_package = "com.dataform.protos";
20
+ option java_outer_classname = "ExtensionMeta";
21
+ option java_multiple_files = true;
22
+
23
+ option go_package = "github.com/dataform-co/dataform/protos/dataform";
24
+
25
+ // Execution mode of compilation extension.
26
+ enum ExtensionCompilationMode {
27
+ // Unspecified compiled mode - extension will be skipped.
28
+ COMPILATION_MODE_UNSPECIFIED = 0;
29
+ // Execute before regular Dataform compilation.
30
+ PROLOGUE = 1;
31
+ // Replace regular Dataform compilation.
32
+ APPLICATION_CODE = 2;
33
+ }
34
+
35
+ message Extension {
36
+ // Name of the extension (JS module) to delegate the compilation to.
37
+ string name = 1;
38
+
39
+ // Compilation mode of the extension, required.
40
+ ExtensionCompilationMode compilation_mode = 2;
41
+ }
package/jit.proto CHANGED
@@ -73,6 +73,7 @@ message ExecuteResponse {
73
73
  // https://docs.cloud.google.com/bigquery/docs/reference/rest/v2/jobs/getQueryResults.
74
74
  repeated google.protobuf.Struct rows = 2;
75
75
  repeated string errors = 3;
76
+ repeated Field schema_fields = 4;
76
77
  }
77
78
 
78
79
  // Request to list tables in schema.
package/package.json CHANGED
@@ -34,7 +34,7 @@
34
34
  "publishConfig": {
35
35
  "access": "public"
36
36
  },
37
- "version": "3.0.48",
37
+ "version": "3.0.50",
38
38
  "name": "@dataform/core",
39
39
  "description": "Dataform core API.",
40
40
  "main": "bundle.js"