@dataform/core 3.0.28 → 3.0.29

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/configs.proto CHANGED
@@ -126,6 +126,46 @@ message ActionConfig {
126
126
  repeated string row_conditions = 4;
127
127
  }
128
128
 
129
+ message IcebergTableConfig {
130
+ // Supported file formats for BigQuery tables.
131
+ enum FileFormat {
132
+ // Default value.
133
+ FILE_FORMAT_UNSPECIFIED = 0;
134
+ // Apache Parquet format.
135
+ PARQUET = 1;
136
+ }
137
+
138
+ // The file format for the BigQuery table.
139
+ FileFormat file_format = 1;
140
+
141
+ // The connection specifying the credentials to be used to read and write
142
+ // to external storage, such as Cloud Storage. The connection can have the
143
+ // form `{project}.{location}.{connection_id}` or
144
+ // `projects/{project}/locations/{location}/connections/{connection_id}",
145
+ // or be set to DEFAULT.
146
+ string connection = 2;
147
+
148
+ // The name of the Cloud Storage bucket where table data is stored. This
149
+ // value is be used to construct the storage URI in the following way:
150
+ // `gs://{bucket_name}/{table_folder_root}/{table_folder_subpath}``.
151
+ // If `storage_uri` is provided, this value is ignored.
152
+ string bucket_name = 3;
153
+
154
+ // The name of the first-level folder inside the Cloud Storage bucket where
155
+ // table data is stored. This value will be used to construct the storage
156
+ // URI in the following way:
157
+ // `gs://{bucket_name}/{table_folder_root}/{table_folder_subpath}``.
158
+ // If `storage_uri` is provided, this value is ignored.
159
+ string table_folder_root = 4;
160
+
161
+ // The path under the first-level folder of the Cloud Storage bucket where
162
+ // table data is stored. This value will be used to construct the storage URI
163
+ // in the following way:
164
+ // `gs://{bucket_name}/{table_folder_root}/{table_folder_subpath}``.
165
+ // If `storage_uri` is provided, this value is ignored.
166
+ string table_folder_subpath = 5;
167
+ }
168
+
129
169
  message TableConfig {
130
170
  // The name of the table.
131
171
  string name = 1;
@@ -203,6 +243,9 @@ message ActionConfig {
203
243
  // the action depends on data from a source which has not been declared as
204
244
  // a dependency.
205
245
  bool hermetic = 20;
246
+
247
+ // Configuration options for an Iceberg table.
248
+ IcebergTableConfig iceberg = 22;
206
249
  }
207
250
 
208
251
  message ViewConfig {
@@ -382,6 +425,9 @@ message ActionConfig {
382
425
  // Defines the action behavior if the selected columns in the query
383
426
  // don't the match columns in the target table.
384
427
  OnSchemaChange on_schema_change = 24;
428
+
429
+ // Configuration options for an Iceberg table.
430
+ IcebergTableConfig iceberg = 25;
385
431
  }
386
432
 
387
433
  message AssertionConfig {
package/core.proto CHANGED
@@ -66,6 +66,16 @@ message Target {
66
66
  bool include_dependent_assertions = 4;
67
67
  }
68
68
 
69
+ enum FileFormat {
70
+ FILE_FORMAT_UNSPECIFIED = 0;
71
+ PARQUET = 1;
72
+ }
73
+
74
+ enum TableFormat {
75
+ TABLE_FORMAT_UNSPECIFIED = 0;
76
+ ICEBERG = 1;
77
+ }
78
+
69
79
  message BigQueryOptions {
70
80
  string partition_by = 1;
71
81
  repeated string cluster_by = 2;
@@ -74,6 +84,10 @@ message BigQueryOptions {
74
84
  int32 partition_expiration_days = 5;
75
85
  bool require_partition_filter = 6;
76
86
  map<string, string> additional_options = 7;
87
+ string connection = 8;
88
+ TableFormat table_format = 9;
89
+ FileFormat file_format = 10;
90
+ string storage_uri = 11;
77
91
  }
78
92
 
79
93
  message GraphErrors {
package/package.json CHANGED
@@ -34,7 +34,7 @@
34
34
  "publishConfig": {
35
35
  "access": "public"
36
36
  },
37
- "version": "3.0.28",
37
+ "version": "3.0.29",
38
38
  "name": "@dataform/core",
39
39
  "description": "Dataform core API.",
40
40
  "main": "bundle.js"