@dataform/core 3.0.28 → 3.0.30
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundle.d.ts +179 -1
- package/bundle.js +1 -1
- package/configs.proto +46 -0
- package/core.proto +14 -0
- package/package.json +1 -1
package/configs.proto
CHANGED
|
@@ -126,6 +126,46 @@ message ActionConfig {
|
|
|
126
126
|
repeated string row_conditions = 4;
|
|
127
127
|
}
|
|
128
128
|
|
|
129
|
+
message IcebergTableConfig {
|
|
130
|
+
// Supported file formats for BigQuery tables.
|
|
131
|
+
enum FileFormat {
|
|
132
|
+
// Default value.
|
|
133
|
+
FILE_FORMAT_UNSPECIFIED = 0;
|
|
134
|
+
// Apache Parquet format.
|
|
135
|
+
PARQUET = 1;
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
// The file format for the BigQuery table.
|
|
139
|
+
FileFormat file_format = 1;
|
|
140
|
+
|
|
141
|
+
// The connection specifying the credentials to be used to read and write
|
|
142
|
+
// to external storage, such as Cloud Storage. The connection can have the
|
|
143
|
+
// form `{project}.{location}.{connection_id}` or
|
|
144
|
+
// `projects/{project}/locations/{location}/connections/{connection_id}",
|
|
145
|
+
// or be set to DEFAULT.
|
|
146
|
+
string connection = 2;
|
|
147
|
+
|
|
148
|
+
// The name of the Cloud Storage bucket where table data is stored. This
|
|
149
|
+
// value is be used to construct the storage URI in the following way:
|
|
150
|
+
// `gs://{bucket_name}/{table_folder_root}/{table_folder_subpath}``.
|
|
151
|
+
// If `storage_uri` is provided, this value is ignored.
|
|
152
|
+
string bucket_name = 3;
|
|
153
|
+
|
|
154
|
+
// The name of the first-level folder inside the Cloud Storage bucket where
|
|
155
|
+
// table data is stored. This value will be used to construct the storage
|
|
156
|
+
// URI in the following way:
|
|
157
|
+
// `gs://{bucket_name}/{table_folder_root}/{table_folder_subpath}``.
|
|
158
|
+
// If `storage_uri` is provided, this value is ignored.
|
|
159
|
+
string table_folder_root = 4;
|
|
160
|
+
|
|
161
|
+
// The path under the first-level folder of the Cloud Storage bucket where
|
|
162
|
+
// table data is stored. This value will be used to construct the storage URI
|
|
163
|
+
// in the following way:
|
|
164
|
+
// `gs://{bucket_name}/{table_folder_root}/{table_folder_subpath}``.
|
|
165
|
+
// If `storage_uri` is provided, this value is ignored.
|
|
166
|
+
string table_folder_subpath = 5;
|
|
167
|
+
}
|
|
168
|
+
|
|
129
169
|
message TableConfig {
|
|
130
170
|
// The name of the table.
|
|
131
171
|
string name = 1;
|
|
@@ -203,6 +243,9 @@ message ActionConfig {
|
|
|
203
243
|
// the action depends on data from a source which has not been declared as
|
|
204
244
|
// a dependency.
|
|
205
245
|
bool hermetic = 20;
|
|
246
|
+
|
|
247
|
+
// Configuration options for an Iceberg table.
|
|
248
|
+
IcebergTableConfig iceberg = 22;
|
|
206
249
|
}
|
|
207
250
|
|
|
208
251
|
message ViewConfig {
|
|
@@ -382,6 +425,9 @@ message ActionConfig {
|
|
|
382
425
|
// Defines the action behavior if the selected columns in the query
|
|
383
426
|
// don't the match columns in the target table.
|
|
384
427
|
OnSchemaChange on_schema_change = 24;
|
|
428
|
+
|
|
429
|
+
// Configuration options for an Iceberg table.
|
|
430
|
+
IcebergTableConfig iceberg = 25;
|
|
385
431
|
}
|
|
386
432
|
|
|
387
433
|
message AssertionConfig {
|
package/core.proto
CHANGED
|
@@ -66,6 +66,16 @@ message Target {
|
|
|
66
66
|
bool include_dependent_assertions = 4;
|
|
67
67
|
}
|
|
68
68
|
|
|
69
|
+
enum FileFormat {
|
|
70
|
+
FILE_FORMAT_UNSPECIFIED = 0;
|
|
71
|
+
PARQUET = 1;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
enum TableFormat {
|
|
75
|
+
TABLE_FORMAT_UNSPECIFIED = 0;
|
|
76
|
+
ICEBERG = 1;
|
|
77
|
+
}
|
|
78
|
+
|
|
69
79
|
message BigQueryOptions {
|
|
70
80
|
string partition_by = 1;
|
|
71
81
|
repeated string cluster_by = 2;
|
|
@@ -74,6 +84,10 @@ message BigQueryOptions {
|
|
|
74
84
|
int32 partition_expiration_days = 5;
|
|
75
85
|
bool require_partition_filter = 6;
|
|
76
86
|
map<string, string> additional_options = 7;
|
|
87
|
+
string connection = 8;
|
|
88
|
+
TableFormat table_format = 9;
|
|
89
|
+
FileFormat file_format = 10;
|
|
90
|
+
string storage_uri = 11;
|
|
77
91
|
}
|
|
78
92
|
|
|
79
93
|
message GraphErrors {
|