@dataform/core 3.0.61-alpha.1 → 3.0.62
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundle.d.ts +181 -353
- package/bundle.js +1 -1
- package/configs.proto +25 -34
- package/core.proto +37 -14
- package/package.json +4 -2
package/bundle.d.ts
CHANGED
|
@@ -57,8 +57,8 @@ namespace dataform {
|
|
|
57
57
|
/** WorkflowSettings includeTestsInCompiledGraph */
|
|
58
58
|
includeTestsInCompiledGraph?: (boolean|null);
|
|
59
59
|
|
|
60
|
-
/** WorkflowSettings
|
|
61
|
-
|
|
60
|
+
/** WorkflowSettings preserveGovernanceControls */
|
|
61
|
+
preserveGovernanceControls?: (boolean|null);
|
|
62
62
|
}
|
|
63
63
|
|
|
64
64
|
/** Represents a WorkflowSettings. */
|
|
@@ -118,8 +118,8 @@ namespace dataform {
|
|
|
118
118
|
/** WorkflowSettings includeTestsInCompiledGraph. */
|
|
119
119
|
public includeTestsInCompiledGraph: boolean;
|
|
120
120
|
|
|
121
|
-
/** WorkflowSettings
|
|
122
|
-
public
|
|
121
|
+
/** WorkflowSettings preserveGovernanceControls. */
|
|
122
|
+
public preserveGovernanceControls: boolean;
|
|
123
123
|
|
|
124
124
|
/**
|
|
125
125
|
* Creates a new WorkflowSettings instance using the specified properties.
|
|
@@ -199,121 +199,6 @@ namespace dataform {
|
|
|
199
199
|
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
200
200
|
}
|
|
201
201
|
|
|
202
|
-
/** Properties of a DefaultIcebergConfig. */
|
|
203
|
-
interface IDefaultIcebergConfig {
|
|
204
|
-
|
|
205
|
-
/** DefaultIcebergConfig bucketName */
|
|
206
|
-
bucketName?: (string|null);
|
|
207
|
-
|
|
208
|
-
/** DefaultIcebergConfig tableFolderRoot */
|
|
209
|
-
tableFolderRoot?: (string|null);
|
|
210
|
-
|
|
211
|
-
/** DefaultIcebergConfig tableFolderSubpath */
|
|
212
|
-
tableFolderSubpath?: (string|null);
|
|
213
|
-
|
|
214
|
-
/** DefaultIcebergConfig connection */
|
|
215
|
-
connection?: (string|null);
|
|
216
|
-
}
|
|
217
|
-
|
|
218
|
-
/** Represents a DefaultIcebergConfig. */
|
|
219
|
-
class DefaultIcebergConfig implements IDefaultIcebergConfig {
|
|
220
|
-
|
|
221
|
-
/**
|
|
222
|
-
* Constructs a new DefaultIcebergConfig.
|
|
223
|
-
* @param [properties] Properties to set
|
|
224
|
-
*/
|
|
225
|
-
constructor(properties?: dataform.IDefaultIcebergConfig);
|
|
226
|
-
|
|
227
|
-
/** DefaultIcebergConfig bucketName. */
|
|
228
|
-
public bucketName: string;
|
|
229
|
-
|
|
230
|
-
/** DefaultIcebergConfig tableFolderRoot. */
|
|
231
|
-
public tableFolderRoot: string;
|
|
232
|
-
|
|
233
|
-
/** DefaultIcebergConfig tableFolderSubpath. */
|
|
234
|
-
public tableFolderSubpath: string;
|
|
235
|
-
|
|
236
|
-
/** DefaultIcebergConfig connection. */
|
|
237
|
-
public connection: string;
|
|
238
|
-
|
|
239
|
-
/**
|
|
240
|
-
* Creates a new DefaultIcebergConfig instance using the specified properties.
|
|
241
|
-
* @param [properties] Properties to set
|
|
242
|
-
* @returns DefaultIcebergConfig instance
|
|
243
|
-
*/
|
|
244
|
-
public static create(properties?: dataform.IDefaultIcebergConfig): dataform.DefaultIcebergConfig;
|
|
245
|
-
|
|
246
|
-
/**
|
|
247
|
-
* Encodes the specified DefaultIcebergConfig message. Does not implicitly {@link dataform.DefaultIcebergConfig.verify|verify} messages.
|
|
248
|
-
* @param message DefaultIcebergConfig message or plain object to encode
|
|
249
|
-
* @param [writer] Writer to encode to
|
|
250
|
-
* @returns Writer
|
|
251
|
-
*/
|
|
252
|
-
public static encode(message: dataform.IDefaultIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
253
|
-
|
|
254
|
-
/**
|
|
255
|
-
* Encodes the specified DefaultIcebergConfig message, length delimited. Does not implicitly {@link dataform.DefaultIcebergConfig.verify|verify} messages.
|
|
256
|
-
* @param message DefaultIcebergConfig message or plain object to encode
|
|
257
|
-
* @param [writer] Writer to encode to
|
|
258
|
-
* @returns Writer
|
|
259
|
-
*/
|
|
260
|
-
public static encodeDelimited(message: dataform.IDefaultIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
261
|
-
|
|
262
|
-
/**
|
|
263
|
-
* Decodes a DefaultIcebergConfig message from the specified reader or buffer.
|
|
264
|
-
* @param reader Reader or buffer to decode from
|
|
265
|
-
* @param [length] Message length if known beforehand
|
|
266
|
-
* @returns DefaultIcebergConfig
|
|
267
|
-
* @throws {Error} If the payload is not a reader or valid buffer
|
|
268
|
-
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
269
|
-
*/
|
|
270
|
-
public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.DefaultIcebergConfig;
|
|
271
|
-
|
|
272
|
-
/**
|
|
273
|
-
* Decodes a DefaultIcebergConfig message from the specified reader or buffer, length delimited.
|
|
274
|
-
* @param reader Reader or buffer to decode from
|
|
275
|
-
* @returns DefaultIcebergConfig
|
|
276
|
-
* @throws {Error} If the payload is not a reader or valid buffer
|
|
277
|
-
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
278
|
-
*/
|
|
279
|
-
public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.DefaultIcebergConfig;
|
|
280
|
-
|
|
281
|
-
/**
|
|
282
|
-
* Verifies a DefaultIcebergConfig message.
|
|
283
|
-
* @param message Plain object to verify
|
|
284
|
-
* @returns `null` if valid, otherwise the reason why it is not
|
|
285
|
-
*/
|
|
286
|
-
public static verify(message: { [k: string]: any }): (string|null);
|
|
287
|
-
|
|
288
|
-
/**
|
|
289
|
-
* Creates a DefaultIcebergConfig message from a plain object. Also converts values to their respective internal types.
|
|
290
|
-
* @param object Plain object
|
|
291
|
-
* @returns DefaultIcebergConfig
|
|
292
|
-
*/
|
|
293
|
-
public static fromObject(object: { [k: string]: any }): dataform.DefaultIcebergConfig;
|
|
294
|
-
|
|
295
|
-
/**
|
|
296
|
-
* Creates a plain object from a DefaultIcebergConfig message. Also converts values to other types if specified.
|
|
297
|
-
* @param message DefaultIcebergConfig
|
|
298
|
-
* @param [options] Conversion options
|
|
299
|
-
* @returns Plain object
|
|
300
|
-
*/
|
|
301
|
-
public static toObject(message: dataform.DefaultIcebergConfig, options?: $protobuf.IConversionOptions): { [k: string]: any };
|
|
302
|
-
|
|
303
|
-
/**
|
|
304
|
-
* Converts this DefaultIcebergConfig to JSON.
|
|
305
|
-
* @returns JSON object
|
|
306
|
-
*/
|
|
307
|
-
public toJSON(): { [k: string]: any };
|
|
308
|
-
|
|
309
|
-
/**
|
|
310
|
-
* Gets the default type url for DefaultIcebergConfig
|
|
311
|
-
* @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
|
|
312
|
-
* @returns The default type url
|
|
313
|
-
*/
|
|
314
|
-
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
315
|
-
}
|
|
316
|
-
|
|
317
202
|
/** Properties of an ActionConfigs. */
|
|
318
203
|
interface IActionConfigs {
|
|
319
204
|
|
|
@@ -1201,6 +1086,9 @@ namespace dataform {
|
|
|
1201
1086
|
|
|
1202
1087
|
/** TableConfig reservation */
|
|
1203
1088
|
reservation?: (string|null);
|
|
1089
|
+
|
|
1090
|
+
/** TableConfig preserveGovernanceControls */
|
|
1091
|
+
preserveGovernanceControls?: (boolean|null);
|
|
1204
1092
|
}
|
|
1205
1093
|
|
|
1206
1094
|
/** Represents a TableConfig. */
|
|
@@ -1281,6 +1169,9 @@ namespace dataform {
|
|
|
1281
1169
|
/** TableConfig reservation. */
|
|
1282
1170
|
public reservation: string;
|
|
1283
1171
|
|
|
1172
|
+
/** TableConfig preserveGovernanceControls. */
|
|
1173
|
+
public preserveGovernanceControls?: (boolean|null);
|
|
1174
|
+
|
|
1284
1175
|
/**
|
|
1285
1176
|
* Creates a new TableConfig instance using the specified properties.
|
|
1286
1177
|
* @param [properties] Properties to set
|
|
@@ -1687,6 +1578,13 @@ namespace dataform {
|
|
|
1687
1578
|
SYNCHRONIZE = 3
|
|
1688
1579
|
}
|
|
1689
1580
|
|
|
1581
|
+
/** IncrementalStrategy enum. */
|
|
1582
|
+
enum IncrementalStrategy {
|
|
1583
|
+
INCREMENTAL_STRATEGY_UNSPECIFIED = 0,
|
|
1584
|
+
INCREMENTAL_STRATEGY_MERGE = 1,
|
|
1585
|
+
INCREMENTAL_STRATEGY_INSERT_OVERWRITE = 2
|
|
1586
|
+
}
|
|
1587
|
+
|
|
1690
1588
|
/** Properties of an IncrementalTableConfig. */
|
|
1691
1589
|
interface IIncrementalTableConfig {
|
|
1692
1590
|
|
|
@@ -1770,6 +1668,12 @@ namespace dataform {
|
|
|
1770
1668
|
|
|
1771
1669
|
/** IncrementalTableConfig reservation */
|
|
1772
1670
|
reservation?: (string|null);
|
|
1671
|
+
|
|
1672
|
+
/** IncrementalTableConfig incrementalStrategy */
|
|
1673
|
+
incrementalStrategy?: (dataform.ActionConfig.IncrementalStrategy|null);
|
|
1674
|
+
|
|
1675
|
+
/** IncrementalTableConfig incrementalPredicates */
|
|
1676
|
+
incrementalPredicates?: (string[]|null);
|
|
1773
1677
|
}
|
|
1774
1678
|
|
|
1775
1679
|
/** Represents an IncrementalTableConfig. */
|
|
@@ -1862,6 +1766,12 @@ namespace dataform {
|
|
|
1862
1766
|
/** IncrementalTableConfig reservation. */
|
|
1863
1767
|
public reservation: string;
|
|
1864
1768
|
|
|
1769
|
+
/** IncrementalTableConfig incrementalStrategy. */
|
|
1770
|
+
public incrementalStrategy: dataform.ActionConfig.IncrementalStrategy;
|
|
1771
|
+
|
|
1772
|
+
/** IncrementalTableConfig incrementalPredicates. */
|
|
1773
|
+
public incrementalPredicates: string[];
|
|
1774
|
+
|
|
1865
1775
|
/**
|
|
1866
1776
|
* Creates a new IncrementalTableConfig instance using the specified properties.
|
|
1867
1777
|
* @param [properties] Properties to set
|
|
@@ -2434,9 +2344,6 @@ namespace dataform {
|
|
|
2434
2344
|
|
|
2435
2345
|
/** NotebookConfig dependOnDependencyAssertions */
|
|
2436
2346
|
dependOnDependencyAssertions?: (boolean|null);
|
|
2437
|
-
|
|
2438
|
-
/** NotebookConfig executionEngine */
|
|
2439
|
-
executionEngine?: (dataform.ActionConfig.NotebookConfig.ExecutionEngine|null);
|
|
2440
2347
|
}
|
|
2441
2348
|
|
|
2442
2349
|
/** Represents a NotebookConfig. */
|
|
@@ -2475,9 +2382,6 @@ namespace dataform {
|
|
|
2475
2382
|
/** NotebookConfig dependOnDependencyAssertions. */
|
|
2476
2383
|
public dependOnDependencyAssertions: boolean;
|
|
2477
2384
|
|
|
2478
|
-
/** NotebookConfig executionEngine. */
|
|
2479
|
-
public executionEngine: dataform.ActionConfig.NotebookConfig.ExecutionEngine;
|
|
2480
|
-
|
|
2481
2385
|
/**
|
|
2482
2386
|
* Creates a new NotebookConfig instance using the specified properties.
|
|
2483
2387
|
* @param [properties] Properties to set
|
|
@@ -2556,16 +2460,6 @@ namespace dataform {
|
|
|
2556
2460
|
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
2557
2461
|
}
|
|
2558
2462
|
|
|
2559
|
-
namespace NotebookConfig {
|
|
2560
|
-
|
|
2561
|
-
/** ExecutionEngine enum. */
|
|
2562
|
-
enum ExecutionEngine {
|
|
2563
|
-
EXECUTION_ENGINE_UNSPECIFIED = 0,
|
|
2564
|
-
COLAB = 1,
|
|
2565
|
-
MANAGED_SPARK = 2
|
|
2566
|
-
}
|
|
2567
|
-
}
|
|
2568
|
-
|
|
2569
2463
|
/** Properties of a DataPreparationConfig. */
|
|
2570
2464
|
interface IDataPreparationConfig {
|
|
2571
2465
|
|
|
@@ -3166,103 +3060,6 @@ namespace dataform {
|
|
|
3166
3060
|
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
3167
3061
|
}
|
|
3168
3062
|
|
|
3169
|
-
/** Properties of a ManagedSparkExecutionOptionsConfig. */
|
|
3170
|
-
interface IManagedSparkExecutionOptionsConfig {
|
|
3171
|
-
|
|
3172
|
-
/** ManagedSparkExecutionOptionsConfig stagingBucketUri */
|
|
3173
|
-
stagingBucketUri?: (string|null);
|
|
3174
|
-
}
|
|
3175
|
-
|
|
3176
|
-
/** Represents a ManagedSparkExecutionOptionsConfig. */
|
|
3177
|
-
class ManagedSparkExecutionOptionsConfig implements IManagedSparkExecutionOptionsConfig {
|
|
3178
|
-
|
|
3179
|
-
/**
|
|
3180
|
-
* Constructs a new ManagedSparkExecutionOptionsConfig.
|
|
3181
|
-
* @param [properties] Properties to set
|
|
3182
|
-
*/
|
|
3183
|
-
constructor(properties?: dataform.IManagedSparkExecutionOptionsConfig);
|
|
3184
|
-
|
|
3185
|
-
/** ManagedSparkExecutionOptionsConfig stagingBucketUri. */
|
|
3186
|
-
public stagingBucketUri: string;
|
|
3187
|
-
|
|
3188
|
-
/**
|
|
3189
|
-
* Creates a new ManagedSparkExecutionOptionsConfig instance using the specified properties.
|
|
3190
|
-
* @param [properties] Properties to set
|
|
3191
|
-
* @returns ManagedSparkExecutionOptionsConfig instance
|
|
3192
|
-
*/
|
|
3193
|
-
public static create(properties?: dataform.IManagedSparkExecutionOptionsConfig): dataform.ManagedSparkExecutionOptionsConfig;
|
|
3194
|
-
|
|
3195
|
-
/**
|
|
3196
|
-
* Encodes the specified ManagedSparkExecutionOptionsConfig message. Does not implicitly {@link dataform.ManagedSparkExecutionOptionsConfig.verify|verify} messages.
|
|
3197
|
-
* @param message ManagedSparkExecutionOptionsConfig message or plain object to encode
|
|
3198
|
-
* @param [writer] Writer to encode to
|
|
3199
|
-
* @returns Writer
|
|
3200
|
-
*/
|
|
3201
|
-
public static encode(message: dataform.IManagedSparkExecutionOptionsConfig, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
3202
|
-
|
|
3203
|
-
/**
|
|
3204
|
-
* Encodes the specified ManagedSparkExecutionOptionsConfig message, length delimited. Does not implicitly {@link dataform.ManagedSparkExecutionOptionsConfig.verify|verify} messages.
|
|
3205
|
-
* @param message ManagedSparkExecutionOptionsConfig message or plain object to encode
|
|
3206
|
-
* @param [writer] Writer to encode to
|
|
3207
|
-
* @returns Writer
|
|
3208
|
-
*/
|
|
3209
|
-
public static encodeDelimited(message: dataform.IManagedSparkExecutionOptionsConfig, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
3210
|
-
|
|
3211
|
-
/**
|
|
3212
|
-
* Decodes a ManagedSparkExecutionOptionsConfig message from the specified reader or buffer.
|
|
3213
|
-
* @param reader Reader or buffer to decode from
|
|
3214
|
-
* @param [length] Message length if known beforehand
|
|
3215
|
-
* @returns ManagedSparkExecutionOptionsConfig
|
|
3216
|
-
* @throws {Error} If the payload is not a reader or valid buffer
|
|
3217
|
-
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
3218
|
-
*/
|
|
3219
|
-
public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.ManagedSparkExecutionOptionsConfig;
|
|
3220
|
-
|
|
3221
|
-
/**
|
|
3222
|
-
* Decodes a ManagedSparkExecutionOptionsConfig message from the specified reader or buffer, length delimited.
|
|
3223
|
-
* @param reader Reader or buffer to decode from
|
|
3224
|
-
* @returns ManagedSparkExecutionOptionsConfig
|
|
3225
|
-
* @throws {Error} If the payload is not a reader or valid buffer
|
|
3226
|
-
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
3227
|
-
*/
|
|
3228
|
-
public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.ManagedSparkExecutionOptionsConfig;
|
|
3229
|
-
|
|
3230
|
-
/**
|
|
3231
|
-
* Verifies a ManagedSparkExecutionOptionsConfig message.
|
|
3232
|
-
* @param message Plain object to verify
|
|
3233
|
-
* @returns `null` if valid, otherwise the reason why it is not
|
|
3234
|
-
*/
|
|
3235
|
-
public static verify(message: { [k: string]: any }): (string|null);
|
|
3236
|
-
|
|
3237
|
-
/**
|
|
3238
|
-
* Creates a ManagedSparkExecutionOptionsConfig message from a plain object. Also converts values to their respective internal types.
|
|
3239
|
-
* @param object Plain object
|
|
3240
|
-
* @returns ManagedSparkExecutionOptionsConfig
|
|
3241
|
-
*/
|
|
3242
|
-
public static fromObject(object: { [k: string]: any }): dataform.ManagedSparkExecutionOptionsConfig;
|
|
3243
|
-
|
|
3244
|
-
/**
|
|
3245
|
-
* Creates a plain object from a ManagedSparkExecutionOptionsConfig message. Also converts values to other types if specified.
|
|
3246
|
-
* @param message ManagedSparkExecutionOptionsConfig
|
|
3247
|
-
* @param [options] Conversion options
|
|
3248
|
-
* @returns Plain object
|
|
3249
|
-
*/
|
|
3250
|
-
public static toObject(message: dataform.ManagedSparkExecutionOptionsConfig, options?: $protobuf.IConversionOptions): { [k: string]: any };
|
|
3251
|
-
|
|
3252
|
-
/**
|
|
3253
|
-
* Converts this ManagedSparkExecutionOptionsConfig to JSON.
|
|
3254
|
-
* @returns JSON object
|
|
3255
|
-
*/
|
|
3256
|
-
public toJSON(): { [k: string]: any };
|
|
3257
|
-
|
|
3258
|
-
/**
|
|
3259
|
-
* Gets the default type url for ManagedSparkExecutionOptionsConfig
|
|
3260
|
-
* @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
|
|
3261
|
-
* @returns The default type url
|
|
3262
|
-
*/
|
|
3263
|
-
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
3264
|
-
}
|
|
3265
|
-
|
|
3266
3063
|
/** ExtensionCompilationMode enum. */
|
|
3267
3064
|
enum ExtensionCompilationMode {
|
|
3268
3065
|
COMPILATION_MODE_UNSPECIFIED = 0,
|
|
@@ -3427,8 +3224,8 @@ namespace dataform {
|
|
|
3427
3224
|
/** ProjectConfig includeTestsInCompiledGraph */
|
|
3428
3225
|
includeTestsInCompiledGraph?: (boolean|null);
|
|
3429
3226
|
|
|
3430
|
-
/** ProjectConfig
|
|
3431
|
-
|
|
3227
|
+
/** ProjectConfig preserveGovernanceControls */
|
|
3228
|
+
preserveGovernanceControls?: (boolean|null);
|
|
3432
3229
|
}
|
|
3433
3230
|
|
|
3434
3231
|
/** Represents a ProjectConfig. */
|
|
@@ -3485,8 +3282,8 @@ namespace dataform {
|
|
|
3485
3282
|
/** ProjectConfig includeTestsInCompiledGraph. */
|
|
3486
3283
|
public includeTestsInCompiledGraph: boolean;
|
|
3487
3284
|
|
|
3488
|
-
/** ProjectConfig
|
|
3489
|
-
public
|
|
3285
|
+
/** ProjectConfig preserveGovernanceControls. */
|
|
3286
|
+
public preserveGovernanceControls: boolean;
|
|
3490
3287
|
|
|
3491
3288
|
/**
|
|
3492
3289
|
* Creates a new ProjectConfig instance using the specified properties.
|
|
@@ -3566,6 +3363,121 @@ namespace dataform {
|
|
|
3566
3363
|
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
3567
3364
|
}
|
|
3568
3365
|
|
|
3366
|
+
/** Properties of a DefaultIcebergConfig. */
|
|
3367
|
+
interface IDefaultIcebergConfig {
|
|
3368
|
+
|
|
3369
|
+
/** DefaultIcebergConfig bucketName */
|
|
3370
|
+
bucketName?: (string|null);
|
|
3371
|
+
|
|
3372
|
+
/** DefaultIcebergConfig tableFolderRoot */
|
|
3373
|
+
tableFolderRoot?: (string|null);
|
|
3374
|
+
|
|
3375
|
+
/** DefaultIcebergConfig tableFolderSubpath */
|
|
3376
|
+
tableFolderSubpath?: (string|null);
|
|
3377
|
+
|
|
3378
|
+
/** DefaultIcebergConfig connection */
|
|
3379
|
+
connection?: (string|null);
|
|
3380
|
+
}
|
|
3381
|
+
|
|
3382
|
+
/** Represents a DefaultIcebergConfig. */
|
|
3383
|
+
class DefaultIcebergConfig implements IDefaultIcebergConfig {
|
|
3384
|
+
|
|
3385
|
+
/**
|
|
3386
|
+
* Constructs a new DefaultIcebergConfig.
|
|
3387
|
+
* @param [properties] Properties to set
|
|
3388
|
+
*/
|
|
3389
|
+
constructor(properties?: dataform.IDefaultIcebergConfig);
|
|
3390
|
+
|
|
3391
|
+
/** DefaultIcebergConfig bucketName. */
|
|
3392
|
+
public bucketName: string;
|
|
3393
|
+
|
|
3394
|
+
/** DefaultIcebergConfig tableFolderRoot. */
|
|
3395
|
+
public tableFolderRoot: string;
|
|
3396
|
+
|
|
3397
|
+
/** DefaultIcebergConfig tableFolderSubpath. */
|
|
3398
|
+
public tableFolderSubpath: string;
|
|
3399
|
+
|
|
3400
|
+
/** DefaultIcebergConfig connection. */
|
|
3401
|
+
public connection: string;
|
|
3402
|
+
|
|
3403
|
+
/**
|
|
3404
|
+
* Creates a new DefaultIcebergConfig instance using the specified properties.
|
|
3405
|
+
* @param [properties] Properties to set
|
|
3406
|
+
* @returns DefaultIcebergConfig instance
|
|
3407
|
+
*/
|
|
3408
|
+
public static create(properties?: dataform.IDefaultIcebergConfig): dataform.DefaultIcebergConfig;
|
|
3409
|
+
|
|
3410
|
+
/**
|
|
3411
|
+
* Encodes the specified DefaultIcebergConfig message. Does not implicitly {@link dataform.DefaultIcebergConfig.verify|verify} messages.
|
|
3412
|
+
* @param message DefaultIcebergConfig message or plain object to encode
|
|
3413
|
+
* @param [writer] Writer to encode to
|
|
3414
|
+
* @returns Writer
|
|
3415
|
+
*/
|
|
3416
|
+
public static encode(message: dataform.IDefaultIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
3417
|
+
|
|
3418
|
+
/**
|
|
3419
|
+
* Encodes the specified DefaultIcebergConfig message, length delimited. Does not implicitly {@link dataform.DefaultIcebergConfig.verify|verify} messages.
|
|
3420
|
+
* @param message DefaultIcebergConfig message or plain object to encode
|
|
3421
|
+
* @param [writer] Writer to encode to
|
|
3422
|
+
* @returns Writer
|
|
3423
|
+
*/
|
|
3424
|
+
public static encodeDelimited(message: dataform.IDefaultIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
3425
|
+
|
|
3426
|
+
/**
|
|
3427
|
+
* Decodes a DefaultIcebergConfig message from the specified reader or buffer.
|
|
3428
|
+
* @param reader Reader or buffer to decode from
|
|
3429
|
+
* @param [length] Message length if known beforehand
|
|
3430
|
+
* @returns DefaultIcebergConfig
|
|
3431
|
+
* @throws {Error} If the payload is not a reader or valid buffer
|
|
3432
|
+
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
3433
|
+
*/
|
|
3434
|
+
public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.DefaultIcebergConfig;
|
|
3435
|
+
|
|
3436
|
+
/**
|
|
3437
|
+
* Decodes a DefaultIcebergConfig message from the specified reader or buffer, length delimited.
|
|
3438
|
+
* @param reader Reader or buffer to decode from
|
|
3439
|
+
* @returns DefaultIcebergConfig
|
|
3440
|
+
* @throws {Error} If the payload is not a reader or valid buffer
|
|
3441
|
+
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
3442
|
+
*/
|
|
3443
|
+
public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.DefaultIcebergConfig;
|
|
3444
|
+
|
|
3445
|
+
/**
|
|
3446
|
+
* Verifies a DefaultIcebergConfig message.
|
|
3447
|
+
* @param message Plain object to verify
|
|
3448
|
+
* @returns `null` if valid, otherwise the reason why it is not
|
|
3449
|
+
*/
|
|
3450
|
+
public static verify(message: { [k: string]: any }): (string|null);
|
|
3451
|
+
|
|
3452
|
+
/**
|
|
3453
|
+
* Creates a DefaultIcebergConfig message from a plain object. Also converts values to their respective internal types.
|
|
3454
|
+
* @param object Plain object
|
|
3455
|
+
* @returns DefaultIcebergConfig
|
|
3456
|
+
*/
|
|
3457
|
+
public static fromObject(object: { [k: string]: any }): dataform.DefaultIcebergConfig;
|
|
3458
|
+
|
|
3459
|
+
/**
|
|
3460
|
+
* Creates a plain object from a DefaultIcebergConfig message. Also converts values to other types if specified.
|
|
3461
|
+
* @param message DefaultIcebergConfig
|
|
3462
|
+
* @param [options] Conversion options
|
|
3463
|
+
* @returns Plain object
|
|
3464
|
+
*/
|
|
3465
|
+
public static toObject(message: dataform.DefaultIcebergConfig, options?: $protobuf.IConversionOptions): { [k: string]: any };
|
|
3466
|
+
|
|
3467
|
+
/**
|
|
3468
|
+
* Converts this DefaultIcebergConfig to JSON.
|
|
3469
|
+
* @returns JSON object
|
|
3470
|
+
*/
|
|
3471
|
+
public toJSON(): { [k: string]: any };
|
|
3472
|
+
|
|
3473
|
+
/**
|
|
3474
|
+
* Gets the default type url for DefaultIcebergConfig
|
|
3475
|
+
* @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
|
|
3476
|
+
* @returns The default type url
|
|
3477
|
+
*/
|
|
3478
|
+
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
3479
|
+
}
|
|
3480
|
+
|
|
3569
3481
|
/** Properties of a CompileConfig. */
|
|
3570
3482
|
interface ICompileConfig {
|
|
3571
3483
|
|
|
@@ -3855,6 +3767,12 @@ namespace dataform {
|
|
|
3855
3767
|
|
|
3856
3768
|
/** BigQueryOptions storageUri */
|
|
3857
3769
|
storageUri?: (string|null);
|
|
3770
|
+
|
|
3771
|
+
/** BigQueryOptions incrementalPredicates */
|
|
3772
|
+
incrementalPredicates?: (string[]|null);
|
|
3773
|
+
|
|
3774
|
+
/** BigQueryOptions preserveGovernanceControls */
|
|
3775
|
+
preserveGovernanceControls?: (boolean|null);
|
|
3858
3776
|
}
|
|
3859
3777
|
|
|
3860
3778
|
/** Represents a BigQueryOptions. */
|
|
@@ -3899,6 +3817,12 @@ namespace dataform {
|
|
|
3899
3817
|
/** BigQueryOptions storageUri. */
|
|
3900
3818
|
public storageUri: string;
|
|
3901
3819
|
|
|
3820
|
+
/** BigQueryOptions incrementalPredicates. */
|
|
3821
|
+
public incrementalPredicates: string[];
|
|
3822
|
+
|
|
3823
|
+
/** BigQueryOptions preserveGovernanceControls. */
|
|
3824
|
+
public preserveGovernanceControls: boolean;
|
|
3825
|
+
|
|
3902
3826
|
/**
|
|
3903
3827
|
* Creates a new BigQueryOptions instance using the specified properties.
|
|
3904
3828
|
* @param [properties] Properties to set
|
|
@@ -4569,6 +4493,13 @@ namespace dataform {
|
|
|
4569
4493
|
SYNCHRONIZE = 3
|
|
4570
4494
|
}
|
|
4571
4495
|
|
|
4496
|
+
/** IncrementalStrategy enum. */
|
|
4497
|
+
enum IncrementalStrategy {
|
|
4498
|
+
INCREMENTAL_STRATEGY_UNSPECIFIED = 0,
|
|
4499
|
+
MERGE = 1,
|
|
4500
|
+
INSERT_OVERWRITE = 2
|
|
4501
|
+
}
|
|
4502
|
+
|
|
4572
4503
|
/** Properties of a Table. */
|
|
4573
4504
|
interface ITable {
|
|
4574
4505
|
|
|
@@ -4635,6 +4566,9 @@ namespace dataform {
|
|
|
4635
4566
|
/** Table jitCode */
|
|
4636
4567
|
jitCode?: (string|null);
|
|
4637
4568
|
|
|
4569
|
+
/** Table incrementalStrategy */
|
|
4570
|
+
incrementalStrategy?: (dataform.IncrementalStrategy|null);
|
|
4571
|
+
|
|
4638
4572
|
/** Table bigquery */
|
|
4639
4573
|
bigquery?: (dataform.IBigQueryOptions|null);
|
|
4640
4574
|
|
|
@@ -4714,6 +4648,9 @@ namespace dataform {
|
|
|
4714
4648
|
/** Table jitCode. */
|
|
4715
4649
|
public jitCode: string;
|
|
4716
4650
|
|
|
4651
|
+
/** Table incrementalStrategy. */
|
|
4652
|
+
public incrementalStrategy: dataform.IncrementalStrategy;
|
|
4653
|
+
|
|
4717
4654
|
/** Table bigquery. */
|
|
4718
4655
|
public bigquery?: (dataform.IBigQueryOptions|null);
|
|
4719
4656
|
|
|
@@ -5414,9 +5351,6 @@ namespace dataform {
|
|
|
5414
5351
|
|
|
5415
5352
|
/** Notebook notebookContents */
|
|
5416
5353
|
notebookContents?: (string|null);
|
|
5417
|
-
|
|
5418
|
-
/** Notebook executionEngine */
|
|
5419
|
-
executionEngine?: (dataform.Notebook.ExecutionEngine|null);
|
|
5420
5354
|
}
|
|
5421
5355
|
|
|
5422
5356
|
/** Represents a Notebook. */
|
|
@@ -5449,9 +5383,6 @@ namespace dataform {
|
|
|
5449
5383
|
/** Notebook notebookContents. */
|
|
5450
5384
|
public notebookContents: string;
|
|
5451
5385
|
|
|
5452
|
-
/** Notebook executionEngine. */
|
|
5453
|
-
public executionEngine: dataform.Notebook.ExecutionEngine;
|
|
5454
|
-
|
|
5455
5386
|
/**
|
|
5456
5387
|
* Creates a new Notebook instance using the specified properties.
|
|
5457
5388
|
* @param [properties] Properties to set
|
|
@@ -5530,16 +5461,6 @@ namespace dataform {
|
|
|
5530
5461
|
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
5531
5462
|
}
|
|
5532
5463
|
|
|
5533
|
-
namespace Notebook {
|
|
5534
|
-
|
|
5535
|
-
/** ExecutionEngine enum. */
|
|
5536
|
-
enum ExecutionEngine {
|
|
5537
|
-
EXECUTION_ENGINE_UNSPECIFIED = 0,
|
|
5538
|
-
COLAB = 1,
|
|
5539
|
-
MANAGED_SPARK = 2
|
|
5540
|
-
}
|
|
5541
|
-
}
|
|
5542
|
-
|
|
5543
5464
|
/** Properties of a RepositorySnapshotDestination. */
|
|
5544
5465
|
interface IRepositorySnapshotDestination {
|
|
5545
5466
|
|
|
@@ -5752,103 +5673,6 @@ namespace dataform {
|
|
|
5752
5673
|
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
5753
5674
|
}
|
|
5754
5675
|
|
|
5755
|
-
/** Properties of a ManagedSparkExecutionOptions. */
|
|
5756
|
-
interface IManagedSparkExecutionOptions {
|
|
5757
|
-
|
|
5758
|
-
/** ManagedSparkExecutionOptions stagingBucketUri */
|
|
5759
|
-
stagingBucketUri?: (string|null);
|
|
5760
|
-
}
|
|
5761
|
-
|
|
5762
|
-
/** Represents a ManagedSparkExecutionOptions. */
|
|
5763
|
-
class ManagedSparkExecutionOptions implements IManagedSparkExecutionOptions {
|
|
5764
|
-
|
|
5765
|
-
/**
|
|
5766
|
-
* Constructs a new ManagedSparkExecutionOptions.
|
|
5767
|
-
* @param [properties] Properties to set
|
|
5768
|
-
*/
|
|
5769
|
-
constructor(properties?: dataform.IManagedSparkExecutionOptions);
|
|
5770
|
-
|
|
5771
|
-
/** ManagedSparkExecutionOptions stagingBucketUri. */
|
|
5772
|
-
public stagingBucketUri: string;
|
|
5773
|
-
|
|
5774
|
-
/**
|
|
5775
|
-
* Creates a new ManagedSparkExecutionOptions instance using the specified properties.
|
|
5776
|
-
* @param [properties] Properties to set
|
|
5777
|
-
* @returns ManagedSparkExecutionOptions instance
|
|
5778
|
-
*/
|
|
5779
|
-
public static create(properties?: dataform.IManagedSparkExecutionOptions): dataform.ManagedSparkExecutionOptions;
|
|
5780
|
-
|
|
5781
|
-
/**
|
|
5782
|
-
* Encodes the specified ManagedSparkExecutionOptions message. Does not implicitly {@link dataform.ManagedSparkExecutionOptions.verify|verify} messages.
|
|
5783
|
-
* @param message ManagedSparkExecutionOptions message or plain object to encode
|
|
5784
|
-
* @param [writer] Writer to encode to
|
|
5785
|
-
* @returns Writer
|
|
5786
|
-
*/
|
|
5787
|
-
public static encode(message: dataform.IManagedSparkExecutionOptions, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
5788
|
-
|
|
5789
|
-
/**
|
|
5790
|
-
* Encodes the specified ManagedSparkExecutionOptions message, length delimited. Does not implicitly {@link dataform.ManagedSparkExecutionOptions.verify|verify} messages.
|
|
5791
|
-
* @param message ManagedSparkExecutionOptions message or plain object to encode
|
|
5792
|
-
* @param [writer] Writer to encode to
|
|
5793
|
-
* @returns Writer
|
|
5794
|
-
*/
|
|
5795
|
-
public static encodeDelimited(message: dataform.IManagedSparkExecutionOptions, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
5796
|
-
|
|
5797
|
-
/**
|
|
5798
|
-
* Decodes a ManagedSparkExecutionOptions message from the specified reader or buffer.
|
|
5799
|
-
* @param reader Reader or buffer to decode from
|
|
5800
|
-
* @param [length] Message length if known beforehand
|
|
5801
|
-
* @returns ManagedSparkExecutionOptions
|
|
5802
|
-
* @throws {Error} If the payload is not a reader or valid buffer
|
|
5803
|
-
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
5804
|
-
*/
|
|
5805
|
-
public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.ManagedSparkExecutionOptions;
|
|
5806
|
-
|
|
5807
|
-
/**
|
|
5808
|
-
* Decodes a ManagedSparkExecutionOptions message from the specified reader or buffer, length delimited.
|
|
5809
|
-
* @param reader Reader or buffer to decode from
|
|
5810
|
-
* @returns ManagedSparkExecutionOptions
|
|
5811
|
-
* @throws {Error} If the payload is not a reader or valid buffer
|
|
5812
|
-
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
5813
|
-
*/
|
|
5814
|
-
public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.ManagedSparkExecutionOptions;
|
|
5815
|
-
|
|
5816
|
-
/**
|
|
5817
|
-
* Verifies a ManagedSparkExecutionOptions message.
|
|
5818
|
-
* @param message Plain object to verify
|
|
5819
|
-
* @returns `null` if valid, otherwise the reason why it is not
|
|
5820
|
-
*/
|
|
5821
|
-
public static verify(message: { [k: string]: any }): (string|null);
|
|
5822
|
-
|
|
5823
|
-
/**
|
|
5824
|
-
* Creates a ManagedSparkExecutionOptions message from a plain object. Also converts values to their respective internal types.
|
|
5825
|
-
* @param object Plain object
|
|
5826
|
-
* @returns ManagedSparkExecutionOptions
|
|
5827
|
-
*/
|
|
5828
|
-
public static fromObject(object: { [k: string]: any }): dataform.ManagedSparkExecutionOptions;
|
|
5829
|
-
|
|
5830
|
-
/**
|
|
5831
|
-
* Creates a plain object from a ManagedSparkExecutionOptions message. Also converts values to other types if specified.
|
|
5832
|
-
* @param message ManagedSparkExecutionOptions
|
|
5833
|
-
* @param [options] Conversion options
|
|
5834
|
-
* @returns Plain object
|
|
5835
|
-
*/
|
|
5836
|
-
public static toObject(message: dataform.ManagedSparkExecutionOptions, options?: $protobuf.IConversionOptions): { [k: string]: any };
|
|
5837
|
-
|
|
5838
|
-
/**
|
|
5839
|
-
* Converts this ManagedSparkExecutionOptions to JSON.
|
|
5840
|
-
* @returns JSON object
|
|
5841
|
-
*/
|
|
5842
|
-
public toJSON(): { [k: string]: any };
|
|
5843
|
-
|
|
5844
|
-
/**
|
|
5845
|
-
* Gets the default type url for ManagedSparkExecutionOptions
|
|
5846
|
-
* @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
|
|
5847
|
-
* @returns The default type url
|
|
5848
|
-
*/
|
|
5849
|
-
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
5850
|
-
}
|
|
5851
|
-
|
|
5852
5676
|
/** Properties of a DataPreparation. */
|
|
5853
5677
|
interface IDataPreparation {
|
|
5854
5678
|
|
|
@@ -11563,7 +11387,9 @@ declare type JitContext<T> = T & {
|
|
|
11563
11387
|
declare type JitContextable<Context, T> = string | ((jctx: JitContext<Context>) => Promise<T>);
|
|
11564
11388
|
|
|
11565
11389
|
declare type AContextable<T> = T | ((ctx: AssertionContext) => T);
|
|
11566
|
-
declare type JitAssertionResult = string
|
|
11390
|
+
declare type JitAssertionResult = string | {
|
|
11391
|
+
query: string;
|
|
11392
|
+
};
|
|
11567
11393
|
declare class Assertion extends ActionBuilder<dataform.Assertion> {
|
|
11568
11394
|
session: Session;
|
|
11569
11395
|
private proto;
|
|
@@ -11759,6 +11585,9 @@ declare class IncrementalTable extends ActionBuilder<dataform.Table> {
|
|
|
11759
11585
|
private contextifyOps;
|
|
11760
11586
|
private verifyConfig;
|
|
11761
11587
|
private mapOnSchemaChange;
|
|
11588
|
+
private mapIncrementalStrategy;
|
|
11589
|
+
private checkIncrementalStrategyRequirements;
|
|
11590
|
+
private checkMutuallyExclusivePredicates;
|
|
11762
11591
|
}
|
|
11763
11592
|
|
|
11764
11593
|
declare class Notebook extends ActionBuilder<dataform.Notebook> {
|
|
@@ -11965,6 +11794,7 @@ interface ILegacyBigQueryOptions {
|
|
|
11965
11794
|
tableFolderRoot?: string;
|
|
11966
11795
|
tableFolderSubpath?: string;
|
|
11967
11796
|
};
|
|
11797
|
+
incrementalPredicates?: string[];
|
|
11968
11798
|
}
|
|
11969
11799
|
interface ILegacyTableAssertions {
|
|
11970
11800
|
uniqueKey?: string | string[];
|
|
@@ -12025,8 +11855,6 @@ declare class Session {
|
|
|
12025
11855
|
}];
|
|
12026
11856
|
}): void;
|
|
12027
11857
|
resolve(ref: Resolvable | string[], ...rest: string[]): string;
|
|
12028
|
-
pushAction(action: Action): void;
|
|
12029
|
-
pushTest(testCase: Test): void;
|
|
12030
11858
|
operate(name: string, queryOrConfig?: Contextable<IActionContext, string | string[]> | dataform.ActionConfig.OperationConfig): Operation;
|
|
12031
11859
|
publish(name: string, queryOrConfig?: Contextable<ITableContext, string> | dataform.ActionConfig.TableConfig | dataform.ActionConfig.ViewConfig | dataform.ActionConfig.IncrementalTableConfig | ILegacyTableConfig | any): Table | IncrementalTable | View;
|
|
12032
11860
|
assert(name: string, queryOrConfig?: AContextable<string> | dataform.ActionConfig.AssertionConfig): Assertion;
|
|
@@ -12064,7 +11892,7 @@ declare function jitCompiler(rpcCallback: RpcCallback): IJitCompiler;
|
|
|
12064
11892
|
|
|
12065
11893
|
declare function main(coreExecutionRequest: Uint8Array | string): Uint8Array | string;
|
|
12066
11894
|
|
|
12067
|
-
declare const version = "3.0.
|
|
11895
|
+
declare const version = "3.0.62";
|
|
12068
11896
|
|
|
12069
11897
|
declare const session: Session;
|
|
12070
11898
|
declare const supportedFeatures: dataform.SupportedFeatures[];
|