@dataform/core 3.0.61 → 3.0.62

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/bundle.d.ts CHANGED
@@ -56,6 +56,9 @@ namespace dataform {
56
56
 
57
57
  /** WorkflowSettings includeTestsInCompiledGraph */
58
58
  includeTestsInCompiledGraph?: (boolean|null);
59
+
60
+ /** WorkflowSettings preserveGovernanceControls */
61
+ preserveGovernanceControls?: (boolean|null);
59
62
  }
60
63
 
61
64
  /** Represents a WorkflowSettings. */
@@ -115,6 +118,9 @@ namespace dataform {
115
118
  /** WorkflowSettings includeTestsInCompiledGraph. */
116
119
  public includeTestsInCompiledGraph: boolean;
117
120
 
121
+ /** WorkflowSettings preserveGovernanceControls. */
122
+ public preserveGovernanceControls: boolean;
123
+
118
124
  /**
119
125
  * Creates a new WorkflowSettings instance using the specified properties.
120
126
  * @param [properties] Properties to set
@@ -193,121 +199,6 @@ namespace dataform {
193
199
  public static getTypeUrl(typeUrlPrefix?: string): string;
194
200
  }
195
201
 
196
- /** Properties of a DefaultIcebergConfig. */
197
- interface IDefaultIcebergConfig {
198
-
199
- /** DefaultIcebergConfig bucketName */
200
- bucketName?: (string|null);
201
-
202
- /** DefaultIcebergConfig tableFolderRoot */
203
- tableFolderRoot?: (string|null);
204
-
205
- /** DefaultIcebergConfig tableFolderSubpath */
206
- tableFolderSubpath?: (string|null);
207
-
208
- /** DefaultIcebergConfig connection */
209
- connection?: (string|null);
210
- }
211
-
212
- /** Represents a DefaultIcebergConfig. */
213
- class DefaultIcebergConfig implements IDefaultIcebergConfig {
214
-
215
- /**
216
- * Constructs a new DefaultIcebergConfig.
217
- * @param [properties] Properties to set
218
- */
219
- constructor(properties?: dataform.IDefaultIcebergConfig);
220
-
221
- /** DefaultIcebergConfig bucketName. */
222
- public bucketName: string;
223
-
224
- /** DefaultIcebergConfig tableFolderRoot. */
225
- public tableFolderRoot: string;
226
-
227
- /** DefaultIcebergConfig tableFolderSubpath. */
228
- public tableFolderSubpath: string;
229
-
230
- /** DefaultIcebergConfig connection. */
231
- public connection: string;
232
-
233
- /**
234
- * Creates a new DefaultIcebergConfig instance using the specified properties.
235
- * @param [properties] Properties to set
236
- * @returns DefaultIcebergConfig instance
237
- */
238
- public static create(properties?: dataform.IDefaultIcebergConfig): dataform.DefaultIcebergConfig;
239
-
240
- /**
241
- * Encodes the specified DefaultIcebergConfig message. Does not implicitly {@link dataform.DefaultIcebergConfig.verify|verify} messages.
242
- * @param message DefaultIcebergConfig message or plain object to encode
243
- * @param [writer] Writer to encode to
244
- * @returns Writer
245
- */
246
- public static encode(message: dataform.IDefaultIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
247
-
248
- /**
249
- * Encodes the specified DefaultIcebergConfig message, length delimited. Does not implicitly {@link dataform.DefaultIcebergConfig.verify|verify} messages.
250
- * @param message DefaultIcebergConfig message or plain object to encode
251
- * @param [writer] Writer to encode to
252
- * @returns Writer
253
- */
254
- public static encodeDelimited(message: dataform.IDefaultIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
255
-
256
- /**
257
- * Decodes a DefaultIcebergConfig message from the specified reader or buffer.
258
- * @param reader Reader or buffer to decode from
259
- * @param [length] Message length if known beforehand
260
- * @returns DefaultIcebergConfig
261
- * @throws {Error} If the payload is not a reader or valid buffer
262
- * @throws {$protobuf.util.ProtocolError} If required fields are missing
263
- */
264
- public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.DefaultIcebergConfig;
265
-
266
- /**
267
- * Decodes a DefaultIcebergConfig message from the specified reader or buffer, length delimited.
268
- * @param reader Reader or buffer to decode from
269
- * @returns DefaultIcebergConfig
270
- * @throws {Error} If the payload is not a reader or valid buffer
271
- * @throws {$protobuf.util.ProtocolError} If required fields are missing
272
- */
273
- public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.DefaultIcebergConfig;
274
-
275
- /**
276
- * Verifies a DefaultIcebergConfig message.
277
- * @param message Plain object to verify
278
- * @returns `null` if valid, otherwise the reason why it is not
279
- */
280
- public static verify(message: { [k: string]: any }): (string|null);
281
-
282
- /**
283
- * Creates a DefaultIcebergConfig message from a plain object. Also converts values to their respective internal types.
284
- * @param object Plain object
285
- * @returns DefaultIcebergConfig
286
- */
287
- public static fromObject(object: { [k: string]: any }): dataform.DefaultIcebergConfig;
288
-
289
- /**
290
- * Creates a plain object from a DefaultIcebergConfig message. Also converts values to other types if specified.
291
- * @param message DefaultIcebergConfig
292
- * @param [options] Conversion options
293
- * @returns Plain object
294
- */
295
- public static toObject(message: dataform.DefaultIcebergConfig, options?: $protobuf.IConversionOptions): { [k: string]: any };
296
-
297
- /**
298
- * Converts this DefaultIcebergConfig to JSON.
299
- * @returns JSON object
300
- */
301
- public toJSON(): { [k: string]: any };
302
-
303
- /**
304
- * Gets the default type url for DefaultIcebergConfig
305
- * @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
306
- * @returns The default type url
307
- */
308
- public static getTypeUrl(typeUrlPrefix?: string): string;
309
- }
310
-
311
202
  /** Properties of an ActionConfigs. */
312
203
  interface IActionConfigs {
313
204
 
@@ -1195,6 +1086,9 @@ namespace dataform {
1195
1086
 
1196
1087
  /** TableConfig reservation */
1197
1088
  reservation?: (string|null);
1089
+
1090
+ /** TableConfig preserveGovernanceControls */
1091
+ preserveGovernanceControls?: (boolean|null);
1198
1092
  }
1199
1093
 
1200
1094
  /** Represents a TableConfig. */
@@ -1275,6 +1169,9 @@ namespace dataform {
1275
1169
  /** TableConfig reservation. */
1276
1170
  public reservation: string;
1277
1171
 
1172
+ /** TableConfig preserveGovernanceControls. */
1173
+ public preserveGovernanceControls?: (boolean|null);
1174
+
1278
1175
  /**
1279
1176
  * Creates a new TableConfig instance using the specified properties.
1280
1177
  * @param [properties] Properties to set
@@ -1681,6 +1578,13 @@ namespace dataform {
1681
1578
  SYNCHRONIZE = 3
1682
1579
  }
1683
1580
 
1581
+ /** IncrementalStrategy enum. */
1582
+ enum IncrementalStrategy {
1583
+ INCREMENTAL_STRATEGY_UNSPECIFIED = 0,
1584
+ INCREMENTAL_STRATEGY_MERGE = 1,
1585
+ INCREMENTAL_STRATEGY_INSERT_OVERWRITE = 2
1586
+ }
1587
+
1684
1588
  /** Properties of an IncrementalTableConfig. */
1685
1589
  interface IIncrementalTableConfig {
1686
1590
 
@@ -1764,6 +1668,12 @@ namespace dataform {
1764
1668
 
1765
1669
  /** IncrementalTableConfig reservation */
1766
1670
  reservation?: (string|null);
1671
+
1672
+ /** IncrementalTableConfig incrementalStrategy */
1673
+ incrementalStrategy?: (dataform.ActionConfig.IncrementalStrategy|null);
1674
+
1675
+ /** IncrementalTableConfig incrementalPredicates */
1676
+ incrementalPredicates?: (string[]|null);
1767
1677
  }
1768
1678
 
1769
1679
  /** Represents an IncrementalTableConfig. */
@@ -1856,6 +1766,12 @@ namespace dataform {
1856
1766
  /** IncrementalTableConfig reservation. */
1857
1767
  public reservation: string;
1858
1768
 
1769
+ /** IncrementalTableConfig incrementalStrategy. */
1770
+ public incrementalStrategy: dataform.ActionConfig.IncrementalStrategy;
1771
+
1772
+ /** IncrementalTableConfig incrementalPredicates. */
1773
+ public incrementalPredicates: string[];
1774
+
1859
1775
  /**
1860
1776
  * Creates a new IncrementalTableConfig instance using the specified properties.
1861
1777
  * @param [properties] Properties to set
@@ -3307,6 +3223,9 @@ namespace dataform {
3307
3223
 
3308
3224
  /** ProjectConfig includeTestsInCompiledGraph */
3309
3225
  includeTestsInCompiledGraph?: (boolean|null);
3226
+
3227
+ /** ProjectConfig preserveGovernanceControls */
3228
+ preserveGovernanceControls?: (boolean|null);
3310
3229
  }
3311
3230
 
3312
3231
  /** Represents a ProjectConfig. */
@@ -3363,6 +3282,9 @@ namespace dataform {
3363
3282
  /** ProjectConfig includeTestsInCompiledGraph. */
3364
3283
  public includeTestsInCompiledGraph: boolean;
3365
3284
 
3285
+ /** ProjectConfig preserveGovernanceControls. */
3286
+ public preserveGovernanceControls: boolean;
3287
+
3366
3288
  /**
3367
3289
  * Creates a new ProjectConfig instance using the specified properties.
3368
3290
  * @param [properties] Properties to set
@@ -3441,6 +3363,121 @@ namespace dataform {
3441
3363
  public static getTypeUrl(typeUrlPrefix?: string): string;
3442
3364
  }
3443
3365
 
3366
+ /** Properties of a DefaultIcebergConfig. */
3367
+ interface IDefaultIcebergConfig {
3368
+
3369
+ /** DefaultIcebergConfig bucketName */
3370
+ bucketName?: (string|null);
3371
+
3372
+ /** DefaultIcebergConfig tableFolderRoot */
3373
+ tableFolderRoot?: (string|null);
3374
+
3375
+ /** DefaultIcebergConfig tableFolderSubpath */
3376
+ tableFolderSubpath?: (string|null);
3377
+
3378
+ /** DefaultIcebergConfig connection */
3379
+ connection?: (string|null);
3380
+ }
3381
+
3382
+ /** Represents a DefaultIcebergConfig. */
3383
+ class DefaultIcebergConfig implements IDefaultIcebergConfig {
3384
+
3385
+ /**
3386
+ * Constructs a new DefaultIcebergConfig.
3387
+ * @param [properties] Properties to set
3388
+ */
3389
+ constructor(properties?: dataform.IDefaultIcebergConfig);
3390
+
3391
+ /** DefaultIcebergConfig bucketName. */
3392
+ public bucketName: string;
3393
+
3394
+ /** DefaultIcebergConfig tableFolderRoot. */
3395
+ public tableFolderRoot: string;
3396
+
3397
+ /** DefaultIcebergConfig tableFolderSubpath. */
3398
+ public tableFolderSubpath: string;
3399
+
3400
+ /** DefaultIcebergConfig connection. */
3401
+ public connection: string;
3402
+
3403
+ /**
3404
+ * Creates a new DefaultIcebergConfig instance using the specified properties.
3405
+ * @param [properties] Properties to set
3406
+ * @returns DefaultIcebergConfig instance
3407
+ */
3408
+ public static create(properties?: dataform.IDefaultIcebergConfig): dataform.DefaultIcebergConfig;
3409
+
3410
+ /**
3411
+ * Encodes the specified DefaultIcebergConfig message. Does not implicitly {@link dataform.DefaultIcebergConfig.verify|verify} messages.
3412
+ * @param message DefaultIcebergConfig message or plain object to encode
3413
+ * @param [writer] Writer to encode to
3414
+ * @returns Writer
3415
+ */
3416
+ public static encode(message: dataform.IDefaultIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
3417
+
3418
+ /**
3419
+ * Encodes the specified DefaultIcebergConfig message, length delimited. Does not implicitly {@link dataform.DefaultIcebergConfig.verify|verify} messages.
3420
+ * @param message DefaultIcebergConfig message or plain object to encode
3421
+ * @param [writer] Writer to encode to
3422
+ * @returns Writer
3423
+ */
3424
+ public static encodeDelimited(message: dataform.IDefaultIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
3425
+
3426
+ /**
3427
+ * Decodes a DefaultIcebergConfig message from the specified reader or buffer.
3428
+ * @param reader Reader or buffer to decode from
3429
+ * @param [length] Message length if known beforehand
3430
+ * @returns DefaultIcebergConfig
3431
+ * @throws {Error} If the payload is not a reader or valid buffer
3432
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
3433
+ */
3434
+ public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.DefaultIcebergConfig;
3435
+
3436
+ /**
3437
+ * Decodes a DefaultIcebergConfig message from the specified reader or buffer, length delimited.
3438
+ * @param reader Reader or buffer to decode from
3439
+ * @returns DefaultIcebergConfig
3440
+ * @throws {Error} If the payload is not a reader or valid buffer
3441
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
3442
+ */
3443
+ public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.DefaultIcebergConfig;
3444
+
3445
+ /**
3446
+ * Verifies a DefaultIcebergConfig message.
3447
+ * @param message Plain object to verify
3448
+ * @returns `null` if valid, otherwise the reason why it is not
3449
+ */
3450
+ public static verify(message: { [k: string]: any }): (string|null);
3451
+
3452
+ /**
3453
+ * Creates a DefaultIcebergConfig message from a plain object. Also converts values to their respective internal types.
3454
+ * @param object Plain object
3455
+ * @returns DefaultIcebergConfig
3456
+ */
3457
+ public static fromObject(object: { [k: string]: any }): dataform.DefaultIcebergConfig;
3458
+
3459
+ /**
3460
+ * Creates a plain object from a DefaultIcebergConfig message. Also converts values to other types if specified.
3461
+ * @param message DefaultIcebergConfig
3462
+ * @param [options] Conversion options
3463
+ * @returns Plain object
3464
+ */
3465
+ public static toObject(message: dataform.DefaultIcebergConfig, options?: $protobuf.IConversionOptions): { [k: string]: any };
3466
+
3467
+ /**
3468
+ * Converts this DefaultIcebergConfig to JSON.
3469
+ * @returns JSON object
3470
+ */
3471
+ public toJSON(): { [k: string]: any };
3472
+
3473
+ /**
3474
+ * Gets the default type url for DefaultIcebergConfig
3475
+ * @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
3476
+ * @returns The default type url
3477
+ */
3478
+ public static getTypeUrl(typeUrlPrefix?: string): string;
3479
+ }
3480
+
3444
3481
  /** Properties of a CompileConfig. */
3445
3482
  interface ICompileConfig {
3446
3483
 
@@ -3730,6 +3767,12 @@ namespace dataform {
3730
3767
 
3731
3768
  /** BigQueryOptions storageUri */
3732
3769
  storageUri?: (string|null);
3770
+
3771
+ /** BigQueryOptions incrementalPredicates */
3772
+ incrementalPredicates?: (string[]|null);
3773
+
3774
+ /** BigQueryOptions preserveGovernanceControls */
3775
+ preserveGovernanceControls?: (boolean|null);
3733
3776
  }
3734
3777
 
3735
3778
  /** Represents a BigQueryOptions. */
@@ -3774,6 +3817,12 @@ namespace dataform {
3774
3817
  /** BigQueryOptions storageUri. */
3775
3818
  public storageUri: string;
3776
3819
 
3820
+ /** BigQueryOptions incrementalPredicates. */
3821
+ public incrementalPredicates: string[];
3822
+
3823
+ /** BigQueryOptions preserveGovernanceControls. */
3824
+ public preserveGovernanceControls: boolean;
3825
+
3777
3826
  /**
3778
3827
  * Creates a new BigQueryOptions instance using the specified properties.
3779
3828
  * @param [properties] Properties to set
@@ -4444,6 +4493,13 @@ namespace dataform {
4444
4493
  SYNCHRONIZE = 3
4445
4494
  }
4446
4495
 
4496
+ /** IncrementalStrategy enum. */
4497
+ enum IncrementalStrategy {
4498
+ INCREMENTAL_STRATEGY_UNSPECIFIED = 0,
4499
+ MERGE = 1,
4500
+ INSERT_OVERWRITE = 2
4501
+ }
4502
+
4447
4503
  /** Properties of a Table. */
4448
4504
  interface ITable {
4449
4505
 
@@ -4510,6 +4566,9 @@ namespace dataform {
4510
4566
  /** Table jitCode */
4511
4567
  jitCode?: (string|null);
4512
4568
 
4569
+ /** Table incrementalStrategy */
4570
+ incrementalStrategy?: (dataform.IncrementalStrategy|null);
4571
+
4513
4572
  /** Table bigquery */
4514
4573
  bigquery?: (dataform.IBigQueryOptions|null);
4515
4574
 
@@ -4589,6 +4648,9 @@ namespace dataform {
4589
4648
  /** Table jitCode. */
4590
4649
  public jitCode: string;
4591
4650
 
4651
+ /** Table incrementalStrategy. */
4652
+ public incrementalStrategy: dataform.IncrementalStrategy;
4653
+
4592
4654
  /** Table bigquery. */
4593
4655
  public bigquery?: (dataform.IBigQueryOptions|null);
4594
4656
 
@@ -7814,6 +7876,9 @@ namespace dataform {
7814
7876
  /** RunConfig timeoutMillis */
7815
7877
  timeoutMillis?: (number|null);
7816
7878
 
7879
+ /** RunConfig jitTimeoutMillis */
7880
+ jitTimeoutMillis?: (number|null);
7881
+
7817
7882
  /** RunConfig disableSetMetadata */
7818
7883
  disableSetMetadata?: (boolean|null);
7819
7884
 
@@ -7848,6 +7913,9 @@ namespace dataform {
7848
7913
  /** RunConfig timeoutMillis. */
7849
7914
  public timeoutMillis: number;
7850
7915
 
7916
+ /** RunConfig jitTimeoutMillis. */
7917
+ public jitTimeoutMillis: number;
7918
+
7851
7919
  /** RunConfig disableSetMetadata. */
7852
7920
  public disableSetMetadata: boolean;
7853
7921
 
@@ -8772,6 +8840,9 @@ namespace dataform {
8772
8840
 
8773
8841
  /** TaskResult metadata */
8774
8842
  metadata?: (dataform.IExecutionMetadata|null);
8843
+
8844
+ /** TaskResult compiledSql */
8845
+ compiledSql?: (string|null);
8775
8846
  }
8776
8847
 
8777
8848
  /** Represents a TaskResult. */
@@ -8795,6 +8866,9 @@ namespace dataform {
8795
8866
  /** TaskResult metadata. */
8796
8867
  public metadata?: (dataform.IExecutionMetadata|null);
8797
8868
 
8869
+ /** TaskResult compiledSql. */
8870
+ public compiledSql: string;
8871
+
8798
8872
  /**
8799
8873
  * Creates a new TaskResult instance using the specified properties.
8800
8874
  * @param [properties] Properties to set
@@ -11313,7 +11387,9 @@ declare type JitContext<T> = T & {
11313
11387
  declare type JitContextable<Context, T> = string | ((jctx: JitContext<Context>) => Promise<T>);
11314
11388
 
11315
11389
  declare type AContextable<T> = T | ((ctx: AssertionContext) => T);
11316
- declare type JitAssertionResult = string;
11390
+ declare type JitAssertionResult = string | {
11391
+ query: string;
11392
+ };
11317
11393
  declare class Assertion extends ActionBuilder<dataform.Assertion> {
11318
11394
  session: Session;
11319
11395
  private proto;
@@ -11509,6 +11585,9 @@ declare class IncrementalTable extends ActionBuilder<dataform.Table> {
11509
11585
  private contextifyOps;
11510
11586
  private verifyConfig;
11511
11587
  private mapOnSchemaChange;
11588
+ private mapIncrementalStrategy;
11589
+ private checkIncrementalStrategyRequirements;
11590
+ private checkMutuallyExclusivePredicates;
11512
11591
  }
11513
11592
 
11514
11593
  declare class Notebook extends ActionBuilder<dataform.Notebook> {
@@ -11715,6 +11794,7 @@ interface ILegacyBigQueryOptions {
11715
11794
  tableFolderRoot?: string;
11716
11795
  tableFolderSubpath?: string;
11717
11796
  };
11797
+ incrementalPredicates?: string[];
11718
11798
  }
11719
11799
  interface ILegacyTableAssertions {
11720
11800
  uniqueKey?: string | string[];
@@ -11812,7 +11892,7 @@ declare function jitCompiler(rpcCallback: RpcCallback): IJitCompiler;
11812
11892
 
11813
11893
  declare function main(coreExecutionRequest: Uint8Array | string): Uint8Array | string;
11814
11894
 
11815
- declare const version = "3.0.61";
11895
+ declare const version = "3.0.62";
11816
11896
 
11817
11897
  declare const session: Session;
11818
11898
  declare const supportedFeatures: dataform.SupportedFeatures[];