@dataform/core 3.0.30 → 3.0.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/bundle.d.ts CHANGED
@@ -42,6 +42,9 @@ namespace dataform {
42
42
 
43
43
  /** WorkflowSettings builtinAssertionNamePrefix */
44
44
  builtinAssertionNamePrefix?: (string|null);
45
+
46
+ /** WorkflowSettings icebergConfig */
47
+ icebergConfig?: (dataform.IIcebergConfig|null);
45
48
  }
46
49
 
47
50
  /** Represents a WorkflowSettings. */
@@ -86,6 +89,9 @@ namespace dataform {
86
89
  /** WorkflowSettings builtinAssertionNamePrefix. */
87
90
  public builtinAssertionNamePrefix: string;
88
91
 
92
+ /** WorkflowSettings icebergConfig. */
93
+ public icebergConfig?: (dataform.IIcebergConfig|null);
94
+
89
95
  /**
90
96
  * Creates a new WorkflowSettings instance using the specified properties.
91
97
  * @param [properties] Properties to set
@@ -164,6 +170,115 @@ namespace dataform {
164
170
  public static getTypeUrl(typeUrlPrefix?: string): string;
165
171
  }
166
172
 
173
+ /** Properties of an IcebergConfig. */
174
+ interface IIcebergConfig {
175
+
176
+ /** IcebergConfig defaultBucketName */
177
+ defaultBucketName?: (string|null);
178
+
179
+ /** IcebergConfig defaultTableFolderRoot */
180
+ defaultTableFolderRoot?: (string|null);
181
+
182
+ /** IcebergConfig defaultTableFolderSubpath */
183
+ defaultTableFolderSubpath?: (string|null);
184
+ }
185
+
186
+ /** Represents an IcebergConfig. */
187
+ class IcebergConfig implements IIcebergConfig {
188
+
189
+ /**
190
+ * Constructs a new IcebergConfig.
191
+ * @param [properties] Properties to set
192
+ */
193
+ constructor(properties?: dataform.IIcebergConfig);
194
+
195
+ /** IcebergConfig defaultBucketName. */
196
+ public defaultBucketName: string;
197
+
198
+ /** IcebergConfig defaultTableFolderRoot. */
199
+ public defaultTableFolderRoot: string;
200
+
201
+ /** IcebergConfig defaultTableFolderSubpath. */
202
+ public defaultTableFolderSubpath: string;
203
+
204
+ /**
205
+ * Creates a new IcebergConfig instance using the specified properties.
206
+ * @param [properties] Properties to set
207
+ * @returns IcebergConfig instance
208
+ */
209
+ public static create(properties?: dataform.IIcebergConfig): dataform.IcebergConfig;
210
+
211
+ /**
212
+ * Encodes the specified IcebergConfig message. Does not implicitly {@link dataform.IcebergConfig.verify|verify} messages.
213
+ * @param message IcebergConfig message or plain object to encode
214
+ * @param [writer] Writer to encode to
215
+ * @returns Writer
216
+ */
217
+ public static encode(message: dataform.IIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
218
+
219
+ /**
220
+ * Encodes the specified IcebergConfig message, length delimited. Does not implicitly {@link dataform.IcebergConfig.verify|verify} messages.
221
+ * @param message IcebergConfig message or plain object to encode
222
+ * @param [writer] Writer to encode to
223
+ * @returns Writer
224
+ */
225
+ public static encodeDelimited(message: dataform.IIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
226
+
227
+ /**
228
+ * Decodes an IcebergConfig message from the specified reader or buffer.
229
+ * @param reader Reader or buffer to decode from
230
+ * @param [length] Message length if known beforehand
231
+ * @returns IcebergConfig
232
+ * @throws {Error} If the payload is not a reader or valid buffer
233
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
234
+ */
235
+ public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.IcebergConfig;
236
+
237
+ /**
238
+ * Decodes an IcebergConfig message from the specified reader or buffer, length delimited.
239
+ * @param reader Reader or buffer to decode from
240
+ * @returns IcebergConfig
241
+ * @throws {Error} If the payload is not a reader or valid buffer
242
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
243
+ */
244
+ public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.IcebergConfig;
245
+
246
+ /**
247
+ * Verifies an IcebergConfig message.
248
+ * @param message Plain object to verify
249
+ * @returns `null` if valid, otherwise the reason why it is not
250
+ */
251
+ public static verify(message: { [k: string]: any }): (string|null);
252
+
253
+ /**
254
+ * Creates an IcebergConfig message from a plain object. Also converts values to their respective internal types.
255
+ * @param object Plain object
256
+ * @returns IcebergConfig
257
+ */
258
+ public static fromObject(object: { [k: string]: any }): dataform.IcebergConfig;
259
+
260
+ /**
261
+ * Creates a plain object from an IcebergConfig message. Also converts values to other types if specified.
262
+ * @param message IcebergConfig
263
+ * @param [options] Conversion options
264
+ * @returns Plain object
265
+ */
266
+ public static toObject(message: dataform.IcebergConfig, options?: $protobuf.IConversionOptions): { [k: string]: any };
267
+
268
+ /**
269
+ * Converts this IcebergConfig to JSON.
270
+ * @returns JSON object
271
+ */
272
+ public toJSON(): { [k: string]: any };
273
+
274
+ /**
275
+ * Gets the default type url for IcebergConfig
276
+ * @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
277
+ * @returns The default type url
278
+ */
279
+ public static getTypeUrl(typeUrlPrefix?: string): string;
280
+ }
281
+
167
282
  /** Properties of an ActionConfigs. */
168
283
  interface IActionConfigs {
169
284
 
@@ -2508,6 +2623,9 @@ namespace dataform {
2508
2623
 
2509
2624
  /** LoadModeConfig incrementalColumn */
2510
2625
  incrementalColumn?: (string|null);
2626
+
2627
+ /** LoadModeConfig uniqueKey */
2628
+ uniqueKey?: (string[]|null);
2511
2629
  }
2512
2630
 
2513
2631
  /** Represents a LoadModeConfig. */
@@ -2525,6 +2643,9 @@ namespace dataform {
2525
2643
  /** LoadModeConfig incrementalColumn. */
2526
2644
  public incrementalColumn: string;
2527
2645
 
2646
+ /** LoadModeConfig uniqueKey. */
2647
+ public uniqueKey: string[];
2648
+
2528
2649
  /**
2529
2650
  * Creates a new LoadModeConfig instance using the specified properties.
2530
2651
  * @param [properties] Properties to set
@@ -2608,7 +2729,8 @@ namespace dataform {
2608
2729
  REPLACE_TABLE = 0,
2609
2730
  APPEND = 1,
2610
2731
  MAXIMUM = 2,
2611
- UNIQUE = 3
2732
+ UNIQUE = 3,
2733
+ MERGE = 4
2612
2734
  }
2613
2735
  }
2614
2736
 
@@ -2753,6 +2875,9 @@ namespace dataform {
2753
2875
 
2754
2876
  /** ProjectConfig defaultNotebookRuntimeOptions */
2755
2877
  defaultNotebookRuntimeOptions?: (dataform.INotebookRuntimeOptions|null);
2878
+
2879
+ /** ProjectConfig icebergConfig */
2880
+ icebergConfig?: (dataform.IIcebergConfig|null);
2756
2881
  }
2757
2882
 
2758
2883
  /** Represents a ProjectConfig. */
@@ -2797,6 +2922,9 @@ namespace dataform {
2797
2922
  /** ProjectConfig defaultNotebookRuntimeOptions. */
2798
2923
  public defaultNotebookRuntimeOptions?: (dataform.INotebookRuntimeOptions|null);
2799
2924
 
2925
+ /** ProjectConfig icebergConfig. */
2926
+ public icebergConfig?: (dataform.IIcebergConfig|null);
2927
+
2800
2928
  /**
2801
2929
  * Creates a new ProjectConfig instance using the specified properties.
2802
2930
  * @param [properties] Properties to set
@@ -4928,6 +5056,9 @@ namespace dataform {
4928
5056
 
4929
5057
  /** LoadConfiguration automatic */
4930
5058
  automatic?: (dataform.IIncrementalLoadMode|null);
5059
+
5060
+ /** LoadConfiguration merge */
5061
+ merge?: (dataform.IMergeLoadMode|null);
4931
5062
  }
4932
5063
 
4933
5064
  /** Represents a LoadConfiguration. */
@@ -4954,8 +5085,11 @@ namespace dataform {
4954
5085
  /** LoadConfiguration automatic. */
4955
5086
  public automatic?: (dataform.IIncrementalLoadMode|null);
4956
5087
 
5088
+ /** LoadConfiguration merge. */
5089
+ public merge?: (dataform.IMergeLoadMode|null);
5090
+
4957
5091
  /** LoadConfiguration mode. */
4958
- public mode?: ("replace"|"append"|"maximum"|"unique"|"automatic");
5092
+ public mode?: ("replace"|"append"|"maximum"|"unique"|"automatic"|"merge");
4959
5093
 
4960
5094
  /**
4961
5095
  * Creates a new LoadConfiguration instance using the specified properties.
@@ -5223,6 +5357,103 @@ namespace dataform {
5223
5357
  public static getTypeUrl(typeUrlPrefix?: string): string;
5224
5358
  }
5225
5359
 
5360
+ /** Properties of a MergeLoadMode. */
5361
+ interface IMergeLoadMode {
5362
+
5363
+ /** MergeLoadMode uniqueKey */
5364
+ uniqueKey?: (string[]|null);
5365
+ }
5366
+
5367
+ /** Represents a MergeLoadMode. */
5368
+ class MergeLoadMode implements IMergeLoadMode {
5369
+
5370
+ /**
5371
+ * Constructs a new MergeLoadMode.
5372
+ * @param [properties] Properties to set
5373
+ */
5374
+ constructor(properties?: dataform.IMergeLoadMode);
5375
+
5376
+ /** MergeLoadMode uniqueKey. */
5377
+ public uniqueKey: string[];
5378
+
5379
+ /**
5380
+ * Creates a new MergeLoadMode instance using the specified properties.
5381
+ * @param [properties] Properties to set
5382
+ * @returns MergeLoadMode instance
5383
+ */
5384
+ public static create(properties?: dataform.IMergeLoadMode): dataform.MergeLoadMode;
5385
+
5386
+ /**
5387
+ * Encodes the specified MergeLoadMode message. Does not implicitly {@link dataform.MergeLoadMode.verify|verify} messages.
5388
+ * @param message MergeLoadMode message or plain object to encode
5389
+ * @param [writer] Writer to encode to
5390
+ * @returns Writer
5391
+ */
5392
+ public static encode(message: dataform.IMergeLoadMode, writer?: $protobuf.Writer): $protobuf.Writer;
5393
+
5394
+ /**
5395
+ * Encodes the specified MergeLoadMode message, length delimited. Does not implicitly {@link dataform.MergeLoadMode.verify|verify} messages.
5396
+ * @param message MergeLoadMode message or plain object to encode
5397
+ * @param [writer] Writer to encode to
5398
+ * @returns Writer
5399
+ */
5400
+ public static encodeDelimited(message: dataform.IMergeLoadMode, writer?: $protobuf.Writer): $protobuf.Writer;
5401
+
5402
+ /**
5403
+ * Decodes a MergeLoadMode message from the specified reader or buffer.
5404
+ * @param reader Reader or buffer to decode from
5405
+ * @param [length] Message length if known beforehand
5406
+ * @returns MergeLoadMode
5407
+ * @throws {Error} If the payload is not a reader or valid buffer
5408
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
5409
+ */
5410
+ public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.MergeLoadMode;
5411
+
5412
+ /**
5413
+ * Decodes a MergeLoadMode message from the specified reader or buffer, length delimited.
5414
+ * @param reader Reader or buffer to decode from
5415
+ * @returns MergeLoadMode
5416
+ * @throws {Error} If the payload is not a reader or valid buffer
5417
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
5418
+ */
5419
+ public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.MergeLoadMode;
5420
+
5421
+ /**
5422
+ * Verifies a MergeLoadMode message.
5423
+ * @param message Plain object to verify
5424
+ * @returns `null` if valid, otherwise the reason why it is not
5425
+ */
5426
+ public static verify(message: { [k: string]: any }): (string|null);
5427
+
5428
+ /**
5429
+ * Creates a MergeLoadMode message from a plain object. Also converts values to their respective internal types.
5430
+ * @param object Plain object
5431
+ * @returns MergeLoadMode
5432
+ */
5433
+ public static fromObject(object: { [k: string]: any }): dataform.MergeLoadMode;
5434
+
5435
+ /**
5436
+ * Creates a plain object from a MergeLoadMode message. Also converts values to other types if specified.
5437
+ * @param message MergeLoadMode
5438
+ * @param [options] Conversion options
5439
+ * @returns Plain object
5440
+ */
5441
+ public static toObject(message: dataform.MergeLoadMode, options?: $protobuf.IConversionOptions): { [k: string]: any };
5442
+
5443
+ /**
5444
+ * Converts this MergeLoadMode to JSON.
5445
+ * @returns JSON object
5446
+ */
5447
+ public toJSON(): { [k: string]: any };
5448
+
5449
+ /**
5450
+ * Gets the default type url for MergeLoadMode
5451
+ * @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
5452
+ * @returns The default type url
5453
+ */
5454
+ public static getTypeUrl(typeUrlPrefix?: string): string;
5455
+ }
5456
+
5226
5457
  /** Properties of a CompiledGraph. */
5227
5458
  interface ICompiledGraph {
5228
5459
 
@@ -8182,6 +8413,7 @@ declare class DataPreparation extends ActionBuilder<dataform.DataPreparation> {
8182
8413
  private configureSqlx;
8183
8414
  private mapLoadMode;
8184
8415
  private validateLoadModeColumnName;
8416
+ private validateUniqueKey;
8185
8417
  }
8186
8418
  declare class DataPreparationContext implements ITableContext {
8187
8419
  private dataPreparation;
@@ -8473,6 +8705,14 @@ interface ILegacyBigQueryOptions {
8473
8705
  additionalOptions?: {
8474
8706
  [name: string]: string;
8475
8707
  };
8708
+ iceberg?: {
8709
+ fileFormat?: string;
8710
+ tableFormat?: string;
8711
+ connection?: string;
8712
+ bucketName?: string;
8713
+ tableFolderRoot?: string;
8714
+ tableFolderSubpath?: string;
8715
+ };
8476
8716
  }
8477
8717
  interface ILegacyTableAssertions {
8478
8718
  uniqueKey?: string | string[];
@@ -8573,7 +8813,7 @@ declare class ActionMap {
8573
8813
  private setBySchemaLevel;
8574
8814
  }
8575
8815
 
8576
- declare const version = "3.0.30";
8816
+ declare const version = "3.0.32";
8577
8817
 
8578
8818
  declare const session: Session;
8579
8819
  declare const supportedFeatures: dataform.SupportedFeatures[];