@dataform/core 3.0.30 → 3.0.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundle.d.ts +243 -3
- package/bundle.js +1 -1
- package/configs.proto +21 -0
- package/core.proto +7 -0
- package/package.json +1 -1
package/bundle.d.ts
CHANGED
|
@@ -42,6 +42,9 @@ namespace dataform {
|
|
|
42
42
|
|
|
43
43
|
/** WorkflowSettings builtinAssertionNamePrefix */
|
|
44
44
|
builtinAssertionNamePrefix?: (string|null);
|
|
45
|
+
|
|
46
|
+
/** WorkflowSettings defaultIcebergConfig */
|
|
47
|
+
defaultIcebergConfig?: (dataform.IDefaultIcebergConfig|null);
|
|
45
48
|
}
|
|
46
49
|
|
|
47
50
|
/** Represents a WorkflowSettings. */
|
|
@@ -86,6 +89,9 @@ namespace dataform {
|
|
|
86
89
|
/** WorkflowSettings builtinAssertionNamePrefix. */
|
|
87
90
|
public builtinAssertionNamePrefix: string;
|
|
88
91
|
|
|
92
|
+
/** WorkflowSettings defaultIcebergConfig. */
|
|
93
|
+
public defaultIcebergConfig?: (dataform.IDefaultIcebergConfig|null);
|
|
94
|
+
|
|
89
95
|
/**
|
|
90
96
|
* Creates a new WorkflowSettings instance using the specified properties.
|
|
91
97
|
* @param [properties] Properties to set
|
|
@@ -164,6 +170,115 @@ namespace dataform {
|
|
|
164
170
|
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
165
171
|
}
|
|
166
172
|
|
|
173
|
+
/** Properties of a DefaultIcebergConfig. */
|
|
174
|
+
interface IDefaultIcebergConfig {
|
|
175
|
+
|
|
176
|
+
/** DefaultIcebergConfig defaultBucketName */
|
|
177
|
+
defaultBucketName?: (string|null);
|
|
178
|
+
|
|
179
|
+
/** DefaultIcebergConfig defaultTableFolderRoot */
|
|
180
|
+
defaultTableFolderRoot?: (string|null);
|
|
181
|
+
|
|
182
|
+
/** DefaultIcebergConfig defaultTableFolderSubpath */
|
|
183
|
+
defaultTableFolderSubpath?: (string|null);
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
/** Represents a DefaultIcebergConfig. */
|
|
187
|
+
class DefaultIcebergConfig implements IDefaultIcebergConfig {
|
|
188
|
+
|
|
189
|
+
/**
|
|
190
|
+
* Constructs a new DefaultIcebergConfig.
|
|
191
|
+
* @param [properties] Properties to set
|
|
192
|
+
*/
|
|
193
|
+
constructor(properties?: dataform.IDefaultIcebergConfig);
|
|
194
|
+
|
|
195
|
+
/** DefaultIcebergConfig defaultBucketName. */
|
|
196
|
+
public defaultBucketName: string;
|
|
197
|
+
|
|
198
|
+
/** DefaultIcebergConfig defaultTableFolderRoot. */
|
|
199
|
+
public defaultTableFolderRoot: string;
|
|
200
|
+
|
|
201
|
+
/** DefaultIcebergConfig defaultTableFolderSubpath. */
|
|
202
|
+
public defaultTableFolderSubpath: string;
|
|
203
|
+
|
|
204
|
+
/**
|
|
205
|
+
* Creates a new DefaultIcebergConfig instance using the specified properties.
|
|
206
|
+
* @param [properties] Properties to set
|
|
207
|
+
* @returns DefaultIcebergConfig instance
|
|
208
|
+
*/
|
|
209
|
+
public static create(properties?: dataform.IDefaultIcebergConfig): dataform.DefaultIcebergConfig;
|
|
210
|
+
|
|
211
|
+
/**
|
|
212
|
+
* Encodes the specified DefaultIcebergConfig message. Does not implicitly {@link dataform.DefaultIcebergConfig.verify|verify} messages.
|
|
213
|
+
* @param message DefaultIcebergConfig message or plain object to encode
|
|
214
|
+
* @param [writer] Writer to encode to
|
|
215
|
+
* @returns Writer
|
|
216
|
+
*/
|
|
217
|
+
public static encode(message: dataform.IDefaultIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
218
|
+
|
|
219
|
+
/**
|
|
220
|
+
* Encodes the specified DefaultIcebergConfig message, length delimited. Does not implicitly {@link dataform.DefaultIcebergConfig.verify|verify} messages.
|
|
221
|
+
* @param message DefaultIcebergConfig message or plain object to encode
|
|
222
|
+
* @param [writer] Writer to encode to
|
|
223
|
+
* @returns Writer
|
|
224
|
+
*/
|
|
225
|
+
public static encodeDelimited(message: dataform.IDefaultIcebergConfig, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
226
|
+
|
|
227
|
+
/**
|
|
228
|
+
* Decodes a DefaultIcebergConfig message from the specified reader or buffer.
|
|
229
|
+
* @param reader Reader or buffer to decode from
|
|
230
|
+
* @param [length] Message length if known beforehand
|
|
231
|
+
* @returns DefaultIcebergConfig
|
|
232
|
+
* @throws {Error} If the payload is not a reader or valid buffer
|
|
233
|
+
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
234
|
+
*/
|
|
235
|
+
public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.DefaultIcebergConfig;
|
|
236
|
+
|
|
237
|
+
/**
|
|
238
|
+
* Decodes a DefaultIcebergConfig message from the specified reader or buffer, length delimited.
|
|
239
|
+
* @param reader Reader or buffer to decode from
|
|
240
|
+
* @returns DefaultIcebergConfig
|
|
241
|
+
* @throws {Error} If the payload is not a reader or valid buffer
|
|
242
|
+
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
243
|
+
*/
|
|
244
|
+
public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.DefaultIcebergConfig;
|
|
245
|
+
|
|
246
|
+
/**
|
|
247
|
+
* Verifies a DefaultIcebergConfig message.
|
|
248
|
+
* @param message Plain object to verify
|
|
249
|
+
* @returns `null` if valid, otherwise the reason why it is not
|
|
250
|
+
*/
|
|
251
|
+
public static verify(message: { [k: string]: any }): (string|null);
|
|
252
|
+
|
|
253
|
+
/**
|
|
254
|
+
* Creates a DefaultIcebergConfig message from a plain object. Also converts values to their respective internal types.
|
|
255
|
+
* @param object Plain object
|
|
256
|
+
* @returns DefaultIcebergConfig
|
|
257
|
+
*/
|
|
258
|
+
public static fromObject(object: { [k: string]: any }): dataform.DefaultIcebergConfig;
|
|
259
|
+
|
|
260
|
+
/**
|
|
261
|
+
* Creates a plain object from a DefaultIcebergConfig message. Also converts values to other types if specified.
|
|
262
|
+
* @param message DefaultIcebergConfig
|
|
263
|
+
* @param [options] Conversion options
|
|
264
|
+
* @returns Plain object
|
|
265
|
+
*/
|
|
266
|
+
public static toObject(message: dataform.DefaultIcebergConfig, options?: $protobuf.IConversionOptions): { [k: string]: any };
|
|
267
|
+
|
|
268
|
+
/**
|
|
269
|
+
* Converts this DefaultIcebergConfig to JSON.
|
|
270
|
+
* @returns JSON object
|
|
271
|
+
*/
|
|
272
|
+
public toJSON(): { [k: string]: any };
|
|
273
|
+
|
|
274
|
+
/**
|
|
275
|
+
* Gets the default type url for DefaultIcebergConfig
|
|
276
|
+
* @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
|
|
277
|
+
* @returns The default type url
|
|
278
|
+
*/
|
|
279
|
+
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
280
|
+
}
|
|
281
|
+
|
|
167
282
|
/** Properties of an ActionConfigs. */
|
|
168
283
|
interface IActionConfigs {
|
|
169
284
|
|
|
@@ -2508,6 +2623,9 @@ namespace dataform {
|
|
|
2508
2623
|
|
|
2509
2624
|
/** LoadModeConfig incrementalColumn */
|
|
2510
2625
|
incrementalColumn?: (string|null);
|
|
2626
|
+
|
|
2627
|
+
/** LoadModeConfig uniqueKey */
|
|
2628
|
+
uniqueKey?: (string[]|null);
|
|
2511
2629
|
}
|
|
2512
2630
|
|
|
2513
2631
|
/** Represents a LoadModeConfig. */
|
|
@@ -2525,6 +2643,9 @@ namespace dataform {
|
|
|
2525
2643
|
/** LoadModeConfig incrementalColumn. */
|
|
2526
2644
|
public incrementalColumn: string;
|
|
2527
2645
|
|
|
2646
|
+
/** LoadModeConfig uniqueKey. */
|
|
2647
|
+
public uniqueKey: string[];
|
|
2648
|
+
|
|
2528
2649
|
/**
|
|
2529
2650
|
* Creates a new LoadModeConfig instance using the specified properties.
|
|
2530
2651
|
* @param [properties] Properties to set
|
|
@@ -2608,7 +2729,8 @@ namespace dataform {
|
|
|
2608
2729
|
REPLACE_TABLE = 0,
|
|
2609
2730
|
APPEND = 1,
|
|
2610
2731
|
MAXIMUM = 2,
|
|
2611
|
-
UNIQUE = 3
|
|
2732
|
+
UNIQUE = 3,
|
|
2733
|
+
MERGE = 4
|
|
2612
2734
|
}
|
|
2613
2735
|
}
|
|
2614
2736
|
|
|
@@ -2753,6 +2875,9 @@ namespace dataform {
|
|
|
2753
2875
|
|
|
2754
2876
|
/** ProjectConfig defaultNotebookRuntimeOptions */
|
|
2755
2877
|
defaultNotebookRuntimeOptions?: (dataform.INotebookRuntimeOptions|null);
|
|
2878
|
+
|
|
2879
|
+
/** ProjectConfig defaultIcebergConfig */
|
|
2880
|
+
defaultIcebergConfig?: (dataform.IDefaultIcebergConfig|null);
|
|
2756
2881
|
}
|
|
2757
2882
|
|
|
2758
2883
|
/** Represents a ProjectConfig. */
|
|
@@ -2797,6 +2922,9 @@ namespace dataform {
|
|
|
2797
2922
|
/** ProjectConfig defaultNotebookRuntimeOptions. */
|
|
2798
2923
|
public defaultNotebookRuntimeOptions?: (dataform.INotebookRuntimeOptions|null);
|
|
2799
2924
|
|
|
2925
|
+
/** ProjectConfig defaultIcebergConfig. */
|
|
2926
|
+
public defaultIcebergConfig?: (dataform.IDefaultIcebergConfig|null);
|
|
2927
|
+
|
|
2800
2928
|
/**
|
|
2801
2929
|
* Creates a new ProjectConfig instance using the specified properties.
|
|
2802
2930
|
* @param [properties] Properties to set
|
|
@@ -4928,6 +5056,9 @@ namespace dataform {
|
|
|
4928
5056
|
|
|
4929
5057
|
/** LoadConfiguration automatic */
|
|
4930
5058
|
automatic?: (dataform.IIncrementalLoadMode|null);
|
|
5059
|
+
|
|
5060
|
+
/** LoadConfiguration merge */
|
|
5061
|
+
merge?: (dataform.IMergeLoadMode|null);
|
|
4931
5062
|
}
|
|
4932
5063
|
|
|
4933
5064
|
/** Represents a LoadConfiguration. */
|
|
@@ -4954,8 +5085,11 @@ namespace dataform {
|
|
|
4954
5085
|
/** LoadConfiguration automatic. */
|
|
4955
5086
|
public automatic?: (dataform.IIncrementalLoadMode|null);
|
|
4956
5087
|
|
|
5088
|
+
/** LoadConfiguration merge. */
|
|
5089
|
+
public merge?: (dataform.IMergeLoadMode|null);
|
|
5090
|
+
|
|
4957
5091
|
/** LoadConfiguration mode. */
|
|
4958
|
-
public mode?: ("replace"|"append"|"maximum"|"unique"|"automatic");
|
|
5092
|
+
public mode?: ("replace"|"append"|"maximum"|"unique"|"automatic"|"merge");
|
|
4959
5093
|
|
|
4960
5094
|
/**
|
|
4961
5095
|
* Creates a new LoadConfiguration instance using the specified properties.
|
|
@@ -5223,6 +5357,103 @@ namespace dataform {
|
|
|
5223
5357
|
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
5224
5358
|
}
|
|
5225
5359
|
|
|
5360
|
+
/** Properties of a MergeLoadMode. */
|
|
5361
|
+
interface IMergeLoadMode {
|
|
5362
|
+
|
|
5363
|
+
/** MergeLoadMode uniqueKey */
|
|
5364
|
+
uniqueKey?: (string[]|null);
|
|
5365
|
+
}
|
|
5366
|
+
|
|
5367
|
+
/** Represents a MergeLoadMode. */
|
|
5368
|
+
class MergeLoadMode implements IMergeLoadMode {
|
|
5369
|
+
|
|
5370
|
+
/**
|
|
5371
|
+
* Constructs a new MergeLoadMode.
|
|
5372
|
+
* @param [properties] Properties to set
|
|
5373
|
+
*/
|
|
5374
|
+
constructor(properties?: dataform.IMergeLoadMode);
|
|
5375
|
+
|
|
5376
|
+
/** MergeLoadMode uniqueKey. */
|
|
5377
|
+
public uniqueKey: string[];
|
|
5378
|
+
|
|
5379
|
+
/**
|
|
5380
|
+
* Creates a new MergeLoadMode instance using the specified properties.
|
|
5381
|
+
* @param [properties] Properties to set
|
|
5382
|
+
* @returns MergeLoadMode instance
|
|
5383
|
+
*/
|
|
5384
|
+
public static create(properties?: dataform.IMergeLoadMode): dataform.MergeLoadMode;
|
|
5385
|
+
|
|
5386
|
+
/**
|
|
5387
|
+
* Encodes the specified MergeLoadMode message. Does not implicitly {@link dataform.MergeLoadMode.verify|verify} messages.
|
|
5388
|
+
* @param message MergeLoadMode message or plain object to encode
|
|
5389
|
+
* @param [writer] Writer to encode to
|
|
5390
|
+
* @returns Writer
|
|
5391
|
+
*/
|
|
5392
|
+
public static encode(message: dataform.IMergeLoadMode, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
5393
|
+
|
|
5394
|
+
/**
|
|
5395
|
+
* Encodes the specified MergeLoadMode message, length delimited. Does not implicitly {@link dataform.MergeLoadMode.verify|verify} messages.
|
|
5396
|
+
* @param message MergeLoadMode message or plain object to encode
|
|
5397
|
+
* @param [writer] Writer to encode to
|
|
5398
|
+
* @returns Writer
|
|
5399
|
+
*/
|
|
5400
|
+
public static encodeDelimited(message: dataform.IMergeLoadMode, writer?: $protobuf.Writer): $protobuf.Writer;
|
|
5401
|
+
|
|
5402
|
+
/**
|
|
5403
|
+
* Decodes a MergeLoadMode message from the specified reader or buffer.
|
|
5404
|
+
* @param reader Reader or buffer to decode from
|
|
5405
|
+
* @param [length] Message length if known beforehand
|
|
5406
|
+
* @returns MergeLoadMode
|
|
5407
|
+
* @throws {Error} If the payload is not a reader or valid buffer
|
|
5408
|
+
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
5409
|
+
*/
|
|
5410
|
+
public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.MergeLoadMode;
|
|
5411
|
+
|
|
5412
|
+
/**
|
|
5413
|
+
* Decodes a MergeLoadMode message from the specified reader or buffer, length delimited.
|
|
5414
|
+
* @param reader Reader or buffer to decode from
|
|
5415
|
+
* @returns MergeLoadMode
|
|
5416
|
+
* @throws {Error} If the payload is not a reader or valid buffer
|
|
5417
|
+
* @throws {$protobuf.util.ProtocolError} If required fields are missing
|
|
5418
|
+
*/
|
|
5419
|
+
public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.MergeLoadMode;
|
|
5420
|
+
|
|
5421
|
+
/**
|
|
5422
|
+
* Verifies a MergeLoadMode message.
|
|
5423
|
+
* @param message Plain object to verify
|
|
5424
|
+
* @returns `null` if valid, otherwise the reason why it is not
|
|
5425
|
+
*/
|
|
5426
|
+
public static verify(message: { [k: string]: any }): (string|null);
|
|
5427
|
+
|
|
5428
|
+
/**
|
|
5429
|
+
* Creates a MergeLoadMode message from a plain object. Also converts values to their respective internal types.
|
|
5430
|
+
* @param object Plain object
|
|
5431
|
+
* @returns MergeLoadMode
|
|
5432
|
+
*/
|
|
5433
|
+
public static fromObject(object: { [k: string]: any }): dataform.MergeLoadMode;
|
|
5434
|
+
|
|
5435
|
+
/**
|
|
5436
|
+
* Creates a plain object from a MergeLoadMode message. Also converts values to other types if specified.
|
|
5437
|
+
* @param message MergeLoadMode
|
|
5438
|
+
* @param [options] Conversion options
|
|
5439
|
+
* @returns Plain object
|
|
5440
|
+
*/
|
|
5441
|
+
public static toObject(message: dataform.MergeLoadMode, options?: $protobuf.IConversionOptions): { [k: string]: any };
|
|
5442
|
+
|
|
5443
|
+
/**
|
|
5444
|
+
* Converts this MergeLoadMode to JSON.
|
|
5445
|
+
* @returns JSON object
|
|
5446
|
+
*/
|
|
5447
|
+
public toJSON(): { [k: string]: any };
|
|
5448
|
+
|
|
5449
|
+
/**
|
|
5450
|
+
* Gets the default type url for MergeLoadMode
|
|
5451
|
+
* @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
|
|
5452
|
+
* @returns The default type url
|
|
5453
|
+
*/
|
|
5454
|
+
public static getTypeUrl(typeUrlPrefix?: string): string;
|
|
5455
|
+
}
|
|
5456
|
+
|
|
5226
5457
|
/** Properties of a CompiledGraph. */
|
|
5227
5458
|
interface ICompiledGraph {
|
|
5228
5459
|
|
|
@@ -8182,6 +8413,7 @@ declare class DataPreparation extends ActionBuilder<dataform.DataPreparation> {
|
|
|
8182
8413
|
private configureSqlx;
|
|
8183
8414
|
private mapLoadMode;
|
|
8184
8415
|
private validateLoadModeColumnName;
|
|
8416
|
+
private validateUniqueKey;
|
|
8185
8417
|
}
|
|
8186
8418
|
declare class DataPreparationContext implements ITableContext {
|
|
8187
8419
|
private dataPreparation;
|
|
@@ -8473,6 +8705,14 @@ interface ILegacyBigQueryOptions {
|
|
|
8473
8705
|
additionalOptions?: {
|
|
8474
8706
|
[name: string]: string;
|
|
8475
8707
|
};
|
|
8708
|
+
iceberg?: {
|
|
8709
|
+
fileFormat?: string;
|
|
8710
|
+
tableFormat?: string;
|
|
8711
|
+
connection?: string;
|
|
8712
|
+
bucketName?: string;
|
|
8713
|
+
tableFolderRoot?: string;
|
|
8714
|
+
tableFolderSubpath?: string;
|
|
8715
|
+
};
|
|
8476
8716
|
}
|
|
8477
8717
|
interface ILegacyTableAssertions {
|
|
8478
8718
|
uniqueKey?: string | string[];
|
|
@@ -8573,7 +8813,7 @@ declare class ActionMap {
|
|
|
8573
8813
|
private setBySchemaLevel;
|
|
8574
8814
|
}
|
|
8575
8815
|
|
|
8576
|
-
declare const version = "3.0.
|
|
8816
|
+
declare const version = "3.0.31";
|
|
8577
8817
|
|
|
8578
8818
|
declare const session: Session;
|
|
8579
8819
|
declare const supportedFeatures: dataform.SupportedFeatures[];
|