@aws-sdk/client-glue 3.857.0 → 3.858.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/index.js +54 -18
- package/dist-es/models/models_0.js +8 -5
- package/dist-es/models/models_1.js +5 -0
- package/dist-es/models/models_2.js +0 -9
- package/dist-es/models/models_3.js +9 -0
- package/dist-es/protocols/Aws_json1_1.js +26 -0
- package/dist-types/commands/BatchGetJobsCommand.d.ts +181 -67
- package/dist-types/commands/CreateJobCommand.d.ts +181 -67
- package/dist-types/commands/GetClassifierCommand.d.ts +2 -1
- package/dist-types/commands/GetClassifiersCommand.d.ts +1 -1
- package/dist-types/commands/GetColumnStatisticsForPartitionCommand.d.ts +1 -2
- package/dist-types/commands/GetJobCommand.d.ts +181 -67
- package/dist-types/commands/GetJobsCommand.d.ts +181 -67
- package/dist-types/commands/ModifyIntegrationCommand.d.ts +2 -1
- package/dist-types/commands/PutDataCatalogEncryptionSettingsCommand.d.ts +1 -1
- package/dist-types/commands/PutDataQualityProfileAnnotationCommand.d.ts +1 -1
- package/dist-types/commands/PutResourcePolicyCommand.d.ts +1 -1
- package/dist-types/commands/UpdateJobCommand.d.ts +181 -67
- package/dist-types/models/models_0.d.ts +445 -448
- package/dist-types/models/models_1.d.ts +430 -231
- package/dist-types/models/models_2.d.ts +232 -232
- package/dist-types/models/models_3.d.ts +298 -27
- package/dist-types/ts3.4/commands/GetClassifierCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/GetClassifiersCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetColumnStatisticsForPartitionCommand.d.ts +4 -2
- package/dist-types/ts3.4/commands/ModifyIntegrationCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/PutDataCatalogEncryptionSettingsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutDataQualityProfileAnnotationCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutResourcePolicyCommand.d.ts +1 -1
- package/dist-types/ts3.4/models/models_0.d.ts +94 -75
- package/dist-types/ts3.4/models/models_1.d.ts +82 -54
- package/dist-types/ts3.4/models/models_2.d.ts +56 -59
- package/dist-types/ts3.4/models/models_3.d.ts +69 -4
- package/package.json +5 -5
|
@@ -96,6 +96,7 @@ declare const GetJobCommand_base: {
|
|
|
96
96
|
* // { // GlueStudioSchemaColumn
|
|
97
97
|
* // Name: "STRING_VALUE", // required
|
|
98
98
|
* // Type: "STRING_VALUE",
|
|
99
|
+
* // GlueStudioType: "STRING_VALUE",
|
|
99
100
|
* // },
|
|
100
101
|
* // ],
|
|
101
102
|
* // },
|
|
@@ -128,6 +129,7 @@ declare const GetJobCommand_base: {
|
|
|
128
129
|
* // {
|
|
129
130
|
* // Name: "STRING_VALUE", // required
|
|
130
131
|
* // Type: "STRING_VALUE",
|
|
132
|
+
* // GlueStudioType: "STRING_VALUE",
|
|
131
133
|
* // },
|
|
132
134
|
* // ],
|
|
133
135
|
* // },
|
|
@@ -147,6 +149,7 @@ declare const GetJobCommand_base: {
|
|
|
147
149
|
* // {
|
|
148
150
|
* // Name: "STRING_VALUE", // required
|
|
149
151
|
* // Type: "STRING_VALUE",
|
|
152
|
+
* // GlueStudioType: "STRING_VALUE",
|
|
150
153
|
* // },
|
|
151
154
|
* // ],
|
|
152
155
|
* // },
|
|
@@ -156,6 +159,18 @@ declare const GetJobCommand_base: {
|
|
|
156
159
|
* // Name: "STRING_VALUE", // required
|
|
157
160
|
* // Database: "STRING_VALUE", // required
|
|
158
161
|
* // Table: "STRING_VALUE", // required
|
|
162
|
+
* // PartitionPredicate: "STRING_VALUE",
|
|
163
|
+
* // OutputSchemas: [
|
|
164
|
+
* // {
|
|
165
|
+
* // Columns: [
|
|
166
|
+
* // {
|
|
167
|
+
* // Name: "STRING_VALUE", // required
|
|
168
|
+
* // Type: "STRING_VALUE",
|
|
169
|
+
* // GlueStudioType: "STRING_VALUE",
|
|
170
|
+
* // },
|
|
171
|
+
* // ],
|
|
172
|
+
* // },
|
|
173
|
+
* // ],
|
|
159
174
|
* // },
|
|
160
175
|
* // RedshiftSource: { // RedshiftSource
|
|
161
176
|
* // Name: "STRING_VALUE", // required
|
|
@@ -208,17 +223,18 @@ declare const GetJobCommand_base: {
|
|
|
208
223
|
* // {
|
|
209
224
|
* // Name: "STRING_VALUE", // required
|
|
210
225
|
* // Type: "STRING_VALUE",
|
|
226
|
+
* // GlueStudioType: "STRING_VALUE",
|
|
211
227
|
* // },
|
|
212
228
|
* // ],
|
|
213
229
|
* // },
|
|
214
230
|
* // ],
|
|
215
231
|
* // },
|
|
216
|
-
* //
|
|
232
|
+
* // S3JsonSource: { // S3JsonSource
|
|
217
233
|
* // Name: "STRING_VALUE", // required
|
|
218
234
|
* // Paths: [ // required
|
|
219
235
|
* // "STRING_VALUE",
|
|
220
236
|
* // ],
|
|
221
|
-
* // CompressionType: "
|
|
237
|
+
* // CompressionType: "gzip" || "bzip2",
|
|
222
238
|
* // Exclusions: [
|
|
223
239
|
* // "STRING_VALUE",
|
|
224
240
|
* // ],
|
|
@@ -233,35 +249,6 @@ declare const GetJobCommand_base: {
|
|
|
233
249
|
* // EnableSamplePath: true || false,
|
|
234
250
|
* // SamplePath: "STRING_VALUE",
|
|
235
251
|
* // },
|
|
236
|
-
* // NumberRows: Number("long"),
|
|
237
|
-
* // SkipFooter: Number("int"),
|
|
238
|
-
* // OutputSchemas: [
|
|
239
|
-
* // {
|
|
240
|
-
* // Columns: [
|
|
241
|
-
* // {
|
|
242
|
-
* // Name: "STRING_VALUE", // required
|
|
243
|
-
* // Type: "STRING_VALUE",
|
|
244
|
-
* // },
|
|
245
|
-
* // ],
|
|
246
|
-
* // },
|
|
247
|
-
* // ],
|
|
248
|
-
* // },
|
|
249
|
-
* // S3JsonSource: { // S3JsonSource
|
|
250
|
-
* // Name: "STRING_VALUE", // required
|
|
251
|
-
* // Paths: "<EnclosedInStringProperties>", // required
|
|
252
|
-
* // CompressionType: "gzip" || "bzip2",
|
|
253
|
-
* // Exclusions: "<EnclosedInStringProperties>",
|
|
254
|
-
* // GroupSize: "STRING_VALUE",
|
|
255
|
-
* // GroupFiles: "STRING_VALUE",
|
|
256
|
-
* // Recurse: true || false,
|
|
257
|
-
* // MaxBand: Number("int"),
|
|
258
|
-
* // MaxFilesInBand: Number("int"),
|
|
259
|
-
* // AdditionalOptions: {
|
|
260
|
-
* // BoundedSize: Number("long"),
|
|
261
|
-
* // BoundedFiles: Number("long"),
|
|
262
|
-
* // EnableSamplePath: true || false,
|
|
263
|
-
* // SamplePath: "STRING_VALUE",
|
|
264
|
-
* // },
|
|
265
252
|
* // JsonPath: "STRING_VALUE",
|
|
266
253
|
* // Multiline: true || false,
|
|
267
254
|
* // OutputSchemas: "<GlueSchemas>",
|
|
@@ -293,6 +280,11 @@ declare const GetJobCommand_base: {
|
|
|
293
280
|
* // Name: "STRING_VALUE", // required
|
|
294
281
|
* // Database: "STRING_VALUE", // required
|
|
295
282
|
* // Table: "STRING_VALUE", // required
|
|
283
|
+
* // PitrEnabled: true || false,
|
|
284
|
+
* // AdditionalOptions: { // DDBELTCatalogAdditionalOptions
|
|
285
|
+
* // DynamodbExport: "STRING_VALUE",
|
|
286
|
+
* // DynamodbUnnestDDBJson: true || false,
|
|
287
|
+
* // },
|
|
296
288
|
* // },
|
|
297
289
|
* // JDBCConnectorTarget: { // JDBCConnectorTarget
|
|
298
290
|
* // Name: "STRING_VALUE", // required
|
|
@@ -363,6 +355,10 @@ declare const GetJobCommand_base: {
|
|
|
363
355
|
* // EnableUpdateCatalog: true || false,
|
|
364
356
|
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
365
357
|
* // },
|
|
358
|
+
* // AutoDataQuality: { // AutoDataQuality
|
|
359
|
+
* // IsEnabled: true || false,
|
|
360
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
361
|
+
* // },
|
|
366
362
|
* // },
|
|
367
363
|
* // S3GlueParquetTarget: { // S3GlueParquetTarget
|
|
368
364
|
* // Name: "STRING_VALUE", // required
|
|
@@ -379,20 +375,9 @@ declare const GetJobCommand_base: {
|
|
|
379
375
|
* // Table: "STRING_VALUE",
|
|
380
376
|
* // Database: "STRING_VALUE",
|
|
381
377
|
* // },
|
|
382
|
-
* //
|
|
383
|
-
* //
|
|
384
|
-
* //
|
|
385
|
-
* // Inputs: "<OneInput>", // required
|
|
386
|
-
* // PartitionKeys: [
|
|
387
|
-
* // "<EnclosedInStringProperties>",
|
|
388
|
-
* // ],
|
|
389
|
-
* // Path: "STRING_VALUE", // required
|
|
390
|
-
* // Compression: "uncompressed",
|
|
391
|
-
* // SchemaChangePolicy: {
|
|
392
|
-
* // EnableUpdateCatalog: true || false,
|
|
393
|
-
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
394
|
-
* // Table: "STRING_VALUE",
|
|
395
|
-
* // Database: "STRING_VALUE",
|
|
378
|
+
* // AutoDataQuality: {
|
|
379
|
+
* // IsEnabled: true || false,
|
|
380
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
396
381
|
* // },
|
|
397
382
|
* // },
|
|
398
383
|
* // S3DirectTarget: { // S3DirectTarget
|
|
@@ -411,24 +396,11 @@ declare const GetJobCommand_base: {
|
|
|
411
396
|
* // Table: "STRING_VALUE",
|
|
412
397
|
* // Database: "STRING_VALUE",
|
|
413
398
|
* // },
|
|
414
|
-
* //
|
|
415
|
-
* //
|
|
416
|
-
* //
|
|
417
|
-
* // Inputs: "<OneInput>", // required
|
|
418
|
-
* // PartitionKeys: "<GlueStudioPathList>",
|
|
419
|
-
* // Path: "STRING_VALUE", // required
|
|
420
|
-
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
|
|
421
|
-
* // AdditionalOptions: {
|
|
422
|
-
* // "<keys>": "STRING_VALUE",
|
|
423
|
-
* // },
|
|
424
|
-
* // SchemaChangePolicy: {
|
|
425
|
-
* // EnableUpdateCatalog: true || false,
|
|
426
|
-
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
427
|
-
* // Table: "STRING_VALUE",
|
|
428
|
-
* // Database: "STRING_VALUE",
|
|
399
|
+
* // AutoDataQuality: {
|
|
400
|
+
* // IsEnabled: true || false,
|
|
401
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
429
402
|
* // },
|
|
430
|
-
* //
|
|
431
|
-
* // NumberTargetPartitions: "STRING_VALUE",
|
|
403
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
432
404
|
* // },
|
|
433
405
|
* // ApplyMapping: { // ApplyMapping
|
|
434
406
|
* // Name: "STRING_VALUE", // required
|
|
@@ -456,7 +428,9 @@ declare const GetJobCommand_base: {
|
|
|
456
428
|
* // SelectFields: { // SelectFields
|
|
457
429
|
* // Name: "STRING_VALUE", // required
|
|
458
430
|
* // Inputs: "<OneInput>", // required
|
|
459
|
-
* // Paths:
|
|
431
|
+
* // Paths: [ // required
|
|
432
|
+
* // "<EnclosedInStringProperties>",
|
|
433
|
+
* // ],
|
|
460
434
|
* // },
|
|
461
435
|
* // DropFields: { // DropFields
|
|
462
436
|
* // Name: "STRING_VALUE", // required
|
|
@@ -571,6 +545,7 @@ declare const GetJobCommand_base: {
|
|
|
571
545
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
572
546
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
573
547
|
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
548
|
+
* // FanoutConsumerARN: "STRING_VALUE",
|
|
574
549
|
* // },
|
|
575
550
|
* // DataPreviewOptions: { // StreamingDataPreviewOptions
|
|
576
551
|
* // PollingTime: Number("long"),
|
|
@@ -635,6 +610,7 @@ declare const GetJobCommand_base: {
|
|
|
635
610
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
636
611
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
637
612
|
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
613
|
+
* // FanoutConsumerARN: "STRING_VALUE",
|
|
638
614
|
* // },
|
|
639
615
|
* // DataPreviewOptions: {
|
|
640
616
|
* // PollingTime: Number("long"),
|
|
@@ -709,12 +685,19 @@ declare const GetJobCommand_base: {
|
|
|
709
685
|
* // PIIDetection: { // PIIDetection
|
|
710
686
|
* // Name: "STRING_VALUE", // required
|
|
711
687
|
* // Inputs: "<OneInput>", // required
|
|
712
|
-
* // PiiType: "RowAudit" || "RowMasking" || "ColumnAudit" || "ColumnMasking", // required
|
|
688
|
+
* // PiiType: "RowAudit" || "RowHashing" || "RowMasking" || "RowPartialMasking" || "ColumnAudit" || "ColumnHashing" || "ColumnMasking", // required
|
|
713
689
|
* // EntityTypesToDetect: "<EnclosedInStringProperties>", // required
|
|
714
690
|
* // OutputColumnName: "STRING_VALUE",
|
|
715
691
|
* // SampleFraction: Number("double"),
|
|
716
692
|
* // ThresholdFraction: Number("double"),
|
|
717
693
|
* // MaskValue: "STRING_VALUE",
|
|
694
|
+
* // RedactText: "STRING_VALUE",
|
|
695
|
+
* // RedactChar: "STRING_VALUE",
|
|
696
|
+
* // MatchPattern: "STRING_VALUE",
|
|
697
|
+
* // NumLeftCharsToExclude: Number("int"),
|
|
698
|
+
* // NumRightCharsToExclude: Number("int"),
|
|
699
|
+
* // DetectionParameters: "STRING_VALUE",
|
|
700
|
+
* // DetectionSensitivity: "STRING_VALUE",
|
|
718
701
|
* // },
|
|
719
702
|
* // Aggregate: { // Aggregate
|
|
720
703
|
* // Name: "STRING_VALUE", // required
|
|
@@ -801,6 +784,28 @@ declare const GetJobCommand_base: {
|
|
|
801
784
|
* // Database: "STRING_VALUE", // required
|
|
802
785
|
* // Table: "STRING_VALUE", // required
|
|
803
786
|
* // },
|
|
787
|
+
* // Route: { // Route
|
|
788
|
+
* // Name: "STRING_VALUE", // required
|
|
789
|
+
* // Inputs: "<OneInput>", // required
|
|
790
|
+
* // GroupFiltersList: [ // GroupFiltersList // required
|
|
791
|
+
* // { // GroupFilters
|
|
792
|
+
* // GroupName: "STRING_VALUE", // required
|
|
793
|
+
* // Filters: [ // required
|
|
794
|
+
* // {
|
|
795
|
+
* // Operation: "EQ" || "LT" || "GT" || "LTE" || "GTE" || "REGEX" || "ISNULL", // required
|
|
796
|
+
* // Negated: true || false,
|
|
797
|
+
* // Values: [ // required
|
|
798
|
+
* // {
|
|
799
|
+
* // Type: "COLUMNEXTRACTED" || "CONSTANT", // required
|
|
800
|
+
* // Value: "<EnclosedInStringProperties>", // required
|
|
801
|
+
* // },
|
|
802
|
+
* // ],
|
|
803
|
+
* // },
|
|
804
|
+
* // ],
|
|
805
|
+
* // LogicalOperator: "AND" || "OR", // required
|
|
806
|
+
* // },
|
|
807
|
+
* // ],
|
|
808
|
+
* // },
|
|
804
809
|
* // DynamicTransform: { // DynamicTransform
|
|
805
810
|
* // Name: "STRING_VALUE", // required
|
|
806
811
|
* // TransformName: "STRING_VALUE", // required
|
|
@@ -849,7 +854,9 @@ declare const GetJobCommand_base: {
|
|
|
849
854
|
* // Name: "STRING_VALUE", // required
|
|
850
855
|
* // Database: "STRING_VALUE", // required
|
|
851
856
|
* // Table: "STRING_VALUE", // required
|
|
852
|
-
* // AdditionalHudiOptions:
|
|
857
|
+
* // AdditionalHudiOptions: {
|
|
858
|
+
* // "<keys>": "STRING_VALUE",
|
|
859
|
+
* // },
|
|
853
860
|
* // OutputSchemas: "<GlueSchemas>",
|
|
854
861
|
* // },
|
|
855
862
|
* // S3HudiSource: { // S3HudiSource
|
|
@@ -875,6 +882,11 @@ declare const GetJobCommand_base: {
|
|
|
875
882
|
* // EnableUpdateCatalog: true || false,
|
|
876
883
|
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
877
884
|
* // },
|
|
885
|
+
* // AutoDataQuality: {
|
|
886
|
+
* // IsEnabled: true || false,
|
|
887
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
888
|
+
* // },
|
|
889
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
878
890
|
* // },
|
|
879
891
|
* // S3HudiDirectTarget: { // S3HudiDirectTarget
|
|
880
892
|
* // Name: "STRING_VALUE", // required
|
|
@@ -891,6 +903,10 @@ declare const GetJobCommand_base: {
|
|
|
891
903
|
* // Table: "STRING_VALUE",
|
|
892
904
|
* // Database: "STRING_VALUE",
|
|
893
905
|
* // },
|
|
906
|
+
* // AutoDataQuality: {
|
|
907
|
+
* // IsEnabled: true || false,
|
|
908
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
909
|
+
* // },
|
|
894
910
|
* // },
|
|
895
911
|
* // DirectJDBCSource: { // DirectJDBCSource
|
|
896
912
|
* // Name: "STRING_VALUE", // required
|
|
@@ -899,6 +915,7 @@ declare const GetJobCommand_base: {
|
|
|
899
915
|
* // ConnectionName: "STRING_VALUE", // required
|
|
900
916
|
* // ConnectionType: "sqlserver" || "mysql" || "oracle" || "postgresql" || "redshift", // required
|
|
901
917
|
* // RedshiftTmpDir: "STRING_VALUE",
|
|
918
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
902
919
|
* // },
|
|
903
920
|
* // S3CatalogDeltaSource: { // S3CatalogDeltaSource
|
|
904
921
|
* // Name: "STRING_VALUE", // required
|
|
@@ -918,7 +935,12 @@ declare const GetJobCommand_base: {
|
|
|
918
935
|
* // Name: "STRING_VALUE", // required
|
|
919
936
|
* // Paths: "<EnclosedInStringProperties>", // required
|
|
920
937
|
* // AdditionalDeltaOptions: "<AdditionalOptions>",
|
|
921
|
-
* // AdditionalOptions:
|
|
938
|
+
* // AdditionalOptions: {
|
|
939
|
+
* // BoundedSize: Number("long"),
|
|
940
|
+
* // BoundedFiles: Number("long"),
|
|
941
|
+
* // EnableSamplePath: true || false,
|
|
942
|
+
* // SamplePath: "STRING_VALUE",
|
|
943
|
+
* // },
|
|
922
944
|
* // OutputSchemas: "<GlueSchemas>",
|
|
923
945
|
* // },
|
|
924
946
|
* // S3DeltaCatalogTarget: { // S3DeltaCatalogTarget
|
|
@@ -932,6 +954,8 @@ declare const GetJobCommand_base: {
|
|
|
932
954
|
* // EnableUpdateCatalog: true || false,
|
|
933
955
|
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
934
956
|
* // },
|
|
957
|
+
* // AutoDataQuality: "<AutoDataQuality>",
|
|
958
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
935
959
|
* // },
|
|
936
960
|
* // S3DeltaDirectTarget: { // S3DeltaDirectTarget
|
|
937
961
|
* // Name: "STRING_VALUE", // required
|
|
@@ -942,7 +966,13 @@ declare const GetJobCommand_base: {
|
|
|
942
966
|
* // NumberTargetPartitions: "STRING_VALUE",
|
|
943
967
|
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
|
|
944
968
|
* // AdditionalOptions: "<AdditionalOptions>",
|
|
945
|
-
* // SchemaChangePolicy:
|
|
969
|
+
* // SchemaChangePolicy: {
|
|
970
|
+
* // EnableUpdateCatalog: true || false,
|
|
971
|
+
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
972
|
+
* // Table: "STRING_VALUE",
|
|
973
|
+
* // Database: "STRING_VALUE",
|
|
974
|
+
* // },
|
|
975
|
+
* // AutoDataQuality: "<AutoDataQuality>",
|
|
946
976
|
* // },
|
|
947
977
|
* // AmazonRedshiftSource: { // AmazonRedshiftSource
|
|
948
978
|
* // Name: "STRING_VALUE",
|
|
@@ -1164,6 +1194,90 @@ declare const GetJobCommand_base: {
|
|
|
1164
1194
|
* // },
|
|
1165
1195
|
* // Inputs: "<OneInput>",
|
|
1166
1196
|
* // },
|
|
1197
|
+
* // S3CatalogIcebergSource: { // S3CatalogIcebergSource
|
|
1198
|
+
* // Name: "STRING_VALUE", // required
|
|
1199
|
+
* // Database: "STRING_VALUE", // required
|
|
1200
|
+
* // Table: "STRING_VALUE", // required
|
|
1201
|
+
* // AdditionalIcebergOptions: "<AdditionalOptions>",
|
|
1202
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1203
|
+
* // },
|
|
1204
|
+
* // CatalogIcebergSource: { // CatalogIcebergSource
|
|
1205
|
+
* // Name: "STRING_VALUE", // required
|
|
1206
|
+
* // Database: "STRING_VALUE", // required
|
|
1207
|
+
* // Table: "STRING_VALUE", // required
|
|
1208
|
+
* // AdditionalIcebergOptions: "<AdditionalOptions>",
|
|
1209
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1210
|
+
* // },
|
|
1211
|
+
* // S3IcebergCatalogTarget: { // S3IcebergCatalogTarget
|
|
1212
|
+
* // Name: "STRING_VALUE", // required
|
|
1213
|
+
* // Inputs: "<OneInput>", // required
|
|
1214
|
+
* // PartitionKeys: "<GlueStudioPathList>",
|
|
1215
|
+
* // Table: "STRING_VALUE", // required
|
|
1216
|
+
* // Database: "STRING_VALUE", // required
|
|
1217
|
+
* // AdditionalOptions: "<AdditionalOptions>",
|
|
1218
|
+
* // SchemaChangePolicy: {
|
|
1219
|
+
* // EnableUpdateCatalog: true || false,
|
|
1220
|
+
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
1221
|
+
* // },
|
|
1222
|
+
* // AutoDataQuality: "<AutoDataQuality>",
|
|
1223
|
+
* // },
|
|
1224
|
+
* // S3IcebergDirectTarget: { // S3IcebergDirectTarget
|
|
1225
|
+
* // Name: "STRING_VALUE", // required
|
|
1226
|
+
* // Inputs: "<OneInput>", // required
|
|
1227
|
+
* // PartitionKeys: "<GlueStudioPathList>",
|
|
1228
|
+
* // Path: "STRING_VALUE", // required
|
|
1229
|
+
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
|
|
1230
|
+
* // AdditionalOptions: "<AdditionalOptions>",
|
|
1231
|
+
* // SchemaChangePolicy: {
|
|
1232
|
+
* // EnableUpdateCatalog: true || false,
|
|
1233
|
+
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
1234
|
+
* // Table: "STRING_VALUE",
|
|
1235
|
+
* // Database: "STRING_VALUE",
|
|
1236
|
+
* // },
|
|
1237
|
+
* // AutoDataQuality: "<AutoDataQuality>",
|
|
1238
|
+
* // Compression: "gzip" || "lzo" || "uncompressed" || "snappy", // required
|
|
1239
|
+
* // NumberTargetPartitions: "STRING_VALUE",
|
|
1240
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1241
|
+
* // },
|
|
1242
|
+
* // S3ExcelSource: { // S3ExcelSource
|
|
1243
|
+
* // Name: "STRING_VALUE", // required
|
|
1244
|
+
* // Paths: "<EnclosedInStringProperties>", // required
|
|
1245
|
+
* // CompressionType: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
|
|
1246
|
+
* // Exclusions: "<EnclosedInStringProperties>",
|
|
1247
|
+
* // GroupSize: "STRING_VALUE",
|
|
1248
|
+
* // GroupFiles: "STRING_VALUE",
|
|
1249
|
+
* // Recurse: true || false,
|
|
1250
|
+
* // MaxBand: Number("int"),
|
|
1251
|
+
* // MaxFilesInBand: Number("int"),
|
|
1252
|
+
* // AdditionalOptions: "<S3DirectSourceAdditionalOptions>",
|
|
1253
|
+
* // NumberRows: Number("long"),
|
|
1254
|
+
* // SkipFooter: Number("int"),
|
|
1255
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1256
|
+
* // },
|
|
1257
|
+
* // S3HyperDirectTarget: { // S3HyperDirectTarget
|
|
1258
|
+
* // Name: "STRING_VALUE", // required
|
|
1259
|
+
* // Inputs: "<OneInput>", // required
|
|
1260
|
+
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml",
|
|
1261
|
+
* // PartitionKeys: "<GlueStudioPathList>",
|
|
1262
|
+
* // Path: "STRING_VALUE", // required
|
|
1263
|
+
* // Compression: "uncompressed",
|
|
1264
|
+
* // SchemaChangePolicy: "<DirectSchemaChangePolicy>",
|
|
1265
|
+
* // AutoDataQuality: "<AutoDataQuality>",
|
|
1266
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1267
|
+
* // },
|
|
1268
|
+
* // DynamoDBELTConnectorSource: { // DynamoDBELTConnectorSource
|
|
1269
|
+
* // Name: "STRING_VALUE", // required
|
|
1270
|
+
* // ConnectionOptions: { // DDBELTConnectionOptions
|
|
1271
|
+
* // DynamodbExport: "ddb" || "s3",
|
|
1272
|
+
* // DynamodbUnnestDDBJson: true || false,
|
|
1273
|
+
* // DynamodbTableArn: "STRING_VALUE", // required
|
|
1274
|
+
* // DynamodbS3Bucket: "STRING_VALUE",
|
|
1275
|
+
* // DynamodbS3Prefix: "STRING_VALUE",
|
|
1276
|
+
* // DynamodbS3BucketOwner: "STRING_VALUE",
|
|
1277
|
+
* // DynamodbStsRoleArn: "STRING_VALUE",
|
|
1278
|
+
* // },
|
|
1279
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1280
|
+
* // },
|
|
1167
1281
|
* // },
|
|
1168
1282
|
* // },
|
|
1169
1283
|
* // ExecutionClass: "FLEX" || "STANDARD",
|