@aws-sdk/client-glue 3.857.0 → 3.859.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/index.js +54 -18
- package/dist-es/models/models_0.js +8 -5
- package/dist-es/models/models_1.js +5 -0
- package/dist-es/models/models_2.js +0 -9
- package/dist-es/models/models_3.js +9 -0
- package/dist-es/protocols/Aws_json1_1.js +26 -0
- package/dist-types/commands/BatchGetJobsCommand.d.ts +181 -67
- package/dist-types/commands/CreateJobCommand.d.ts +181 -67
- package/dist-types/commands/GetClassifierCommand.d.ts +2 -1
- package/dist-types/commands/GetClassifiersCommand.d.ts +1 -1
- package/dist-types/commands/GetColumnStatisticsForPartitionCommand.d.ts +1 -2
- package/dist-types/commands/GetJobCommand.d.ts +181 -67
- package/dist-types/commands/GetJobsCommand.d.ts +181 -67
- package/dist-types/commands/ModifyIntegrationCommand.d.ts +2 -1
- package/dist-types/commands/PutDataCatalogEncryptionSettingsCommand.d.ts +1 -1
- package/dist-types/commands/PutDataQualityProfileAnnotationCommand.d.ts +1 -1
- package/dist-types/commands/PutResourcePolicyCommand.d.ts +1 -1
- package/dist-types/commands/UpdateJobCommand.d.ts +181 -67
- package/dist-types/models/models_0.d.ts +445 -448
- package/dist-types/models/models_1.d.ts +430 -231
- package/dist-types/models/models_2.d.ts +232 -232
- package/dist-types/models/models_3.d.ts +298 -27
- package/dist-types/ts3.4/commands/GetClassifierCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/GetClassifiersCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetColumnStatisticsForPartitionCommand.d.ts +4 -2
- package/dist-types/ts3.4/commands/ModifyIntegrationCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/PutDataCatalogEncryptionSettingsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutDataQualityProfileAnnotationCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutResourcePolicyCommand.d.ts +1 -1
- package/dist-types/ts3.4/models/models_0.d.ts +94 -75
- package/dist-types/ts3.4/models/models_1.d.ts +82 -54
- package/dist-types/ts3.4/models/models_2.d.ts +56 -59
- package/dist-types/ts3.4/models/models_3.d.ts +69 -4
- package/package.json +5 -5
|
@@ -100,6 +100,7 @@ declare const BatchGetJobsCommand_base: {
|
|
|
100
100
|
* // { // GlueStudioSchemaColumn
|
|
101
101
|
* // Name: "STRING_VALUE", // required
|
|
102
102
|
* // Type: "STRING_VALUE",
|
|
103
|
+
* // GlueStudioType: "STRING_VALUE",
|
|
103
104
|
* // },
|
|
104
105
|
* // ],
|
|
105
106
|
* // },
|
|
@@ -132,6 +133,7 @@ declare const BatchGetJobsCommand_base: {
|
|
|
132
133
|
* // {
|
|
133
134
|
* // Name: "STRING_VALUE", // required
|
|
134
135
|
* // Type: "STRING_VALUE",
|
|
136
|
+
* // GlueStudioType: "STRING_VALUE",
|
|
135
137
|
* // },
|
|
136
138
|
* // ],
|
|
137
139
|
* // },
|
|
@@ -151,6 +153,7 @@ declare const BatchGetJobsCommand_base: {
|
|
|
151
153
|
* // {
|
|
152
154
|
* // Name: "STRING_VALUE", // required
|
|
153
155
|
* // Type: "STRING_VALUE",
|
|
156
|
+
* // GlueStudioType: "STRING_VALUE",
|
|
154
157
|
* // },
|
|
155
158
|
* // ],
|
|
156
159
|
* // },
|
|
@@ -160,6 +163,18 @@ declare const BatchGetJobsCommand_base: {
|
|
|
160
163
|
* // Name: "STRING_VALUE", // required
|
|
161
164
|
* // Database: "STRING_VALUE", // required
|
|
162
165
|
* // Table: "STRING_VALUE", // required
|
|
166
|
+
* // PartitionPredicate: "STRING_VALUE",
|
|
167
|
+
* // OutputSchemas: [
|
|
168
|
+
* // {
|
|
169
|
+
* // Columns: [
|
|
170
|
+
* // {
|
|
171
|
+
* // Name: "STRING_VALUE", // required
|
|
172
|
+
* // Type: "STRING_VALUE",
|
|
173
|
+
* // GlueStudioType: "STRING_VALUE",
|
|
174
|
+
* // },
|
|
175
|
+
* // ],
|
|
176
|
+
* // },
|
|
177
|
+
* // ],
|
|
163
178
|
* // },
|
|
164
179
|
* // RedshiftSource: { // RedshiftSource
|
|
165
180
|
* // Name: "STRING_VALUE", // required
|
|
@@ -212,17 +227,18 @@ declare const BatchGetJobsCommand_base: {
|
|
|
212
227
|
* // {
|
|
213
228
|
* // Name: "STRING_VALUE", // required
|
|
214
229
|
* // Type: "STRING_VALUE",
|
|
230
|
+
* // GlueStudioType: "STRING_VALUE",
|
|
215
231
|
* // },
|
|
216
232
|
* // ],
|
|
217
233
|
* // },
|
|
218
234
|
* // ],
|
|
219
235
|
* // },
|
|
220
|
-
* //
|
|
236
|
+
* // S3JsonSource: { // S3JsonSource
|
|
221
237
|
* // Name: "STRING_VALUE", // required
|
|
222
238
|
* // Paths: [ // required
|
|
223
239
|
* // "STRING_VALUE",
|
|
224
240
|
* // ],
|
|
225
|
-
* // CompressionType: "
|
|
241
|
+
* // CompressionType: "gzip" || "bzip2",
|
|
226
242
|
* // Exclusions: [
|
|
227
243
|
* // "STRING_VALUE",
|
|
228
244
|
* // ],
|
|
@@ -237,35 +253,6 @@ declare const BatchGetJobsCommand_base: {
|
|
|
237
253
|
* // EnableSamplePath: true || false,
|
|
238
254
|
* // SamplePath: "STRING_VALUE",
|
|
239
255
|
* // },
|
|
240
|
-
* // NumberRows: Number("long"),
|
|
241
|
-
* // SkipFooter: Number("int"),
|
|
242
|
-
* // OutputSchemas: [
|
|
243
|
-
* // {
|
|
244
|
-
* // Columns: [
|
|
245
|
-
* // {
|
|
246
|
-
* // Name: "STRING_VALUE", // required
|
|
247
|
-
* // Type: "STRING_VALUE",
|
|
248
|
-
* // },
|
|
249
|
-
* // ],
|
|
250
|
-
* // },
|
|
251
|
-
* // ],
|
|
252
|
-
* // },
|
|
253
|
-
* // S3JsonSource: { // S3JsonSource
|
|
254
|
-
* // Name: "STRING_VALUE", // required
|
|
255
|
-
* // Paths: "<EnclosedInStringProperties>", // required
|
|
256
|
-
* // CompressionType: "gzip" || "bzip2",
|
|
257
|
-
* // Exclusions: "<EnclosedInStringProperties>",
|
|
258
|
-
* // GroupSize: "STRING_VALUE",
|
|
259
|
-
* // GroupFiles: "STRING_VALUE",
|
|
260
|
-
* // Recurse: true || false,
|
|
261
|
-
* // MaxBand: Number("int"),
|
|
262
|
-
* // MaxFilesInBand: Number("int"),
|
|
263
|
-
* // AdditionalOptions: {
|
|
264
|
-
* // BoundedSize: Number("long"),
|
|
265
|
-
* // BoundedFiles: Number("long"),
|
|
266
|
-
* // EnableSamplePath: true || false,
|
|
267
|
-
* // SamplePath: "STRING_VALUE",
|
|
268
|
-
* // },
|
|
269
256
|
* // JsonPath: "STRING_VALUE",
|
|
270
257
|
* // Multiline: true || false,
|
|
271
258
|
* // OutputSchemas: "<GlueSchemas>",
|
|
@@ -297,6 +284,11 @@ declare const BatchGetJobsCommand_base: {
|
|
|
297
284
|
* // Name: "STRING_VALUE", // required
|
|
298
285
|
* // Database: "STRING_VALUE", // required
|
|
299
286
|
* // Table: "STRING_VALUE", // required
|
|
287
|
+
* // PitrEnabled: true || false,
|
|
288
|
+
* // AdditionalOptions: { // DDBELTCatalogAdditionalOptions
|
|
289
|
+
* // DynamodbExport: "STRING_VALUE",
|
|
290
|
+
* // DynamodbUnnestDDBJson: true || false,
|
|
291
|
+
* // },
|
|
300
292
|
* // },
|
|
301
293
|
* // JDBCConnectorTarget: { // JDBCConnectorTarget
|
|
302
294
|
* // Name: "STRING_VALUE", // required
|
|
@@ -367,6 +359,10 @@ declare const BatchGetJobsCommand_base: {
|
|
|
367
359
|
* // EnableUpdateCatalog: true || false,
|
|
368
360
|
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
369
361
|
* // },
|
|
362
|
+
* // AutoDataQuality: { // AutoDataQuality
|
|
363
|
+
* // IsEnabled: true || false,
|
|
364
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
365
|
+
* // },
|
|
370
366
|
* // },
|
|
371
367
|
* // S3GlueParquetTarget: { // S3GlueParquetTarget
|
|
372
368
|
* // Name: "STRING_VALUE", // required
|
|
@@ -383,20 +379,9 @@ declare const BatchGetJobsCommand_base: {
|
|
|
383
379
|
* // Table: "STRING_VALUE",
|
|
384
380
|
* // Database: "STRING_VALUE",
|
|
385
381
|
* // },
|
|
386
|
-
* //
|
|
387
|
-
* //
|
|
388
|
-
* //
|
|
389
|
-
* // Inputs: "<OneInput>", // required
|
|
390
|
-
* // PartitionKeys: [
|
|
391
|
-
* // "<EnclosedInStringProperties>",
|
|
392
|
-
* // ],
|
|
393
|
-
* // Path: "STRING_VALUE", // required
|
|
394
|
-
* // Compression: "uncompressed",
|
|
395
|
-
* // SchemaChangePolicy: {
|
|
396
|
-
* // EnableUpdateCatalog: true || false,
|
|
397
|
-
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
398
|
-
* // Table: "STRING_VALUE",
|
|
399
|
-
* // Database: "STRING_VALUE",
|
|
382
|
+
* // AutoDataQuality: {
|
|
383
|
+
* // IsEnabled: true || false,
|
|
384
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
400
385
|
* // },
|
|
401
386
|
* // },
|
|
402
387
|
* // S3DirectTarget: { // S3DirectTarget
|
|
@@ -415,24 +400,11 @@ declare const BatchGetJobsCommand_base: {
|
|
|
415
400
|
* // Table: "STRING_VALUE",
|
|
416
401
|
* // Database: "STRING_VALUE",
|
|
417
402
|
* // },
|
|
418
|
-
* //
|
|
419
|
-
* //
|
|
420
|
-
* //
|
|
421
|
-
* // Inputs: "<OneInput>", // required
|
|
422
|
-
* // PartitionKeys: "<GlueStudioPathList>",
|
|
423
|
-
* // Path: "STRING_VALUE", // required
|
|
424
|
-
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
|
|
425
|
-
* // AdditionalOptions: {
|
|
426
|
-
* // "<keys>": "STRING_VALUE",
|
|
427
|
-
* // },
|
|
428
|
-
* // SchemaChangePolicy: {
|
|
429
|
-
* // EnableUpdateCatalog: true || false,
|
|
430
|
-
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
431
|
-
* // Table: "STRING_VALUE",
|
|
432
|
-
* // Database: "STRING_VALUE",
|
|
403
|
+
* // AutoDataQuality: {
|
|
404
|
+
* // IsEnabled: true || false,
|
|
405
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
433
406
|
* // },
|
|
434
|
-
* //
|
|
435
|
-
* // NumberTargetPartitions: "STRING_VALUE",
|
|
407
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
436
408
|
* // },
|
|
437
409
|
* // ApplyMapping: { // ApplyMapping
|
|
438
410
|
* // Name: "STRING_VALUE", // required
|
|
@@ -460,7 +432,9 @@ declare const BatchGetJobsCommand_base: {
|
|
|
460
432
|
* // SelectFields: { // SelectFields
|
|
461
433
|
* // Name: "STRING_VALUE", // required
|
|
462
434
|
* // Inputs: "<OneInput>", // required
|
|
463
|
-
* // Paths:
|
|
435
|
+
* // Paths: [ // required
|
|
436
|
+
* // "<EnclosedInStringProperties>",
|
|
437
|
+
* // ],
|
|
464
438
|
* // },
|
|
465
439
|
* // DropFields: { // DropFields
|
|
466
440
|
* // Name: "STRING_VALUE", // required
|
|
@@ -575,6 +549,7 @@ declare const BatchGetJobsCommand_base: {
|
|
|
575
549
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
576
550
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
577
551
|
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
552
|
+
* // FanoutConsumerARN: "STRING_VALUE",
|
|
578
553
|
* // },
|
|
579
554
|
* // DataPreviewOptions: { // StreamingDataPreviewOptions
|
|
580
555
|
* // PollingTime: Number("long"),
|
|
@@ -639,6 +614,7 @@ declare const BatchGetJobsCommand_base: {
|
|
|
639
614
|
* // AddRecordTimestamp: "STRING_VALUE",
|
|
640
615
|
* // EmitConsumerLagMetrics: "STRING_VALUE",
|
|
641
616
|
* // StartingTimestamp: new Date("TIMESTAMP"),
|
|
617
|
+
* // FanoutConsumerARN: "STRING_VALUE",
|
|
642
618
|
* // },
|
|
643
619
|
* // DataPreviewOptions: {
|
|
644
620
|
* // PollingTime: Number("long"),
|
|
@@ -713,12 +689,19 @@ declare const BatchGetJobsCommand_base: {
|
|
|
713
689
|
* // PIIDetection: { // PIIDetection
|
|
714
690
|
* // Name: "STRING_VALUE", // required
|
|
715
691
|
* // Inputs: "<OneInput>", // required
|
|
716
|
-
* // PiiType: "RowAudit" || "RowMasking" || "ColumnAudit" || "ColumnMasking", // required
|
|
692
|
+
* // PiiType: "RowAudit" || "RowHashing" || "RowMasking" || "RowPartialMasking" || "ColumnAudit" || "ColumnHashing" || "ColumnMasking", // required
|
|
717
693
|
* // EntityTypesToDetect: "<EnclosedInStringProperties>", // required
|
|
718
694
|
* // OutputColumnName: "STRING_VALUE",
|
|
719
695
|
* // SampleFraction: Number("double"),
|
|
720
696
|
* // ThresholdFraction: Number("double"),
|
|
721
697
|
* // MaskValue: "STRING_VALUE",
|
|
698
|
+
* // RedactText: "STRING_VALUE",
|
|
699
|
+
* // RedactChar: "STRING_VALUE",
|
|
700
|
+
* // MatchPattern: "STRING_VALUE",
|
|
701
|
+
* // NumLeftCharsToExclude: Number("int"),
|
|
702
|
+
* // NumRightCharsToExclude: Number("int"),
|
|
703
|
+
* // DetectionParameters: "STRING_VALUE",
|
|
704
|
+
* // DetectionSensitivity: "STRING_VALUE",
|
|
722
705
|
* // },
|
|
723
706
|
* // Aggregate: { // Aggregate
|
|
724
707
|
* // Name: "STRING_VALUE", // required
|
|
@@ -805,6 +788,28 @@ declare const BatchGetJobsCommand_base: {
|
|
|
805
788
|
* // Database: "STRING_VALUE", // required
|
|
806
789
|
* // Table: "STRING_VALUE", // required
|
|
807
790
|
* // },
|
|
791
|
+
* // Route: { // Route
|
|
792
|
+
* // Name: "STRING_VALUE", // required
|
|
793
|
+
* // Inputs: "<OneInput>", // required
|
|
794
|
+
* // GroupFiltersList: [ // GroupFiltersList // required
|
|
795
|
+
* // { // GroupFilters
|
|
796
|
+
* // GroupName: "STRING_VALUE", // required
|
|
797
|
+
* // Filters: [ // required
|
|
798
|
+
* // {
|
|
799
|
+
* // Operation: "EQ" || "LT" || "GT" || "LTE" || "GTE" || "REGEX" || "ISNULL", // required
|
|
800
|
+
* // Negated: true || false,
|
|
801
|
+
* // Values: [ // required
|
|
802
|
+
* // {
|
|
803
|
+
* // Type: "COLUMNEXTRACTED" || "CONSTANT", // required
|
|
804
|
+
* // Value: "<EnclosedInStringProperties>", // required
|
|
805
|
+
* // },
|
|
806
|
+
* // ],
|
|
807
|
+
* // },
|
|
808
|
+
* // ],
|
|
809
|
+
* // LogicalOperator: "AND" || "OR", // required
|
|
810
|
+
* // },
|
|
811
|
+
* // ],
|
|
812
|
+
* // },
|
|
808
813
|
* // DynamicTransform: { // DynamicTransform
|
|
809
814
|
* // Name: "STRING_VALUE", // required
|
|
810
815
|
* // TransformName: "STRING_VALUE", // required
|
|
@@ -853,7 +858,9 @@ declare const BatchGetJobsCommand_base: {
|
|
|
853
858
|
* // Name: "STRING_VALUE", // required
|
|
854
859
|
* // Database: "STRING_VALUE", // required
|
|
855
860
|
* // Table: "STRING_VALUE", // required
|
|
856
|
-
* // AdditionalHudiOptions:
|
|
861
|
+
* // AdditionalHudiOptions: {
|
|
862
|
+
* // "<keys>": "STRING_VALUE",
|
|
863
|
+
* // },
|
|
857
864
|
* // OutputSchemas: "<GlueSchemas>",
|
|
858
865
|
* // },
|
|
859
866
|
* // S3HudiSource: { // S3HudiSource
|
|
@@ -879,6 +886,11 @@ declare const BatchGetJobsCommand_base: {
|
|
|
879
886
|
* // EnableUpdateCatalog: true || false,
|
|
880
887
|
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
881
888
|
* // },
|
|
889
|
+
* // AutoDataQuality: {
|
|
890
|
+
* // IsEnabled: true || false,
|
|
891
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
892
|
+
* // },
|
|
893
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
882
894
|
* // },
|
|
883
895
|
* // S3HudiDirectTarget: { // S3HudiDirectTarget
|
|
884
896
|
* // Name: "STRING_VALUE", // required
|
|
@@ -895,6 +907,10 @@ declare const BatchGetJobsCommand_base: {
|
|
|
895
907
|
* // Table: "STRING_VALUE",
|
|
896
908
|
* // Database: "STRING_VALUE",
|
|
897
909
|
* // },
|
|
910
|
+
* // AutoDataQuality: {
|
|
911
|
+
* // IsEnabled: true || false,
|
|
912
|
+
* // EvaluationContext: "STRING_VALUE",
|
|
913
|
+
* // },
|
|
898
914
|
* // },
|
|
899
915
|
* // DirectJDBCSource: { // DirectJDBCSource
|
|
900
916
|
* // Name: "STRING_VALUE", // required
|
|
@@ -903,6 +919,7 @@ declare const BatchGetJobsCommand_base: {
|
|
|
903
919
|
* // ConnectionName: "STRING_VALUE", // required
|
|
904
920
|
* // ConnectionType: "sqlserver" || "mysql" || "oracle" || "postgresql" || "redshift", // required
|
|
905
921
|
* // RedshiftTmpDir: "STRING_VALUE",
|
|
922
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
906
923
|
* // },
|
|
907
924
|
* // S3CatalogDeltaSource: { // S3CatalogDeltaSource
|
|
908
925
|
* // Name: "STRING_VALUE", // required
|
|
@@ -922,7 +939,12 @@ declare const BatchGetJobsCommand_base: {
|
|
|
922
939
|
* // Name: "STRING_VALUE", // required
|
|
923
940
|
* // Paths: "<EnclosedInStringProperties>", // required
|
|
924
941
|
* // AdditionalDeltaOptions: "<AdditionalOptions>",
|
|
925
|
-
* // AdditionalOptions:
|
|
942
|
+
* // AdditionalOptions: {
|
|
943
|
+
* // BoundedSize: Number("long"),
|
|
944
|
+
* // BoundedFiles: Number("long"),
|
|
945
|
+
* // EnableSamplePath: true || false,
|
|
946
|
+
* // SamplePath: "STRING_VALUE",
|
|
947
|
+
* // },
|
|
926
948
|
* // OutputSchemas: "<GlueSchemas>",
|
|
927
949
|
* // },
|
|
928
950
|
* // S3DeltaCatalogTarget: { // S3DeltaCatalogTarget
|
|
@@ -936,6 +958,8 @@ declare const BatchGetJobsCommand_base: {
|
|
|
936
958
|
* // EnableUpdateCatalog: true || false,
|
|
937
959
|
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
938
960
|
* // },
|
|
961
|
+
* // AutoDataQuality: "<AutoDataQuality>",
|
|
962
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
939
963
|
* // },
|
|
940
964
|
* // S3DeltaDirectTarget: { // S3DeltaDirectTarget
|
|
941
965
|
* // Name: "STRING_VALUE", // required
|
|
@@ -946,7 +970,13 @@ declare const BatchGetJobsCommand_base: {
|
|
|
946
970
|
* // NumberTargetPartitions: "STRING_VALUE",
|
|
947
971
|
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
|
|
948
972
|
* // AdditionalOptions: "<AdditionalOptions>",
|
|
949
|
-
* // SchemaChangePolicy:
|
|
973
|
+
* // SchemaChangePolicy: {
|
|
974
|
+
* // EnableUpdateCatalog: true || false,
|
|
975
|
+
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
976
|
+
* // Table: "STRING_VALUE",
|
|
977
|
+
* // Database: "STRING_VALUE",
|
|
978
|
+
* // },
|
|
979
|
+
* // AutoDataQuality: "<AutoDataQuality>",
|
|
950
980
|
* // },
|
|
951
981
|
* // AmazonRedshiftSource: { // AmazonRedshiftSource
|
|
952
982
|
* // Name: "STRING_VALUE",
|
|
@@ -1168,6 +1198,90 @@ declare const BatchGetJobsCommand_base: {
|
|
|
1168
1198
|
* // },
|
|
1169
1199
|
* // Inputs: "<OneInput>",
|
|
1170
1200
|
* // },
|
|
1201
|
+
* // S3CatalogIcebergSource: { // S3CatalogIcebergSource
|
|
1202
|
+
* // Name: "STRING_VALUE", // required
|
|
1203
|
+
* // Database: "STRING_VALUE", // required
|
|
1204
|
+
* // Table: "STRING_VALUE", // required
|
|
1205
|
+
* // AdditionalIcebergOptions: "<AdditionalOptions>",
|
|
1206
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1207
|
+
* // },
|
|
1208
|
+
* // CatalogIcebergSource: { // CatalogIcebergSource
|
|
1209
|
+
* // Name: "STRING_VALUE", // required
|
|
1210
|
+
* // Database: "STRING_VALUE", // required
|
|
1211
|
+
* // Table: "STRING_VALUE", // required
|
|
1212
|
+
* // AdditionalIcebergOptions: "<AdditionalOptions>",
|
|
1213
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1214
|
+
* // },
|
|
1215
|
+
* // S3IcebergCatalogTarget: { // S3IcebergCatalogTarget
|
|
1216
|
+
* // Name: "STRING_VALUE", // required
|
|
1217
|
+
* // Inputs: "<OneInput>", // required
|
|
1218
|
+
* // PartitionKeys: "<GlueStudioPathList>",
|
|
1219
|
+
* // Table: "STRING_VALUE", // required
|
|
1220
|
+
* // Database: "STRING_VALUE", // required
|
|
1221
|
+
* // AdditionalOptions: "<AdditionalOptions>",
|
|
1222
|
+
* // SchemaChangePolicy: {
|
|
1223
|
+
* // EnableUpdateCatalog: true || false,
|
|
1224
|
+
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
1225
|
+
* // },
|
|
1226
|
+
* // AutoDataQuality: "<AutoDataQuality>",
|
|
1227
|
+
* // },
|
|
1228
|
+
* // S3IcebergDirectTarget: { // S3IcebergDirectTarget
|
|
1229
|
+
* // Name: "STRING_VALUE", // required
|
|
1230
|
+
* // Inputs: "<OneInput>", // required
|
|
1231
|
+
* // PartitionKeys: "<GlueStudioPathList>",
|
|
1232
|
+
* // Path: "STRING_VALUE", // required
|
|
1233
|
+
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
|
|
1234
|
+
* // AdditionalOptions: "<AdditionalOptions>",
|
|
1235
|
+
* // SchemaChangePolicy: {
|
|
1236
|
+
* // EnableUpdateCatalog: true || false,
|
|
1237
|
+
* // UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
1238
|
+
* // Table: "STRING_VALUE",
|
|
1239
|
+
* // Database: "STRING_VALUE",
|
|
1240
|
+
* // },
|
|
1241
|
+
* // AutoDataQuality: "<AutoDataQuality>",
|
|
1242
|
+
* // Compression: "gzip" || "lzo" || "uncompressed" || "snappy", // required
|
|
1243
|
+
* // NumberTargetPartitions: "STRING_VALUE",
|
|
1244
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1245
|
+
* // },
|
|
1246
|
+
* // S3ExcelSource: { // S3ExcelSource
|
|
1247
|
+
* // Name: "STRING_VALUE", // required
|
|
1248
|
+
* // Paths: "<EnclosedInStringProperties>", // required
|
|
1249
|
+
* // CompressionType: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
|
|
1250
|
+
* // Exclusions: "<EnclosedInStringProperties>",
|
|
1251
|
+
* // GroupSize: "STRING_VALUE",
|
|
1252
|
+
* // GroupFiles: "STRING_VALUE",
|
|
1253
|
+
* // Recurse: true || false,
|
|
1254
|
+
* // MaxBand: Number("int"),
|
|
1255
|
+
* // MaxFilesInBand: Number("int"),
|
|
1256
|
+
* // AdditionalOptions: "<S3DirectSourceAdditionalOptions>",
|
|
1257
|
+
* // NumberRows: Number("long"),
|
|
1258
|
+
* // SkipFooter: Number("int"),
|
|
1259
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1260
|
+
* // },
|
|
1261
|
+
* // S3HyperDirectTarget: { // S3HyperDirectTarget
|
|
1262
|
+
* // Name: "STRING_VALUE", // required
|
|
1263
|
+
* // Inputs: "<OneInput>", // required
|
|
1264
|
+
* // Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml",
|
|
1265
|
+
* // PartitionKeys: "<GlueStudioPathList>",
|
|
1266
|
+
* // Path: "STRING_VALUE", // required
|
|
1267
|
+
* // Compression: "uncompressed",
|
|
1268
|
+
* // SchemaChangePolicy: "<DirectSchemaChangePolicy>",
|
|
1269
|
+
* // AutoDataQuality: "<AutoDataQuality>",
|
|
1270
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1271
|
+
* // },
|
|
1272
|
+
* // DynamoDBELTConnectorSource: { // DynamoDBELTConnectorSource
|
|
1273
|
+
* // Name: "STRING_VALUE", // required
|
|
1274
|
+
* // ConnectionOptions: { // DDBELTConnectionOptions
|
|
1275
|
+
* // DynamodbExport: "ddb" || "s3",
|
|
1276
|
+
* // DynamodbUnnestDDBJson: true || false,
|
|
1277
|
+
* // DynamodbTableArn: "STRING_VALUE", // required
|
|
1278
|
+
* // DynamodbS3Bucket: "STRING_VALUE",
|
|
1279
|
+
* // DynamodbS3Prefix: "STRING_VALUE",
|
|
1280
|
+
* // DynamodbS3BucketOwner: "STRING_VALUE",
|
|
1281
|
+
* // DynamodbStsRoleArn: "STRING_VALUE",
|
|
1282
|
+
* // },
|
|
1283
|
+
* // OutputSchemas: "<GlueSchemas>",
|
|
1284
|
+
* // },
|
|
1171
1285
|
* // },
|
|
1172
1286
|
* // },
|
|
1173
1287
|
* // ExecutionClass: "FLEX" || "STANDARD",
|