@aws-sdk/client-glue 3.857.0 → 3.859.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/index.js +54 -18
- package/dist-es/models/models_0.js +8 -5
- package/dist-es/models/models_1.js +5 -0
- package/dist-es/models/models_2.js +0 -9
- package/dist-es/models/models_3.js +9 -0
- package/dist-es/protocols/Aws_json1_1.js +26 -0
- package/dist-types/commands/BatchGetJobsCommand.d.ts +181 -67
- package/dist-types/commands/CreateJobCommand.d.ts +181 -67
- package/dist-types/commands/GetClassifierCommand.d.ts +2 -1
- package/dist-types/commands/GetClassifiersCommand.d.ts +1 -1
- package/dist-types/commands/GetColumnStatisticsForPartitionCommand.d.ts +1 -2
- package/dist-types/commands/GetJobCommand.d.ts +181 -67
- package/dist-types/commands/GetJobsCommand.d.ts +181 -67
- package/dist-types/commands/ModifyIntegrationCommand.d.ts +2 -1
- package/dist-types/commands/PutDataCatalogEncryptionSettingsCommand.d.ts +1 -1
- package/dist-types/commands/PutDataQualityProfileAnnotationCommand.d.ts +1 -1
- package/dist-types/commands/PutResourcePolicyCommand.d.ts +1 -1
- package/dist-types/commands/UpdateJobCommand.d.ts +181 -67
- package/dist-types/models/models_0.d.ts +445 -448
- package/dist-types/models/models_1.d.ts +430 -231
- package/dist-types/models/models_2.d.ts +232 -232
- package/dist-types/models/models_3.d.ts +298 -27
- package/dist-types/ts3.4/commands/GetClassifierCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/GetClassifiersCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/GetColumnStatisticsForPartitionCommand.d.ts +4 -2
- package/dist-types/ts3.4/commands/ModifyIntegrationCommand.d.ts +2 -4
- package/dist-types/ts3.4/commands/PutDataCatalogEncryptionSettingsCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutDataQualityProfileAnnotationCommand.d.ts +1 -1
- package/dist-types/ts3.4/commands/PutResourcePolicyCommand.d.ts +1 -1
- package/dist-types/ts3.4/models/models_0.d.ts +94 -75
- package/dist-types/ts3.4/models/models_1.d.ts +82 -54
- package/dist-types/ts3.4/models/models_2.d.ts +56 -59
- package/dist-types/ts3.4/models/models_3.d.ts +69 -4
- package/package.json +5 -5
|
@@ -88,6 +88,7 @@ declare const UpdateJobCommand_base: {
|
|
|
88
88
|
* { // GlueStudioSchemaColumn
|
|
89
89
|
* Name: "STRING_VALUE", // required
|
|
90
90
|
* Type: "STRING_VALUE",
|
|
91
|
+
* GlueStudioType: "STRING_VALUE",
|
|
91
92
|
* },
|
|
92
93
|
* ],
|
|
93
94
|
* },
|
|
@@ -120,6 +121,7 @@ declare const UpdateJobCommand_base: {
|
|
|
120
121
|
* {
|
|
121
122
|
* Name: "STRING_VALUE", // required
|
|
122
123
|
* Type: "STRING_VALUE",
|
|
124
|
+
* GlueStudioType: "STRING_VALUE",
|
|
123
125
|
* },
|
|
124
126
|
* ],
|
|
125
127
|
* },
|
|
@@ -139,6 +141,7 @@ declare const UpdateJobCommand_base: {
|
|
|
139
141
|
* {
|
|
140
142
|
* Name: "STRING_VALUE", // required
|
|
141
143
|
* Type: "STRING_VALUE",
|
|
144
|
+
* GlueStudioType: "STRING_VALUE",
|
|
142
145
|
* },
|
|
143
146
|
* ],
|
|
144
147
|
* },
|
|
@@ -148,6 +151,18 @@ declare const UpdateJobCommand_base: {
|
|
|
148
151
|
* Name: "STRING_VALUE", // required
|
|
149
152
|
* Database: "STRING_VALUE", // required
|
|
150
153
|
* Table: "STRING_VALUE", // required
|
|
154
|
+
* PartitionPredicate: "STRING_VALUE",
|
|
155
|
+
* OutputSchemas: [
|
|
156
|
+
* {
|
|
157
|
+
* Columns: [
|
|
158
|
+
* {
|
|
159
|
+
* Name: "STRING_VALUE", // required
|
|
160
|
+
* Type: "STRING_VALUE",
|
|
161
|
+
* GlueStudioType: "STRING_VALUE",
|
|
162
|
+
* },
|
|
163
|
+
* ],
|
|
164
|
+
* },
|
|
165
|
+
* ],
|
|
151
166
|
* },
|
|
152
167
|
* RedshiftSource: { // RedshiftSource
|
|
153
168
|
* Name: "STRING_VALUE", // required
|
|
@@ -200,17 +215,18 @@ declare const UpdateJobCommand_base: {
|
|
|
200
215
|
* {
|
|
201
216
|
* Name: "STRING_VALUE", // required
|
|
202
217
|
* Type: "STRING_VALUE",
|
|
218
|
+
* GlueStudioType: "STRING_VALUE",
|
|
203
219
|
* },
|
|
204
220
|
* ],
|
|
205
221
|
* },
|
|
206
222
|
* ],
|
|
207
223
|
* },
|
|
208
|
-
*
|
|
224
|
+
* S3JsonSource: { // S3JsonSource
|
|
209
225
|
* Name: "STRING_VALUE", // required
|
|
210
226
|
* Paths: [ // required
|
|
211
227
|
* "STRING_VALUE",
|
|
212
228
|
* ],
|
|
213
|
-
* CompressionType: "
|
|
229
|
+
* CompressionType: "gzip" || "bzip2",
|
|
214
230
|
* Exclusions: [
|
|
215
231
|
* "STRING_VALUE",
|
|
216
232
|
* ],
|
|
@@ -225,35 +241,6 @@ declare const UpdateJobCommand_base: {
|
|
|
225
241
|
* EnableSamplePath: true || false,
|
|
226
242
|
* SamplePath: "STRING_VALUE",
|
|
227
243
|
* },
|
|
228
|
-
* NumberRows: Number("long"),
|
|
229
|
-
* SkipFooter: Number("int"),
|
|
230
|
-
* OutputSchemas: [
|
|
231
|
-
* {
|
|
232
|
-
* Columns: [
|
|
233
|
-
* {
|
|
234
|
-
* Name: "STRING_VALUE", // required
|
|
235
|
-
* Type: "STRING_VALUE",
|
|
236
|
-
* },
|
|
237
|
-
* ],
|
|
238
|
-
* },
|
|
239
|
-
* ],
|
|
240
|
-
* },
|
|
241
|
-
* S3JsonSource: { // S3JsonSource
|
|
242
|
-
* Name: "STRING_VALUE", // required
|
|
243
|
-
* Paths: "<EnclosedInStringProperties>", // required
|
|
244
|
-
* CompressionType: "gzip" || "bzip2",
|
|
245
|
-
* Exclusions: "<EnclosedInStringProperties>",
|
|
246
|
-
* GroupSize: "STRING_VALUE",
|
|
247
|
-
* GroupFiles: "STRING_VALUE",
|
|
248
|
-
* Recurse: true || false,
|
|
249
|
-
* MaxBand: Number("int"),
|
|
250
|
-
* MaxFilesInBand: Number("int"),
|
|
251
|
-
* AdditionalOptions: {
|
|
252
|
-
* BoundedSize: Number("long"),
|
|
253
|
-
* BoundedFiles: Number("long"),
|
|
254
|
-
* EnableSamplePath: true || false,
|
|
255
|
-
* SamplePath: "STRING_VALUE",
|
|
256
|
-
* },
|
|
257
244
|
* JsonPath: "STRING_VALUE",
|
|
258
245
|
* Multiline: true || false,
|
|
259
246
|
* OutputSchemas: "<GlueSchemas>",
|
|
@@ -285,6 +272,11 @@ declare const UpdateJobCommand_base: {
|
|
|
285
272
|
* Name: "STRING_VALUE", // required
|
|
286
273
|
* Database: "STRING_VALUE", // required
|
|
287
274
|
* Table: "STRING_VALUE", // required
|
|
275
|
+
* PitrEnabled: true || false,
|
|
276
|
+
* AdditionalOptions: { // DDBELTCatalogAdditionalOptions
|
|
277
|
+
* DynamodbExport: "STRING_VALUE",
|
|
278
|
+
* DynamodbUnnestDDBJson: true || false,
|
|
279
|
+
* },
|
|
288
280
|
* },
|
|
289
281
|
* JDBCConnectorTarget: { // JDBCConnectorTarget
|
|
290
282
|
* Name: "STRING_VALUE", // required
|
|
@@ -355,6 +347,10 @@ declare const UpdateJobCommand_base: {
|
|
|
355
347
|
* EnableUpdateCatalog: true || false,
|
|
356
348
|
* UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
357
349
|
* },
|
|
350
|
+
* AutoDataQuality: { // AutoDataQuality
|
|
351
|
+
* IsEnabled: true || false,
|
|
352
|
+
* EvaluationContext: "STRING_VALUE",
|
|
353
|
+
* },
|
|
358
354
|
* },
|
|
359
355
|
* S3GlueParquetTarget: { // S3GlueParquetTarget
|
|
360
356
|
* Name: "STRING_VALUE", // required
|
|
@@ -371,20 +367,9 @@ declare const UpdateJobCommand_base: {
|
|
|
371
367
|
* Table: "STRING_VALUE",
|
|
372
368
|
* Database: "STRING_VALUE",
|
|
373
369
|
* },
|
|
374
|
-
*
|
|
375
|
-
*
|
|
376
|
-
*
|
|
377
|
-
* Inputs: "<OneInput>", // required
|
|
378
|
-
* PartitionKeys: [
|
|
379
|
-
* "<EnclosedInStringProperties>",
|
|
380
|
-
* ],
|
|
381
|
-
* Path: "STRING_VALUE", // required
|
|
382
|
-
* Compression: "uncompressed",
|
|
383
|
-
* SchemaChangePolicy: {
|
|
384
|
-
* EnableUpdateCatalog: true || false,
|
|
385
|
-
* UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
386
|
-
* Table: "STRING_VALUE",
|
|
387
|
-
* Database: "STRING_VALUE",
|
|
370
|
+
* AutoDataQuality: {
|
|
371
|
+
* IsEnabled: true || false,
|
|
372
|
+
* EvaluationContext: "STRING_VALUE",
|
|
388
373
|
* },
|
|
389
374
|
* },
|
|
390
375
|
* S3DirectTarget: { // S3DirectTarget
|
|
@@ -403,24 +388,11 @@ declare const UpdateJobCommand_base: {
|
|
|
403
388
|
* Table: "STRING_VALUE",
|
|
404
389
|
* Database: "STRING_VALUE",
|
|
405
390
|
* },
|
|
406
|
-
*
|
|
407
|
-
*
|
|
408
|
-
*
|
|
409
|
-
* Inputs: "<OneInput>", // required
|
|
410
|
-
* PartitionKeys: "<GlueStudioPathList>",
|
|
411
|
-
* Path: "STRING_VALUE", // required
|
|
412
|
-
* Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
|
|
413
|
-
* AdditionalOptions: {
|
|
414
|
-
* "<keys>": "STRING_VALUE",
|
|
415
|
-
* },
|
|
416
|
-
* SchemaChangePolicy: {
|
|
417
|
-
* EnableUpdateCatalog: true || false,
|
|
418
|
-
* UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
419
|
-
* Table: "STRING_VALUE",
|
|
420
|
-
* Database: "STRING_VALUE",
|
|
391
|
+
* AutoDataQuality: {
|
|
392
|
+
* IsEnabled: true || false,
|
|
393
|
+
* EvaluationContext: "STRING_VALUE",
|
|
421
394
|
* },
|
|
422
|
-
*
|
|
423
|
-
* NumberTargetPartitions: "STRING_VALUE",
|
|
395
|
+
* OutputSchemas: "<GlueSchemas>",
|
|
424
396
|
* },
|
|
425
397
|
* ApplyMapping: { // ApplyMapping
|
|
426
398
|
* Name: "STRING_VALUE", // required
|
|
@@ -448,7 +420,9 @@ declare const UpdateJobCommand_base: {
|
|
|
448
420
|
* SelectFields: { // SelectFields
|
|
449
421
|
* Name: "STRING_VALUE", // required
|
|
450
422
|
* Inputs: "<OneInput>", // required
|
|
451
|
-
* Paths:
|
|
423
|
+
* Paths: [ // required
|
|
424
|
+
* "<EnclosedInStringProperties>",
|
|
425
|
+
* ],
|
|
452
426
|
* },
|
|
453
427
|
* DropFields: { // DropFields
|
|
454
428
|
* Name: "STRING_VALUE", // required
|
|
@@ -563,6 +537,7 @@ declare const UpdateJobCommand_base: {
|
|
|
563
537
|
* AddRecordTimestamp: "STRING_VALUE",
|
|
564
538
|
* EmitConsumerLagMetrics: "STRING_VALUE",
|
|
565
539
|
* StartingTimestamp: new Date("TIMESTAMP"),
|
|
540
|
+
* FanoutConsumerARN: "STRING_VALUE",
|
|
566
541
|
* },
|
|
567
542
|
* DataPreviewOptions: { // StreamingDataPreviewOptions
|
|
568
543
|
* PollingTime: Number("long"),
|
|
@@ -627,6 +602,7 @@ declare const UpdateJobCommand_base: {
|
|
|
627
602
|
* AddRecordTimestamp: "STRING_VALUE",
|
|
628
603
|
* EmitConsumerLagMetrics: "STRING_VALUE",
|
|
629
604
|
* StartingTimestamp: new Date("TIMESTAMP"),
|
|
605
|
+
* FanoutConsumerARN: "STRING_VALUE",
|
|
630
606
|
* },
|
|
631
607
|
* DataPreviewOptions: {
|
|
632
608
|
* PollingTime: Number("long"),
|
|
@@ -701,12 +677,19 @@ declare const UpdateJobCommand_base: {
|
|
|
701
677
|
* PIIDetection: { // PIIDetection
|
|
702
678
|
* Name: "STRING_VALUE", // required
|
|
703
679
|
* Inputs: "<OneInput>", // required
|
|
704
|
-
* PiiType: "RowAudit" || "RowMasking" || "ColumnAudit" || "ColumnMasking", // required
|
|
680
|
+
* PiiType: "RowAudit" || "RowHashing" || "RowMasking" || "RowPartialMasking" || "ColumnAudit" || "ColumnHashing" || "ColumnMasking", // required
|
|
705
681
|
* EntityTypesToDetect: "<EnclosedInStringProperties>", // required
|
|
706
682
|
* OutputColumnName: "STRING_VALUE",
|
|
707
683
|
* SampleFraction: Number("double"),
|
|
708
684
|
* ThresholdFraction: Number("double"),
|
|
709
685
|
* MaskValue: "STRING_VALUE",
|
|
686
|
+
* RedactText: "STRING_VALUE",
|
|
687
|
+
* RedactChar: "STRING_VALUE",
|
|
688
|
+
* MatchPattern: "STRING_VALUE",
|
|
689
|
+
* NumLeftCharsToExclude: Number("int"),
|
|
690
|
+
* NumRightCharsToExclude: Number("int"),
|
|
691
|
+
* DetectionParameters: "STRING_VALUE",
|
|
692
|
+
* DetectionSensitivity: "STRING_VALUE",
|
|
710
693
|
* },
|
|
711
694
|
* Aggregate: { // Aggregate
|
|
712
695
|
* Name: "STRING_VALUE", // required
|
|
@@ -793,6 +776,28 @@ declare const UpdateJobCommand_base: {
|
|
|
793
776
|
* Database: "STRING_VALUE", // required
|
|
794
777
|
* Table: "STRING_VALUE", // required
|
|
795
778
|
* },
|
|
779
|
+
* Route: { // Route
|
|
780
|
+
* Name: "STRING_VALUE", // required
|
|
781
|
+
* Inputs: "<OneInput>", // required
|
|
782
|
+
* GroupFiltersList: [ // GroupFiltersList // required
|
|
783
|
+
* { // GroupFilters
|
|
784
|
+
* GroupName: "STRING_VALUE", // required
|
|
785
|
+
* Filters: [ // required
|
|
786
|
+
* {
|
|
787
|
+
* Operation: "EQ" || "LT" || "GT" || "LTE" || "GTE" || "REGEX" || "ISNULL", // required
|
|
788
|
+
* Negated: true || false,
|
|
789
|
+
* Values: [ // required
|
|
790
|
+
* {
|
|
791
|
+
* Type: "COLUMNEXTRACTED" || "CONSTANT", // required
|
|
792
|
+
* Value: "<EnclosedInStringProperties>", // required
|
|
793
|
+
* },
|
|
794
|
+
* ],
|
|
795
|
+
* },
|
|
796
|
+
* ],
|
|
797
|
+
* LogicalOperator: "AND" || "OR", // required
|
|
798
|
+
* },
|
|
799
|
+
* ],
|
|
800
|
+
* },
|
|
796
801
|
* DynamicTransform: { // DynamicTransform
|
|
797
802
|
* Name: "STRING_VALUE", // required
|
|
798
803
|
* TransformName: "STRING_VALUE", // required
|
|
@@ -841,7 +846,9 @@ declare const UpdateJobCommand_base: {
|
|
|
841
846
|
* Name: "STRING_VALUE", // required
|
|
842
847
|
* Database: "STRING_VALUE", // required
|
|
843
848
|
* Table: "STRING_VALUE", // required
|
|
844
|
-
* AdditionalHudiOptions:
|
|
849
|
+
* AdditionalHudiOptions: {
|
|
850
|
+
* "<keys>": "STRING_VALUE",
|
|
851
|
+
* },
|
|
845
852
|
* OutputSchemas: "<GlueSchemas>",
|
|
846
853
|
* },
|
|
847
854
|
* S3HudiSource: { // S3HudiSource
|
|
@@ -867,6 +874,11 @@ declare const UpdateJobCommand_base: {
|
|
|
867
874
|
* EnableUpdateCatalog: true || false,
|
|
868
875
|
* UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
869
876
|
* },
|
|
877
|
+
* AutoDataQuality: {
|
|
878
|
+
* IsEnabled: true || false,
|
|
879
|
+
* EvaluationContext: "STRING_VALUE",
|
|
880
|
+
* },
|
|
881
|
+
* OutputSchemas: "<GlueSchemas>",
|
|
870
882
|
* },
|
|
871
883
|
* S3HudiDirectTarget: { // S3HudiDirectTarget
|
|
872
884
|
* Name: "STRING_VALUE", // required
|
|
@@ -883,6 +895,10 @@ declare const UpdateJobCommand_base: {
|
|
|
883
895
|
* Table: "STRING_VALUE",
|
|
884
896
|
* Database: "STRING_VALUE",
|
|
885
897
|
* },
|
|
898
|
+
* AutoDataQuality: {
|
|
899
|
+
* IsEnabled: true || false,
|
|
900
|
+
* EvaluationContext: "STRING_VALUE",
|
|
901
|
+
* },
|
|
886
902
|
* },
|
|
887
903
|
* DirectJDBCSource: { // DirectJDBCSource
|
|
888
904
|
* Name: "STRING_VALUE", // required
|
|
@@ -891,6 +907,7 @@ declare const UpdateJobCommand_base: {
|
|
|
891
907
|
* ConnectionName: "STRING_VALUE", // required
|
|
892
908
|
* ConnectionType: "sqlserver" || "mysql" || "oracle" || "postgresql" || "redshift", // required
|
|
893
909
|
* RedshiftTmpDir: "STRING_VALUE",
|
|
910
|
+
* OutputSchemas: "<GlueSchemas>",
|
|
894
911
|
* },
|
|
895
912
|
* S3CatalogDeltaSource: { // S3CatalogDeltaSource
|
|
896
913
|
* Name: "STRING_VALUE", // required
|
|
@@ -910,7 +927,12 @@ declare const UpdateJobCommand_base: {
|
|
|
910
927
|
* Name: "STRING_VALUE", // required
|
|
911
928
|
* Paths: "<EnclosedInStringProperties>", // required
|
|
912
929
|
* AdditionalDeltaOptions: "<AdditionalOptions>",
|
|
913
|
-
* AdditionalOptions:
|
|
930
|
+
* AdditionalOptions: {
|
|
931
|
+
* BoundedSize: Number("long"),
|
|
932
|
+
* BoundedFiles: Number("long"),
|
|
933
|
+
* EnableSamplePath: true || false,
|
|
934
|
+
* SamplePath: "STRING_VALUE",
|
|
935
|
+
* },
|
|
914
936
|
* OutputSchemas: "<GlueSchemas>",
|
|
915
937
|
* },
|
|
916
938
|
* S3DeltaCatalogTarget: { // S3DeltaCatalogTarget
|
|
@@ -924,6 +946,8 @@ declare const UpdateJobCommand_base: {
|
|
|
924
946
|
* EnableUpdateCatalog: true || false,
|
|
925
947
|
* UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
926
948
|
* },
|
|
949
|
+
* AutoDataQuality: "<AutoDataQuality>",
|
|
950
|
+
* OutputSchemas: "<GlueSchemas>",
|
|
927
951
|
* },
|
|
928
952
|
* S3DeltaDirectTarget: { // S3DeltaDirectTarget
|
|
929
953
|
* Name: "STRING_VALUE", // required
|
|
@@ -934,7 +958,13 @@ declare const UpdateJobCommand_base: {
|
|
|
934
958
|
* NumberTargetPartitions: "STRING_VALUE",
|
|
935
959
|
* Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
|
|
936
960
|
* AdditionalOptions: "<AdditionalOptions>",
|
|
937
|
-
* SchemaChangePolicy:
|
|
961
|
+
* SchemaChangePolicy: {
|
|
962
|
+
* EnableUpdateCatalog: true || false,
|
|
963
|
+
* UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
964
|
+
* Table: "STRING_VALUE",
|
|
965
|
+
* Database: "STRING_VALUE",
|
|
966
|
+
* },
|
|
967
|
+
* AutoDataQuality: "<AutoDataQuality>",
|
|
938
968
|
* },
|
|
939
969
|
* AmazonRedshiftSource: { // AmazonRedshiftSource
|
|
940
970
|
* Name: "STRING_VALUE",
|
|
@@ -1156,6 +1186,90 @@ declare const UpdateJobCommand_base: {
|
|
|
1156
1186
|
* },
|
|
1157
1187
|
* Inputs: "<OneInput>",
|
|
1158
1188
|
* },
|
|
1189
|
+
* S3CatalogIcebergSource: { // S3CatalogIcebergSource
|
|
1190
|
+
* Name: "STRING_VALUE", // required
|
|
1191
|
+
* Database: "STRING_VALUE", // required
|
|
1192
|
+
* Table: "STRING_VALUE", // required
|
|
1193
|
+
* AdditionalIcebergOptions: "<AdditionalOptions>",
|
|
1194
|
+
* OutputSchemas: "<GlueSchemas>",
|
|
1195
|
+
* },
|
|
1196
|
+
* CatalogIcebergSource: { // CatalogIcebergSource
|
|
1197
|
+
* Name: "STRING_VALUE", // required
|
|
1198
|
+
* Database: "STRING_VALUE", // required
|
|
1199
|
+
* Table: "STRING_VALUE", // required
|
|
1200
|
+
* AdditionalIcebergOptions: "<AdditionalOptions>",
|
|
1201
|
+
* OutputSchemas: "<GlueSchemas>",
|
|
1202
|
+
* },
|
|
1203
|
+
* S3IcebergCatalogTarget: { // S3IcebergCatalogTarget
|
|
1204
|
+
* Name: "STRING_VALUE", // required
|
|
1205
|
+
* Inputs: "<OneInput>", // required
|
|
1206
|
+
* PartitionKeys: "<GlueStudioPathList>",
|
|
1207
|
+
* Table: "STRING_VALUE", // required
|
|
1208
|
+
* Database: "STRING_VALUE", // required
|
|
1209
|
+
* AdditionalOptions: "<AdditionalOptions>",
|
|
1210
|
+
* SchemaChangePolicy: {
|
|
1211
|
+
* EnableUpdateCatalog: true || false,
|
|
1212
|
+
* UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
1213
|
+
* },
|
|
1214
|
+
* AutoDataQuality: "<AutoDataQuality>",
|
|
1215
|
+
* },
|
|
1216
|
+
* S3IcebergDirectTarget: { // S3IcebergDirectTarget
|
|
1217
|
+
* Name: "STRING_VALUE", // required
|
|
1218
|
+
* Inputs: "<OneInput>", // required
|
|
1219
|
+
* PartitionKeys: "<GlueStudioPathList>",
|
|
1220
|
+
* Path: "STRING_VALUE", // required
|
|
1221
|
+
* Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml", // required
|
|
1222
|
+
* AdditionalOptions: "<AdditionalOptions>",
|
|
1223
|
+
* SchemaChangePolicy: {
|
|
1224
|
+
* EnableUpdateCatalog: true || false,
|
|
1225
|
+
* UpdateBehavior: "UPDATE_IN_DATABASE" || "LOG",
|
|
1226
|
+
* Table: "STRING_VALUE",
|
|
1227
|
+
* Database: "STRING_VALUE",
|
|
1228
|
+
* },
|
|
1229
|
+
* AutoDataQuality: "<AutoDataQuality>",
|
|
1230
|
+
* Compression: "gzip" || "lzo" || "uncompressed" || "snappy", // required
|
|
1231
|
+
* NumberTargetPartitions: "STRING_VALUE",
|
|
1232
|
+
* OutputSchemas: "<GlueSchemas>",
|
|
1233
|
+
* },
|
|
1234
|
+
* S3ExcelSource: { // S3ExcelSource
|
|
1235
|
+
* Name: "STRING_VALUE", // required
|
|
1236
|
+
* Paths: "<EnclosedInStringProperties>", // required
|
|
1237
|
+
* CompressionType: "snappy" || "lzo" || "gzip" || "brotli" || "lz4" || "uncompressed" || "none",
|
|
1238
|
+
* Exclusions: "<EnclosedInStringProperties>",
|
|
1239
|
+
* GroupSize: "STRING_VALUE",
|
|
1240
|
+
* GroupFiles: "STRING_VALUE",
|
|
1241
|
+
* Recurse: true || false,
|
|
1242
|
+
* MaxBand: Number("int"),
|
|
1243
|
+
* MaxFilesInBand: Number("int"),
|
|
1244
|
+
* AdditionalOptions: "<S3DirectSourceAdditionalOptions>",
|
|
1245
|
+
* NumberRows: Number("long"),
|
|
1246
|
+
* SkipFooter: Number("int"),
|
|
1247
|
+
* OutputSchemas: "<GlueSchemas>",
|
|
1248
|
+
* },
|
|
1249
|
+
* S3HyperDirectTarget: { // S3HyperDirectTarget
|
|
1250
|
+
* Name: "STRING_VALUE", // required
|
|
1251
|
+
* Inputs: "<OneInput>", // required
|
|
1252
|
+
* Format: "json" || "csv" || "avro" || "orc" || "parquet" || "hudi" || "delta" || "iceberg" || "hyper" || "xml",
|
|
1253
|
+
* PartitionKeys: "<GlueStudioPathList>",
|
|
1254
|
+
* Path: "STRING_VALUE", // required
|
|
1255
|
+
* Compression: "uncompressed",
|
|
1256
|
+
* SchemaChangePolicy: "<DirectSchemaChangePolicy>",
|
|
1257
|
+
* AutoDataQuality: "<AutoDataQuality>",
|
|
1258
|
+
* OutputSchemas: "<GlueSchemas>",
|
|
1259
|
+
* },
|
|
1260
|
+
* DynamoDBELTConnectorSource: { // DynamoDBELTConnectorSource
|
|
1261
|
+
* Name: "STRING_VALUE", // required
|
|
1262
|
+
* ConnectionOptions: { // DDBELTConnectionOptions
|
|
1263
|
+
* DynamodbExport: "ddb" || "s3",
|
|
1264
|
+
* DynamodbUnnestDDBJson: true || false,
|
|
1265
|
+
* DynamodbTableArn: "STRING_VALUE", // required
|
|
1266
|
+
* DynamodbS3Bucket: "STRING_VALUE",
|
|
1267
|
+
* DynamodbS3Prefix: "STRING_VALUE",
|
|
1268
|
+
* DynamodbS3BucketOwner: "STRING_VALUE",
|
|
1269
|
+
* DynamodbStsRoleArn: "STRING_VALUE",
|
|
1270
|
+
* },
|
|
1271
|
+
* OutputSchemas: "<GlueSchemas>",
|
|
1272
|
+
* },
|
|
1159
1273
|
* },
|
|
1160
1274
|
* },
|
|
1161
1275
|
* ExecutionClass: "FLEX" || "STANDARD",
|