aws-sdk-glue 1.216.0 → 1.217.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +175 -16
- data/lib/aws-sdk-glue/client_api.rb +47 -0
- data/lib/aws-sdk-glue/types.rb +216 -0
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +142 -10
- data/sig/types.rbs +52 -5
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 79aea84bf623e1b29385744cda52af2d34a7e76a331688d7f4689a71382b0978
|
|
4
|
+
data.tar.gz: ff38b95cece8a4e121ecaab8d9597444f2503724c8af8dec5d4e0607b51460d8
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: ee221b8105e873959c7fedec95412f8e054311cc9c78d9ec60be03f76760b8c178f7f6b43502ca80088a09f276a5e5f435acf19c32026f12778f8e2f31f49fea
|
|
7
|
+
data.tar.gz: 7174f655d3ff50084f0dfdf34cf41cd9d706546a8dd8d9e0e75ef67a6f2b4482a3a73379f1765e81e85cd9c6b2157444fa7bac744a8bdfb5413826a3ea2b873d
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.217.0 (2025-05-16)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - Changes include (1) Excel as S3 Source type and XML and Tableau's Hyper as S3 Sink types, (2) targeted number of partitions parameter in S3 sinks and (3) new compression types in CSV/JSON and Parquet S3 sinks.
|
|
8
|
+
|
|
4
9
|
1.216.0 (2025-05-12)
|
|
5
10
|
------------------
|
|
6
11
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.217.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -1254,6 +1254,27 @@ module Aws::Glue
|
|
|
1254
1254
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns #=> Array
|
|
1255
1255
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].name #=> String
|
|
1256
1256
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].type #=> String
|
|
1257
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.name #=> String
|
|
1258
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.paths #=> Array
|
|
1259
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.paths[0] #=> String
|
|
1260
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
1261
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions #=> Array
|
|
1262
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions[0] #=> String
|
|
1263
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.group_size #=> String
|
|
1264
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.group_files #=> String
|
|
1265
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.recurse #=> Boolean
|
|
1266
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.max_band #=> Integer
|
|
1267
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.max_files_in_band #=> Integer
|
|
1268
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_size #=> Integer
|
|
1269
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_files #=> Integer
|
|
1270
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.enable_sample_path #=> Boolean
|
|
1271
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.sample_path #=> String
|
|
1272
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.number_rows #=> Integer
|
|
1273
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.skip_footer #=> Integer
|
|
1274
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas #=> Array
|
|
1275
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns #=> Array
|
|
1276
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].name #=> String
|
|
1277
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].type #=> String
|
|
1257
1278
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.name #=> String
|
|
1258
1279
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths #=> Array
|
|
1259
1280
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths[0] #=> String
|
|
@@ -1278,7 +1299,7 @@ module Aws::Glue
|
|
|
1278
1299
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.name #=> String
|
|
1279
1300
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths #=> Array
|
|
1280
1301
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths[0] #=> String
|
|
1281
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
1302
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
1282
1303
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions #=> Array
|
|
1283
1304
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions[0] #=> String
|
|
1284
1305
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_size #=> String
|
|
@@ -1361,11 +1382,24 @@ module Aws::Glue
|
|
|
1361
1382
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0] #=> Array
|
|
1362
1383
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0][0] #=> String
|
|
1363
1384
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.path #=> String
|
|
1364
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
1385
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
1386
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.number_target_partitions #=> String
|
|
1365
1387
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1366
1388
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1367
1389
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.table #=> String
|
|
1368
1390
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.database #=> String
|
|
1391
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.name #=> String
|
|
1392
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs #=> Array
|
|
1393
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs[0] #=> String
|
|
1394
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys #=> Array
|
|
1395
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0] #=> Array
|
|
1396
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0][0] #=> String
|
|
1397
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.path #=> String
|
|
1398
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.compression #=> String, one of "uncompressed"
|
|
1399
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1400
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1401
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.table #=> String
|
|
1402
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.database #=> String
|
|
1369
1403
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.name #=> String
|
|
1370
1404
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs #=> Array
|
|
1371
1405
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs[0] #=> String
|
|
@@ -1374,11 +1408,28 @@ module Aws::Glue
|
|
|
1374
1408
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
|
1375
1409
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
|
1376
1410
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
|
1377
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.
|
|
1411
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.number_target_partitions #=> String
|
|
1412
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
1378
1413
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1379
1414
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1380
1415
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
|
1381
1416
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
|
|
1417
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.name #=> String
|
|
1418
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs #=> Array
|
|
1419
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs[0] #=> String
|
|
1420
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys #=> Array
|
|
1421
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0] #=> Array
|
|
1422
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0][0] #=> String
|
|
1423
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.path #=> String
|
|
1424
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
1425
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options #=> Hash
|
|
1426
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
1427
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1428
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1429
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.table #=> String
|
|
1430
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.database #=> String
|
|
1431
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
1432
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.number_target_partitions #=> String
|
|
1382
1433
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
|
|
1383
1434
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs #=> Array
|
|
1384
1435
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs[0] #=> String
|
|
@@ -1747,10 +1798,11 @@ module Aws::Glue
|
|
|
1747
1798
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
|
1748
1799
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
|
1749
1800
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
1801
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.number_target_partitions #=> String
|
|
1750
1802
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
|
1751
1803
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
|
1752
1804
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
|
1753
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
|
1805
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
1754
1806
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
|
1755
1807
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
1756
1808
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -1814,7 +1866,8 @@ module Aws::Glue
|
|
|
1814
1866
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
|
1815
1867
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
|
1816
1868
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
|
1817
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.
|
|
1869
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.number_target_partitions #=> String
|
|
1870
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
1818
1871
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
|
1819
1872
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
1820
1873
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -9192,6 +9245,27 @@ module Aws::Glue
|
|
|
9192
9245
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns #=> Array
|
|
9193
9246
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].name #=> String
|
|
9194
9247
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].type #=> String
|
|
9248
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.name #=> String
|
|
9249
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.paths #=> Array
|
|
9250
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.paths[0] #=> String
|
|
9251
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
9252
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions #=> Array
|
|
9253
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions[0] #=> String
|
|
9254
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.group_size #=> String
|
|
9255
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.group_files #=> String
|
|
9256
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.recurse #=> Boolean
|
|
9257
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.max_band #=> Integer
|
|
9258
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.max_files_in_band #=> Integer
|
|
9259
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_size #=> Integer
|
|
9260
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_files #=> Integer
|
|
9261
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.enable_sample_path #=> Boolean
|
|
9262
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.sample_path #=> String
|
|
9263
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.number_rows #=> Integer
|
|
9264
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.skip_footer #=> Integer
|
|
9265
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas #=> Array
|
|
9266
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns #=> Array
|
|
9267
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].name #=> String
|
|
9268
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].type #=> String
|
|
9195
9269
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.name #=> String
|
|
9196
9270
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.paths #=> Array
|
|
9197
9271
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.paths[0] #=> String
|
|
@@ -9216,7 +9290,7 @@ module Aws::Glue
|
|
|
9216
9290
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.name #=> String
|
|
9217
9291
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths #=> Array
|
|
9218
9292
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths[0] #=> String
|
|
9219
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
9293
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
9220
9294
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions #=> Array
|
|
9221
9295
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions[0] #=> String
|
|
9222
9296
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_size #=> String
|
|
@@ -9299,11 +9373,24 @@ module Aws::Glue
|
|
|
9299
9373
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0] #=> Array
|
|
9300
9374
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0][0] #=> String
|
|
9301
9375
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.path #=> String
|
|
9302
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
9376
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
9377
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.number_target_partitions #=> String
|
|
9303
9378
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
9304
9379
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
9305
9380
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.table #=> String
|
|
9306
9381
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.database #=> String
|
|
9382
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.name #=> String
|
|
9383
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs #=> Array
|
|
9384
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs[0] #=> String
|
|
9385
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys #=> Array
|
|
9386
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0] #=> Array
|
|
9387
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0][0] #=> String
|
|
9388
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.path #=> String
|
|
9389
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.compression #=> String, one of "uncompressed"
|
|
9390
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
9391
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
9392
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.table #=> String
|
|
9393
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.database #=> String
|
|
9307
9394
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.name #=> String
|
|
9308
9395
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs #=> Array
|
|
9309
9396
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs[0] #=> String
|
|
@@ -9312,11 +9399,28 @@ module Aws::Glue
|
|
|
9312
9399
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
|
9313
9400
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
|
9314
9401
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
|
9315
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.
|
|
9402
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.number_target_partitions #=> String
|
|
9403
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
9316
9404
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
9317
9405
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
9318
9406
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
|
9319
9407
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
|
|
9408
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.name #=> String
|
|
9409
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs #=> Array
|
|
9410
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs[0] #=> String
|
|
9411
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys #=> Array
|
|
9412
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0] #=> Array
|
|
9413
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0][0] #=> String
|
|
9414
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.path #=> String
|
|
9415
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
9416
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options #=> Hash
|
|
9417
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
9418
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
9419
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
9420
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.table #=> String
|
|
9421
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.database #=> String
|
|
9422
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
9423
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.number_target_partitions #=> String
|
|
9320
9424
|
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
|
|
9321
9425
|
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.inputs #=> Array
|
|
9322
9426
|
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.inputs[0] #=> String
|
|
@@ -9685,10 +9789,11 @@ module Aws::Glue
|
|
|
9685
9789
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
|
9686
9790
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
|
9687
9791
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
9792
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.number_target_partitions #=> String
|
|
9688
9793
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
|
9689
9794
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
|
9690
9795
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
|
9691
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
|
9796
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
9692
9797
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
|
9693
9798
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
9694
9799
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -9752,7 +9857,8 @@ module Aws::Glue
|
|
|
9752
9857
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
|
9753
9858
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
|
9754
9859
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
|
9755
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.
|
|
9860
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.number_target_partitions #=> String
|
|
9861
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
9756
9862
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
|
9757
9863
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
9758
9864
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -10318,6 +10424,27 @@ module Aws::Glue
|
|
|
10318
10424
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns #=> Array
|
|
10319
10425
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].name #=> String
|
|
10320
10426
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].type #=> String
|
|
10427
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.name #=> String
|
|
10428
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.paths #=> Array
|
|
10429
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.paths[0] #=> String
|
|
10430
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
10431
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions #=> Array
|
|
10432
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions[0] #=> String
|
|
10433
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.group_size #=> String
|
|
10434
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.group_files #=> String
|
|
10435
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.recurse #=> Boolean
|
|
10436
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.max_band #=> Integer
|
|
10437
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.max_files_in_band #=> Integer
|
|
10438
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_size #=> Integer
|
|
10439
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_files #=> Integer
|
|
10440
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.enable_sample_path #=> Boolean
|
|
10441
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.sample_path #=> String
|
|
10442
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.number_rows #=> Integer
|
|
10443
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.skip_footer #=> Integer
|
|
10444
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas #=> Array
|
|
10445
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns #=> Array
|
|
10446
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].name #=> String
|
|
10447
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].type #=> String
|
|
10321
10448
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.name #=> String
|
|
10322
10449
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths #=> Array
|
|
10323
10450
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths[0] #=> String
|
|
@@ -10342,7 +10469,7 @@ module Aws::Glue
|
|
|
10342
10469
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.name #=> String
|
|
10343
10470
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths #=> Array
|
|
10344
10471
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths[0] #=> String
|
|
10345
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
10472
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
10346
10473
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions #=> Array
|
|
10347
10474
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions[0] #=> String
|
|
10348
10475
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_size #=> String
|
|
@@ -10425,11 +10552,24 @@ module Aws::Glue
|
|
|
10425
10552
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0] #=> Array
|
|
10426
10553
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0][0] #=> String
|
|
10427
10554
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.path #=> String
|
|
10428
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
10555
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
10556
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.number_target_partitions #=> String
|
|
10429
10557
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
10430
10558
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
10431
10559
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.table #=> String
|
|
10432
10560
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.database #=> String
|
|
10561
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.name #=> String
|
|
10562
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs #=> Array
|
|
10563
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs[0] #=> String
|
|
10564
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys #=> Array
|
|
10565
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0] #=> Array
|
|
10566
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0][0] #=> String
|
|
10567
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.path #=> String
|
|
10568
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.compression #=> String, one of "uncompressed"
|
|
10569
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
10570
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
10571
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.table #=> String
|
|
10572
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.database #=> String
|
|
10433
10573
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.name #=> String
|
|
10434
10574
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs #=> Array
|
|
10435
10575
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs[0] #=> String
|
|
@@ -10438,11 +10578,28 @@ module Aws::Glue
|
|
|
10438
10578
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
|
10439
10579
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
|
10440
10580
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
|
10441
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.
|
|
10581
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.number_target_partitions #=> String
|
|
10582
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
10442
10583
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
10443
10584
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
10444
10585
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
|
10445
10586
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
|
|
10587
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.name #=> String
|
|
10588
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs #=> Array
|
|
10589
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs[0] #=> String
|
|
10590
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys #=> Array
|
|
10591
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0] #=> Array
|
|
10592
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0][0] #=> String
|
|
10593
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.path #=> String
|
|
10594
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
10595
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options #=> Hash
|
|
10596
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
10597
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
10598
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
10599
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.table #=> String
|
|
10600
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.database #=> String
|
|
10601
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
10602
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.number_target_partitions #=> String
|
|
10446
10603
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
|
|
10447
10604
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs #=> Array
|
|
10448
10605
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs[0] #=> String
|
|
@@ -10811,10 +10968,11 @@ module Aws::Glue
|
|
|
10811
10968
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
|
10812
10969
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
|
10813
10970
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
10971
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.number_target_partitions #=> String
|
|
10814
10972
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
|
10815
10973
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
|
10816
10974
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
|
10817
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
|
10975
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
10818
10976
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
|
10819
10977
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
10820
10978
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -10878,7 +11036,8 @@ module Aws::Glue
|
|
|
10878
11036
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
|
10879
11037
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
|
10880
11038
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
|
10881
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.
|
|
11039
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.number_target_partitions #=> String
|
|
11040
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
10882
11041
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
|
10883
11042
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
10884
11043
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -20105,7 +20264,7 @@ module Aws::Glue
|
|
|
20105
20264
|
tracer: tracer
|
|
20106
20265
|
)
|
|
20107
20266
|
context[:gem_name] = 'aws-sdk-glue'
|
|
20108
|
-
context[:gem_version] = '1.
|
|
20267
|
+
context[:gem_version] = '1.217.0'
|
|
20109
20268
|
Seahorse::Client::Request.new(handlers, context)
|
|
20110
20269
|
end
|
|
20111
20270
|
|
|
@@ -790,6 +790,7 @@ module Aws::Glue
|
|
|
790
790
|
HudiTarget = Shapes::StructureShape.new(name: 'HudiTarget')
|
|
791
791
|
HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
|
|
792
792
|
HudiTargetList = Shapes::ListShape.new(name: 'HudiTargetList')
|
|
793
|
+
HyperTargetCompressionType = Shapes::StringShape.new(name: 'HyperTargetCompressionType')
|
|
793
794
|
IAMRoleArn = Shapes::StringShape.new(name: 'IAMRoleArn')
|
|
794
795
|
IcebergCompactionMetrics = Shapes::StructureShape.new(name: 'IcebergCompactionMetrics')
|
|
795
796
|
IcebergInput = Shapes::StructureShape.new(name: 'IcebergInput')
|
|
@@ -798,6 +799,7 @@ module Aws::Glue
|
|
|
798
799
|
IcebergRetentionConfiguration = Shapes::StructureShape.new(name: 'IcebergRetentionConfiguration')
|
|
799
800
|
IcebergRetentionMetrics = Shapes::StructureShape.new(name: 'IcebergRetentionMetrics')
|
|
800
801
|
IcebergTarget = Shapes::StructureShape.new(name: 'IcebergTarget')
|
|
802
|
+
IcebergTargetCompressionType = Shapes::StringShape.new(name: 'IcebergTargetCompressionType')
|
|
801
803
|
IcebergTargetList = Shapes::ListShape.new(name: 'IcebergTargetList')
|
|
802
804
|
IdString = Shapes::StringShape.new(name: 'IdString')
|
|
803
805
|
IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
|
|
@@ -1021,6 +1023,7 @@ module Aws::Glue
|
|
|
1021
1023
|
NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
|
|
1022
1024
|
NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
|
|
1023
1025
|
NullableString = Shapes::StringShape.new(name: 'NullableString')
|
|
1026
|
+
NumberTargetPartitionsString = Shapes::StringShape.new(name: 'NumberTargetPartitionsString')
|
|
1024
1027
|
OAuth2ClientApplication = Shapes::StructureShape.new(name: 'OAuth2ClientApplication')
|
|
1025
1028
|
OAuth2Credentials = Shapes::StructureShape.new(name: 'OAuth2Credentials')
|
|
1026
1029
|
OAuth2GrantType = Shapes::StringShape.new(name: 'OAuth2GrantType')
|
|
@@ -1199,10 +1202,13 @@ module Aws::Glue
|
|
|
1199
1202
|
S3Encryption = Shapes::StructureShape.new(name: 'S3Encryption')
|
|
1200
1203
|
S3EncryptionList = Shapes::ListShape.new(name: 'S3EncryptionList')
|
|
1201
1204
|
S3EncryptionMode = Shapes::StringShape.new(name: 'S3EncryptionMode')
|
|
1205
|
+
S3ExcelSource = Shapes::StructureShape.new(name: 'S3ExcelSource')
|
|
1202
1206
|
S3GlueParquetTarget = Shapes::StructureShape.new(name: 'S3GlueParquetTarget')
|
|
1203
1207
|
S3HudiCatalogTarget = Shapes::StructureShape.new(name: 'S3HudiCatalogTarget')
|
|
1204
1208
|
S3HudiDirectTarget = Shapes::StructureShape.new(name: 'S3HudiDirectTarget')
|
|
1205
1209
|
S3HudiSource = Shapes::StructureShape.new(name: 'S3HudiSource')
|
|
1210
|
+
S3HyperDirectTarget = Shapes::StructureShape.new(name: 'S3HyperDirectTarget')
|
|
1211
|
+
S3IcebergDirectTarget = Shapes::StructureShape.new(name: 'S3IcebergDirectTarget')
|
|
1206
1212
|
S3JsonSource = Shapes::StructureShape.new(name: 'S3JsonSource')
|
|
1207
1213
|
S3ParquetSource = Shapes::StructureShape.new(name: 'S3ParquetSource')
|
|
1208
1214
|
S3SourceAdditionalOptions = Shapes::StructureShape.new(name: 'S3SourceAdditionalOptions')
|
|
@@ -2123,6 +2129,7 @@ module Aws::Glue
|
|
|
2123
2129
|
CodeGenConfigurationNode.add_member(:redshift_source, Shapes::ShapeRef.new(shape: RedshiftSource, location_name: "RedshiftSource"))
|
|
2124
2130
|
CodeGenConfigurationNode.add_member(:s3_catalog_source, Shapes::ShapeRef.new(shape: S3CatalogSource, location_name: "S3CatalogSource"))
|
|
2125
2131
|
CodeGenConfigurationNode.add_member(:s3_csv_source, Shapes::ShapeRef.new(shape: S3CsvSource, location_name: "S3CsvSource"))
|
|
2132
|
+
CodeGenConfigurationNode.add_member(:s3_excel_source, Shapes::ShapeRef.new(shape: S3ExcelSource, location_name: "S3ExcelSource"))
|
|
2126
2133
|
CodeGenConfigurationNode.add_member(:s3_json_source, Shapes::ShapeRef.new(shape: S3JsonSource, location_name: "S3JsonSource"))
|
|
2127
2134
|
CodeGenConfigurationNode.add_member(:s3_parquet_source, Shapes::ShapeRef.new(shape: S3ParquetSource, location_name: "S3ParquetSource"))
|
|
2128
2135
|
CodeGenConfigurationNode.add_member(:relational_catalog_source, Shapes::ShapeRef.new(shape: RelationalCatalogSource, location_name: "RelationalCatalogSource"))
|
|
@@ -2133,7 +2140,9 @@ module Aws::Glue
|
|
|
2133
2140
|
CodeGenConfigurationNode.add_member(:redshift_target, Shapes::ShapeRef.new(shape: RedshiftTarget, location_name: "RedshiftTarget"))
|
|
2134
2141
|
CodeGenConfigurationNode.add_member(:s3_catalog_target, Shapes::ShapeRef.new(shape: S3CatalogTarget, location_name: "S3CatalogTarget"))
|
|
2135
2142
|
CodeGenConfigurationNode.add_member(:s3_glue_parquet_target, Shapes::ShapeRef.new(shape: S3GlueParquetTarget, location_name: "S3GlueParquetTarget"))
|
|
2143
|
+
CodeGenConfigurationNode.add_member(:s3_hyper_direct_target, Shapes::ShapeRef.new(shape: S3HyperDirectTarget, location_name: "S3HyperDirectTarget"))
|
|
2136
2144
|
CodeGenConfigurationNode.add_member(:s3_direct_target, Shapes::ShapeRef.new(shape: S3DirectTarget, location_name: "S3DirectTarget"))
|
|
2145
|
+
CodeGenConfigurationNode.add_member(:s3_iceberg_direct_target, Shapes::ShapeRef.new(shape: S3IcebergDirectTarget, location_name: "S3IcebergDirectTarget"))
|
|
2137
2146
|
CodeGenConfigurationNode.add_member(:apply_mapping, Shapes::ShapeRef.new(shape: ApplyMapping, location_name: "ApplyMapping"))
|
|
2138
2147
|
CodeGenConfigurationNode.add_member(:select_fields, Shapes::ShapeRef.new(shape: SelectFields, location_name: "SelectFields"))
|
|
2139
2148
|
CodeGenConfigurationNode.add_member(:drop_fields, Shapes::ShapeRef.new(shape: DropFields, location_name: "DropFields"))
|
|
@@ -5947,6 +5956,7 @@ module Aws::Glue
|
|
|
5947
5956
|
S3DeltaDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
5948
5957
|
S3DeltaDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
5949
5958
|
S3DeltaDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: DeltaTargetCompressionType, required: true, location_name: "Compression"))
|
|
5959
|
+
S3DeltaDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
|
5950
5960
|
S3DeltaDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
|
5951
5961
|
S3DeltaDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalOptions"))
|
|
5952
5962
|
S3DeltaDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
|
@@ -5970,6 +5980,7 @@ module Aws::Glue
|
|
|
5970
5980
|
S3DirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
5971
5981
|
S3DirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
5972
5982
|
S3DirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Compression"))
|
|
5983
|
+
S3DirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
|
5973
5984
|
S3DirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
|
5974
5985
|
S3DirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
|
5975
5986
|
S3DirectTarget.struct_class = Types::S3DirectTarget
|
|
@@ -5980,11 +5991,27 @@ module Aws::Glue
|
|
|
5980
5991
|
|
|
5981
5992
|
S3EncryptionList.member = Shapes::ShapeRef.new(shape: S3Encryption)
|
|
5982
5993
|
|
|
5994
|
+
S3ExcelSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
5995
|
+
S3ExcelSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
|
5996
|
+
S3ExcelSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: ParquetCompressionType, location_name: "CompressionType"))
|
|
5997
|
+
S3ExcelSource.add_member(:exclusions, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, location_name: "Exclusions"))
|
|
5998
|
+
S3ExcelSource.add_member(:group_size, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "GroupSize"))
|
|
5999
|
+
S3ExcelSource.add_member(:group_files, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "GroupFiles"))
|
|
6000
|
+
S3ExcelSource.add_member(:recurse, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "Recurse"))
|
|
6001
|
+
S3ExcelSource.add_member(:max_band, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "MaxBand"))
|
|
6002
|
+
S3ExcelSource.add_member(:max_files_in_band, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "MaxFilesInBand"))
|
|
6003
|
+
S3ExcelSource.add_member(:additional_options, Shapes::ShapeRef.new(shape: S3DirectSourceAdditionalOptions, location_name: "AdditionalOptions"))
|
|
6004
|
+
S3ExcelSource.add_member(:number_rows, Shapes::ShapeRef.new(shape: BoxedLong, location_name: "NumberRows"))
|
|
6005
|
+
S3ExcelSource.add_member(:skip_footer, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "SkipFooter"))
|
|
6006
|
+
S3ExcelSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
|
6007
|
+
S3ExcelSource.struct_class = Types::S3ExcelSource
|
|
6008
|
+
|
|
5983
6009
|
S3GlueParquetTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
5984
6010
|
S3GlueParquetTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
|
5985
6011
|
S3GlueParquetTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
5986
6012
|
S3GlueParquetTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
5987
6013
|
S3GlueParquetTarget.add_member(:compression, Shapes::ShapeRef.new(shape: ParquetCompressionType, location_name: "Compression"))
|
|
6014
|
+
S3GlueParquetTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
|
5988
6015
|
S3GlueParquetTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
|
5989
6016
|
S3GlueParquetTarget.struct_class = Types::S3GlueParquetTarget
|
|
5990
6017
|
|
|
@@ -6001,6 +6028,7 @@ module Aws::Glue
|
|
|
6001
6028
|
S3HudiDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
|
6002
6029
|
S3HudiDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
6003
6030
|
S3HudiDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HudiTargetCompressionType, required: true, location_name: "Compression"))
|
|
6031
|
+
S3HudiDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
|
6004
6032
|
S3HudiDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
6005
6033
|
S3HudiDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
|
6006
6034
|
S3HudiDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
|
|
@@ -6014,6 +6042,25 @@ module Aws::Glue
|
|
|
6014
6042
|
S3HudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
|
6015
6043
|
S3HudiSource.struct_class = Types::S3HudiSource
|
|
6016
6044
|
|
|
6045
|
+
S3HyperDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
6046
|
+
S3HyperDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
|
6047
|
+
S3HyperDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
6048
|
+
S3HyperDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
6049
|
+
S3HyperDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HyperTargetCompressionType, location_name: "Compression"))
|
|
6050
|
+
S3HyperDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
|
6051
|
+
S3HyperDirectTarget.struct_class = Types::S3HyperDirectTarget
|
|
6052
|
+
|
|
6053
|
+
S3IcebergDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
6054
|
+
S3IcebergDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
|
6055
|
+
S3IcebergDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
6056
|
+
S3IcebergDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
6057
|
+
S3IcebergDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
|
6058
|
+
S3IcebergDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalOptions"))
|
|
6059
|
+
S3IcebergDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
|
6060
|
+
S3IcebergDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: IcebergTargetCompressionType, required: true, location_name: "Compression"))
|
|
6061
|
+
S3IcebergDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
|
6062
|
+
S3IcebergDirectTarget.struct_class = Types::S3IcebergDirectTarget
|
|
6063
|
+
|
|
6017
6064
|
S3JsonSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
6018
6065
|
S3JsonSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
|
6019
6066
|
S3JsonSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: CompressionType, location_name: "CompressionType"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
|
@@ -2536,6 +2536,11 @@ module Aws::Glue
|
|
|
2536
2536
|
# Amazon S3.
|
|
2537
2537
|
# @return [Types::S3CsvSource]
|
|
2538
2538
|
#
|
|
2539
|
+
# @!attribute [rw] s3_excel_source
|
|
2540
|
+
# Defines configuration parameters for reading Excel files from Amazon
|
|
2541
|
+
# S3.
|
|
2542
|
+
# @return [Types::S3ExcelSource]
|
|
2543
|
+
#
|
|
2539
2544
|
# @!attribute [rw] s3_json_source
|
|
2540
2545
|
# Specifies a JSON data store stored in Amazon S3.
|
|
2541
2546
|
# @return [Types::S3JsonSource]
|
|
@@ -2579,10 +2584,20 @@ module Aws::Glue
|
|
|
2579
2584
|
# columnar storage.
|
|
2580
2585
|
# @return [Types::S3GlueParquetTarget]
|
|
2581
2586
|
#
|
|
2587
|
+
# @!attribute [rw] s3_hyper_direct_target
|
|
2588
|
+
# Defines configuration parameters for writing data to Amazon S3 using
|
|
2589
|
+
# HyperDirect optimization.
|
|
2590
|
+
# @return [Types::S3HyperDirectTarget]
|
|
2591
|
+
#
|
|
2582
2592
|
# @!attribute [rw] s3_direct_target
|
|
2583
2593
|
# Specifies a data target that writes to Amazon S3.
|
|
2584
2594
|
# @return [Types::S3DirectTarget]
|
|
2585
2595
|
#
|
|
2596
|
+
# @!attribute [rw] s3_iceberg_direct_target
|
|
2597
|
+
# Defines configuration parameters for writing data to Amazon S3 as an
|
|
2598
|
+
# Apache Iceberg table.
|
|
2599
|
+
# @return [Types::S3IcebergDirectTarget]
|
|
2600
|
+
#
|
|
2586
2601
|
# @!attribute [rw] apply_mapping
|
|
2587
2602
|
# Specifies a transform that maps data property keys in the data
|
|
2588
2603
|
# source to data property keys in the data target. You can rename
|
|
@@ -2844,6 +2859,7 @@ module Aws::Glue
|
|
|
2844
2859
|
:redshift_source,
|
|
2845
2860
|
:s3_catalog_source,
|
|
2846
2861
|
:s3_csv_source,
|
|
2862
|
+
:s3_excel_source,
|
|
2847
2863
|
:s3_json_source,
|
|
2848
2864
|
:s3_parquet_source,
|
|
2849
2865
|
:relational_catalog_source,
|
|
@@ -2854,7 +2870,9 @@ module Aws::Glue
|
|
|
2854
2870
|
:redshift_target,
|
|
2855
2871
|
:s3_catalog_target,
|
|
2856
2872
|
:s3_glue_parquet_target,
|
|
2873
|
+
:s3_hyper_direct_target,
|
|
2857
2874
|
:s3_direct_target,
|
|
2875
|
+
:s3_iceberg_direct_target,
|
|
2858
2876
|
:apply_mapping,
|
|
2859
2877
|
:select_fields,
|
|
2860
2878
|
:drop_fields,
|
|
@@ -21965,6 +21983,11 @@ module Aws::Glue
|
|
|
21965
21983
|
# are `"gzip"` and `"bzip"`).
|
|
21966
21984
|
# @return [String]
|
|
21967
21985
|
#
|
|
21986
|
+
# @!attribute [rw] number_target_partitions
|
|
21987
|
+
# Specifies the number of target partitions for distributing Delta
|
|
21988
|
+
# Lake dataset files across Amazon S3.
|
|
21989
|
+
# @return [String]
|
|
21990
|
+
#
|
|
21968
21991
|
# @!attribute [rw] format
|
|
21969
21992
|
# Specifies the data output format for the target.
|
|
21970
21993
|
# @return [String]
|
|
@@ -21985,6 +22008,7 @@ module Aws::Glue
|
|
|
21985
22008
|
:partition_keys,
|
|
21986
22009
|
:path,
|
|
21987
22010
|
:compression,
|
|
22011
|
+
:number_target_partitions,
|
|
21988
22012
|
:format,
|
|
21989
22013
|
:additional_options,
|
|
21990
22014
|
:schema_change_policy)
|
|
@@ -22081,6 +22105,11 @@ module Aws::Glue
|
|
|
22081
22105
|
# are `"gzip"` and `"bzip"`).
|
|
22082
22106
|
# @return [String]
|
|
22083
22107
|
#
|
|
22108
|
+
# @!attribute [rw] number_target_partitions
|
|
22109
|
+
# Specifies the number of target partitions when writing data directly
|
|
22110
|
+
# to Amazon S3.
|
|
22111
|
+
# @return [String]
|
|
22112
|
+
#
|
|
22084
22113
|
# @!attribute [rw] format
|
|
22085
22114
|
# Specifies the data output format for the target.
|
|
22086
22115
|
# @return [String]
|
|
@@ -22097,6 +22126,7 @@ module Aws::Glue
|
|
|
22097
22126
|
:partition_keys,
|
|
22098
22127
|
:path,
|
|
22099
22128
|
:compression,
|
|
22129
|
+
:number_target_partitions,
|
|
22100
22130
|
:format,
|
|
22101
22131
|
:schema_change_policy)
|
|
22102
22132
|
SENSITIVE = []
|
|
@@ -22124,6 +22154,80 @@ module Aws::Glue
|
|
|
22124
22154
|
include Aws::Structure
|
|
22125
22155
|
end
|
|
22126
22156
|
|
|
22157
|
+
# Specifies an S3 Excel data source.
|
|
22158
|
+
#
|
|
22159
|
+
# @!attribute [rw] name
|
|
22160
|
+
# The name of the S3 Excel data source.
|
|
22161
|
+
# @return [String]
|
|
22162
|
+
#
|
|
22163
|
+
# @!attribute [rw] paths
|
|
22164
|
+
# The S3 paths where the Excel files are located.
|
|
22165
|
+
# @return [Array<String>]
|
|
22166
|
+
#
|
|
22167
|
+
# @!attribute [rw] compression_type
|
|
22168
|
+
# The compression format used for the Excel files.
|
|
22169
|
+
# @return [String]
|
|
22170
|
+
#
|
|
22171
|
+
# @!attribute [rw] exclusions
|
|
22172
|
+
# Patterns to exclude specific files or paths from processing.
|
|
22173
|
+
# @return [Array<String>]
|
|
22174
|
+
#
|
|
22175
|
+
# @!attribute [rw] group_size
|
|
22176
|
+
# Defines the size of file groups for batch processing.
|
|
22177
|
+
# @return [String]
|
|
22178
|
+
#
|
|
22179
|
+
# @!attribute [rw] group_files
|
|
22180
|
+
# Specifies how files should be grouped for processing.
|
|
22181
|
+
# @return [String]
|
|
22182
|
+
#
|
|
22183
|
+
# @!attribute [rw] recurse
|
|
22184
|
+
# Indicates whether to recursively process subdirectories.
|
|
22185
|
+
# @return [Boolean]
|
|
22186
|
+
#
|
|
22187
|
+
# @!attribute [rw] max_band
|
|
22188
|
+
# The maximum number of processing bands to use.
|
|
22189
|
+
# @return [Integer]
|
|
22190
|
+
#
|
|
22191
|
+
# @!attribute [rw] max_files_in_band
|
|
22192
|
+
# The maximum number of files to process in each band.
|
|
22193
|
+
# @return [Integer]
|
|
22194
|
+
#
|
|
22195
|
+
# @!attribute [rw] additional_options
|
|
22196
|
+
# Additional configuration options for S3 direct source processing.
|
|
22197
|
+
# @return [Types::S3DirectSourceAdditionalOptions]
|
|
22198
|
+
#
|
|
22199
|
+
# @!attribute [rw] number_rows
|
|
22200
|
+
# The number of rows to process from each Excel file.
|
|
22201
|
+
# @return [Integer]
|
|
22202
|
+
#
|
|
22203
|
+
# @!attribute [rw] skip_footer
|
|
22204
|
+
# The number of rows to skip at the end of each Excel file.
|
|
22205
|
+
# @return [Integer]
|
|
22206
|
+
#
|
|
22207
|
+
# @!attribute [rw] output_schemas
|
|
22208
|
+
# The AWS Glue schemas to apply to the processed data.
|
|
22209
|
+
# @return [Array<Types::GlueSchema>]
|
|
22210
|
+
#
|
|
22211
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3ExcelSource AWS API Documentation
|
|
22212
|
+
#
|
|
22213
|
+
class S3ExcelSource < Struct.new(
|
|
22214
|
+
:name,
|
|
22215
|
+
:paths,
|
|
22216
|
+
:compression_type,
|
|
22217
|
+
:exclusions,
|
|
22218
|
+
:group_size,
|
|
22219
|
+
:group_files,
|
|
22220
|
+
:recurse,
|
|
22221
|
+
:max_band,
|
|
22222
|
+
:max_files_in_band,
|
|
22223
|
+
:additional_options,
|
|
22224
|
+
:number_rows,
|
|
22225
|
+
:skip_footer,
|
|
22226
|
+
:output_schemas)
|
|
22227
|
+
SENSITIVE = []
|
|
22228
|
+
include Aws::Structure
|
|
22229
|
+
end
|
|
22230
|
+
|
|
22127
22231
|
# Specifies a data target that writes to Amazon S3 in Apache Parquet
|
|
22128
22232
|
# columnar storage.
|
|
22129
22233
|
#
|
|
@@ -22149,6 +22253,11 @@ module Aws::Glue
|
|
|
22149
22253
|
# are `"gzip"` and `"bzip"`).
|
|
22150
22254
|
# @return [String]
|
|
22151
22255
|
#
|
|
22256
|
+
# @!attribute [rw] number_target_partitions
|
|
22257
|
+
# Specifies the number of target partitions for Parquet files when
|
|
22258
|
+
# writing to Amazon S3 using AWS Glue.
|
|
22259
|
+
# @return [String]
|
|
22260
|
+
#
|
|
22152
22261
|
# @!attribute [rw] schema_change_policy
|
|
22153
22262
|
# A policy that specifies update behavior for the crawler.
|
|
22154
22263
|
# @return [Types::DirectSchemaChangePolicy]
|
|
@@ -22161,6 +22270,7 @@ module Aws::Glue
|
|
|
22161
22270
|
:partition_keys,
|
|
22162
22271
|
:path,
|
|
22163
22272
|
:compression,
|
|
22273
|
+
:number_target_partitions,
|
|
22164
22274
|
:schema_change_policy)
|
|
22165
22275
|
SENSITIVE = []
|
|
22166
22276
|
include Aws::Structure
|
|
@@ -22231,6 +22341,11 @@ module Aws::Glue
|
|
|
22231
22341
|
# are `"gzip"` and `"bzip"`).
|
|
22232
22342
|
# @return [String]
|
|
22233
22343
|
#
|
|
22344
|
+
# @!attribute [rw] number_target_partitions
|
|
22345
|
+
# Specifies the number of target partitions for distributing Hudi
|
|
22346
|
+
# dataset files across Amazon S3.
|
|
22347
|
+
# @return [String]
|
|
22348
|
+
#
|
|
22234
22349
|
# @!attribute [rw] partition_keys
|
|
22235
22350
|
# Specifies native partitioning using a sequence of keys.
|
|
22236
22351
|
# @return [Array<Array<String>>]
|
|
@@ -22254,6 +22369,7 @@ module Aws::Glue
|
|
|
22254
22369
|
:inputs,
|
|
22255
22370
|
:path,
|
|
22256
22371
|
:compression,
|
|
22372
|
+
:number_target_partitions,
|
|
22257
22373
|
:partition_keys,
|
|
22258
22374
|
:format,
|
|
22259
22375
|
:additional_options,
|
|
@@ -22296,6 +22412,106 @@ module Aws::Glue
|
|
|
22296
22412
|
include Aws::Structure
|
|
22297
22413
|
end
|
|
22298
22414
|
|
|
22415
|
+
# Specifies a HyperDirect data target that writes to Amazon S3.
|
|
22416
|
+
#
|
|
22417
|
+
# @!attribute [rw] name
|
|
22418
|
+
# The unique identifier for the HyperDirect target node.
|
|
22419
|
+
# @return [String]
|
|
22420
|
+
#
|
|
22421
|
+
# @!attribute [rw] inputs
|
|
22422
|
+
# Specifies the input source for the HyperDirect target.
|
|
22423
|
+
# @return [Array<String>]
|
|
22424
|
+
#
|
|
22425
|
+
# @!attribute [rw] partition_keys
|
|
22426
|
+
# Defines the partitioning strategy for the output data.
|
|
22427
|
+
# @return [Array<Array<String>>]
|
|
22428
|
+
#
|
|
22429
|
+
# @!attribute [rw] path
|
|
22430
|
+
# The S3 location where the output data will be written.
|
|
22431
|
+
# @return [String]
|
|
22432
|
+
#
|
|
22433
|
+
# @!attribute [rw] compression
|
|
22434
|
+
# The compression type to apply to the output data.
|
|
22435
|
+
# @return [String]
|
|
22436
|
+
#
|
|
22437
|
+
# @!attribute [rw] schema_change_policy
|
|
22438
|
+
# Defines how schema changes are handled during write operations.
|
|
22439
|
+
# @return [Types::DirectSchemaChangePolicy]
|
|
22440
|
+
#
|
|
22441
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HyperDirectTarget AWS API Documentation
|
|
22442
|
+
#
|
|
22443
|
+
class S3HyperDirectTarget < Struct.new(
|
|
22444
|
+
:name,
|
|
22445
|
+
:inputs,
|
|
22446
|
+
:partition_keys,
|
|
22447
|
+
:path,
|
|
22448
|
+
:compression,
|
|
22449
|
+
:schema_change_policy)
|
|
22450
|
+
SENSITIVE = []
|
|
22451
|
+
include Aws::Structure
|
|
22452
|
+
end
|
|
22453
|
+
|
|
22454
|
+
# Specifies a target that writes to an Iceberg data source in Amazon S3.
|
|
22455
|
+
#
|
|
22456
|
+
# @!attribute [rw] name
|
|
22457
|
+
# Specifies the unique identifier for the Iceberg target node in your
|
|
22458
|
+
# data pipeline.
|
|
22459
|
+
# @return [String]
|
|
22460
|
+
#
|
|
22461
|
+
# @!attribute [rw] inputs
|
|
22462
|
+
# Defines the single input source that provides data to this Iceberg
|
|
22463
|
+
# target.
|
|
22464
|
+
# @return [Array<String>]
|
|
22465
|
+
#
|
|
22466
|
+
# @!attribute [rw] partition_keys
|
|
22467
|
+
# Specifies the columns used to partition the Iceberg table data in
|
|
22468
|
+
# S3.
|
|
22469
|
+
# @return [Array<Array<String>>]
|
|
22470
|
+
#
|
|
22471
|
+
# @!attribute [rw] path
|
|
22472
|
+
# Defines the S3 location where the Iceberg table data will be stored.
|
|
22473
|
+
# @return [String]
|
|
22474
|
+
#
|
|
22475
|
+
# @!attribute [rw] format
|
|
22476
|
+
# Specifies the file format used for storing Iceberg table data (e.g.,
|
|
22477
|
+
# Parquet, ORC).
|
|
22478
|
+
# @return [String]
|
|
22479
|
+
#
|
|
22480
|
+
# @!attribute [rw] additional_options
|
|
22481
|
+
# Provides additional configuration options for customizing the
|
|
22482
|
+
# Iceberg table behavior.
|
|
22483
|
+
# @return [Hash<String,String>]
|
|
22484
|
+
#
|
|
22485
|
+
# @!attribute [rw] schema_change_policy
|
|
22486
|
+
# Defines how schema changes are handled when writing data to the
|
|
22487
|
+
# Iceberg table.
|
|
22488
|
+
# @return [Types::DirectSchemaChangePolicy]
|
|
22489
|
+
#
|
|
22490
|
+
# @!attribute [rw] compression
|
|
22491
|
+
# Specifies the compression codec used for Iceberg table files in S3.
|
|
22492
|
+
# @return [String]
|
|
22493
|
+
#
|
|
22494
|
+
# @!attribute [rw] number_target_partitions
|
|
22495
|
+
# Sets the number of target partitions for distributing Iceberg table
|
|
22496
|
+
# files across S3.
|
|
22497
|
+
# @return [String]
|
|
22498
|
+
#
|
|
22499
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3IcebergDirectTarget AWS API Documentation
|
|
22500
|
+
#
|
|
22501
|
+
class S3IcebergDirectTarget < Struct.new(
|
|
22502
|
+
:name,
|
|
22503
|
+
:inputs,
|
|
22504
|
+
:partition_keys,
|
|
22505
|
+
:path,
|
|
22506
|
+
:format,
|
|
22507
|
+
:additional_options,
|
|
22508
|
+
:schema_change_policy,
|
|
22509
|
+
:compression,
|
|
22510
|
+
:number_target_partitions)
|
|
22511
|
+
SENSITIVE = []
|
|
22512
|
+
include Aws::Structure
|
|
22513
|
+
end
|
|
22514
|
+
|
|
22299
22515
|
# Specifies a JSON data store stored in Amazon S3.
|
|
22300
22516
|
#
|
|
22301
22517
|
# @!attribute [rw] name
|
data/lib/aws-sdk-glue.rb
CHANGED
data/sig/client.rbs
CHANGED
|
@@ -1092,6 +1092,35 @@ module Aws
|
|
|
1092
1092
|
},
|
|
1093
1093
|
]?
|
|
1094
1094
|
}?,
|
|
1095
|
+
s3_excel_source: {
|
|
1096
|
+
name: ::String,
|
|
1097
|
+
paths: Array[::String],
|
|
1098
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
1099
|
+
exclusions: Array[::String]?,
|
|
1100
|
+
group_size: ::String?,
|
|
1101
|
+
group_files: ::String?,
|
|
1102
|
+
recurse: bool?,
|
|
1103
|
+
max_band: ::Integer?,
|
|
1104
|
+
max_files_in_band: ::Integer?,
|
|
1105
|
+
additional_options: {
|
|
1106
|
+
bounded_size: ::Integer?,
|
|
1107
|
+
bounded_files: ::Integer?,
|
|
1108
|
+
enable_sample_path: bool?,
|
|
1109
|
+
sample_path: ::String?
|
|
1110
|
+
}?,
|
|
1111
|
+
number_rows: ::Integer?,
|
|
1112
|
+
skip_footer: ::Integer?,
|
|
1113
|
+
output_schemas: Array[
|
|
1114
|
+
{
|
|
1115
|
+
columns: Array[
|
|
1116
|
+
{
|
|
1117
|
+
name: ::String,
|
|
1118
|
+
type: ::String?
|
|
1119
|
+
},
|
|
1120
|
+
]?
|
|
1121
|
+
},
|
|
1122
|
+
]?
|
|
1123
|
+
}?,
|
|
1095
1124
|
s3_json_source: {
|
|
1096
1125
|
name: ::String,
|
|
1097
1126
|
paths: Array[::String],
|
|
@@ -1124,7 +1153,7 @@ module Aws
|
|
|
1124
1153
|
s3_parquet_source: {
|
|
1125
1154
|
name: ::String,
|
|
1126
1155
|
paths: Array[::String],
|
|
1127
|
-
compression_type: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
|
|
1156
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
1128
1157
|
exclusions: Array[::String]?,
|
|
1129
1158
|
group_size: ::String?,
|
|
1130
1159
|
group_files: ::String?,
|
|
@@ -1237,7 +1266,23 @@ module Aws
|
|
|
1237
1266
|
Array[::String],
|
|
1238
1267
|
]?,
|
|
1239
1268
|
path: ::String,
|
|
1240
|
-
compression: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
|
|
1269
|
+
compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
1270
|
+
number_target_partitions: ::String?,
|
|
1271
|
+
schema_change_policy: {
|
|
1272
|
+
enable_update_catalog: bool?,
|
|
1273
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1274
|
+
table: ::String?,
|
|
1275
|
+
database: ::String?
|
|
1276
|
+
}?
|
|
1277
|
+
}?,
|
|
1278
|
+
s3_hyper_direct_target: {
|
|
1279
|
+
name: ::String,
|
|
1280
|
+
inputs: Array[::String],
|
|
1281
|
+
partition_keys: Array[
|
|
1282
|
+
Array[::String],
|
|
1283
|
+
]?,
|
|
1284
|
+
path: ::String,
|
|
1285
|
+
compression: ("uncompressed")?,
|
|
1241
1286
|
schema_change_policy: {
|
|
1242
1287
|
enable_update_catalog: bool?,
|
|
1243
1288
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
@@ -1253,7 +1298,8 @@ module Aws
|
|
|
1253
1298
|
]?,
|
|
1254
1299
|
path: ::String,
|
|
1255
1300
|
compression: ::String?,
|
|
1256
|
-
|
|
1301
|
+
number_target_partitions: ::String?,
|
|
1302
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1257
1303
|
schema_change_policy: {
|
|
1258
1304
|
enable_update_catalog: bool?,
|
|
1259
1305
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
@@ -1261,6 +1307,24 @@ module Aws
|
|
|
1261
1307
|
database: ::String?
|
|
1262
1308
|
}?
|
|
1263
1309
|
}?,
|
|
1310
|
+
s3_iceberg_direct_target: {
|
|
1311
|
+
name: ::String,
|
|
1312
|
+
inputs: Array[::String],
|
|
1313
|
+
partition_keys: Array[
|
|
1314
|
+
Array[::String],
|
|
1315
|
+
]?,
|
|
1316
|
+
path: ::String,
|
|
1317
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1318
|
+
additional_options: Hash[::String, ::String]?,
|
|
1319
|
+
schema_change_policy: {
|
|
1320
|
+
enable_update_catalog: bool?,
|
|
1321
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1322
|
+
table: ::String?,
|
|
1323
|
+
database: ::String?
|
|
1324
|
+
}?,
|
|
1325
|
+
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
1326
|
+
number_target_partitions: ::String?
|
|
1327
|
+
}?,
|
|
1264
1328
|
apply_mapping: {
|
|
1265
1329
|
name: ::String,
|
|
1266
1330
|
inputs: Array[::String],
|
|
@@ -1759,10 +1823,11 @@ module Aws
|
|
|
1759
1823
|
inputs: Array[::String],
|
|
1760
1824
|
path: ::String,
|
|
1761
1825
|
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
1826
|
+
number_target_partitions: ::String?,
|
|
1762
1827
|
partition_keys: Array[
|
|
1763
1828
|
Array[::String],
|
|
1764
1829
|
]?,
|
|
1765
|
-
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta"),
|
|
1830
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1766
1831
|
additional_options: Hash[::String, ::String],
|
|
1767
1832
|
schema_change_policy: {
|
|
1768
1833
|
enable_update_catalog: bool?,
|
|
@@ -1854,7 +1919,8 @@ module Aws
|
|
|
1854
1919
|
]?,
|
|
1855
1920
|
path: ::String,
|
|
1856
1921
|
compression: ("uncompressed" | "snappy"),
|
|
1857
|
-
|
|
1922
|
+
number_target_partitions: ::String?,
|
|
1923
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1858
1924
|
additional_options: Hash[::String, ::String]?,
|
|
1859
1925
|
schema_change_policy: {
|
|
1860
1926
|
enable_update_catalog: bool?,
|
|
@@ -6068,6 +6134,35 @@ module Aws
|
|
|
6068
6134
|
},
|
|
6069
6135
|
]?
|
|
6070
6136
|
}?,
|
|
6137
|
+
s3_excel_source: {
|
|
6138
|
+
name: ::String,
|
|
6139
|
+
paths: Array[::String],
|
|
6140
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
6141
|
+
exclusions: Array[::String]?,
|
|
6142
|
+
group_size: ::String?,
|
|
6143
|
+
group_files: ::String?,
|
|
6144
|
+
recurse: bool?,
|
|
6145
|
+
max_band: ::Integer?,
|
|
6146
|
+
max_files_in_band: ::Integer?,
|
|
6147
|
+
additional_options: {
|
|
6148
|
+
bounded_size: ::Integer?,
|
|
6149
|
+
bounded_files: ::Integer?,
|
|
6150
|
+
enable_sample_path: bool?,
|
|
6151
|
+
sample_path: ::String?
|
|
6152
|
+
}?,
|
|
6153
|
+
number_rows: ::Integer?,
|
|
6154
|
+
skip_footer: ::Integer?,
|
|
6155
|
+
output_schemas: Array[
|
|
6156
|
+
{
|
|
6157
|
+
columns: Array[
|
|
6158
|
+
{
|
|
6159
|
+
name: ::String,
|
|
6160
|
+
type: ::String?
|
|
6161
|
+
},
|
|
6162
|
+
]?
|
|
6163
|
+
},
|
|
6164
|
+
]?
|
|
6165
|
+
}?,
|
|
6071
6166
|
s3_json_source: {
|
|
6072
6167
|
name: ::String,
|
|
6073
6168
|
paths: Array[::String],
|
|
@@ -6100,7 +6195,7 @@ module Aws
|
|
|
6100
6195
|
s3_parquet_source: {
|
|
6101
6196
|
name: ::String,
|
|
6102
6197
|
paths: Array[::String],
|
|
6103
|
-
compression_type: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
|
|
6198
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
6104
6199
|
exclusions: Array[::String]?,
|
|
6105
6200
|
group_size: ::String?,
|
|
6106
6201
|
group_files: ::String?,
|
|
@@ -6213,7 +6308,23 @@ module Aws
|
|
|
6213
6308
|
Array[::String],
|
|
6214
6309
|
]?,
|
|
6215
6310
|
path: ::String,
|
|
6216
|
-
compression: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
|
|
6311
|
+
compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
6312
|
+
number_target_partitions: ::String?,
|
|
6313
|
+
schema_change_policy: {
|
|
6314
|
+
enable_update_catalog: bool?,
|
|
6315
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6316
|
+
table: ::String?,
|
|
6317
|
+
database: ::String?
|
|
6318
|
+
}?
|
|
6319
|
+
}?,
|
|
6320
|
+
s3_hyper_direct_target: {
|
|
6321
|
+
name: ::String,
|
|
6322
|
+
inputs: Array[::String],
|
|
6323
|
+
partition_keys: Array[
|
|
6324
|
+
Array[::String],
|
|
6325
|
+
]?,
|
|
6326
|
+
path: ::String,
|
|
6327
|
+
compression: ("uncompressed")?,
|
|
6217
6328
|
schema_change_policy: {
|
|
6218
6329
|
enable_update_catalog: bool?,
|
|
6219
6330
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
@@ -6229,7 +6340,8 @@ module Aws
|
|
|
6229
6340
|
]?,
|
|
6230
6341
|
path: ::String,
|
|
6231
6342
|
compression: ::String?,
|
|
6232
|
-
|
|
6343
|
+
number_target_partitions: ::String?,
|
|
6344
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6233
6345
|
schema_change_policy: {
|
|
6234
6346
|
enable_update_catalog: bool?,
|
|
6235
6347
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
@@ -6237,6 +6349,24 @@ module Aws
|
|
|
6237
6349
|
database: ::String?
|
|
6238
6350
|
}?
|
|
6239
6351
|
}?,
|
|
6352
|
+
s3_iceberg_direct_target: {
|
|
6353
|
+
name: ::String,
|
|
6354
|
+
inputs: Array[::String],
|
|
6355
|
+
partition_keys: Array[
|
|
6356
|
+
Array[::String],
|
|
6357
|
+
]?,
|
|
6358
|
+
path: ::String,
|
|
6359
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6360
|
+
additional_options: Hash[::String, ::String]?,
|
|
6361
|
+
schema_change_policy: {
|
|
6362
|
+
enable_update_catalog: bool?,
|
|
6363
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6364
|
+
table: ::String?,
|
|
6365
|
+
database: ::String?
|
|
6366
|
+
}?,
|
|
6367
|
+
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
6368
|
+
number_target_partitions: ::String?
|
|
6369
|
+
}?,
|
|
6240
6370
|
apply_mapping: {
|
|
6241
6371
|
name: ::String,
|
|
6242
6372
|
inputs: Array[::String],
|
|
@@ -6735,10 +6865,11 @@ module Aws
|
|
|
6735
6865
|
inputs: Array[::String],
|
|
6736
6866
|
path: ::String,
|
|
6737
6867
|
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
6868
|
+
number_target_partitions: ::String?,
|
|
6738
6869
|
partition_keys: Array[
|
|
6739
6870
|
Array[::String],
|
|
6740
6871
|
]?,
|
|
6741
|
-
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta"),
|
|
6872
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6742
6873
|
additional_options: Hash[::String, ::String],
|
|
6743
6874
|
schema_change_policy: {
|
|
6744
6875
|
enable_update_catalog: bool?,
|
|
@@ -6830,7 +6961,8 @@ module Aws
|
|
|
6830
6961
|
]?,
|
|
6831
6962
|
path: ::String,
|
|
6832
6963
|
compression: ("uncompressed" | "snappy"),
|
|
6833
|
-
|
|
6964
|
+
number_target_partitions: ::String?,
|
|
6965
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6834
6966
|
additional_options: Hash[::String, ::String]?,
|
|
6835
6967
|
schema_change_policy: {
|
|
6836
6968
|
enable_update_catalog: bool?,
|
data/sig/types.rbs
CHANGED
|
@@ -692,6 +692,7 @@ module Aws::Glue
|
|
|
692
692
|
attr_accessor redshift_source: Types::RedshiftSource
|
|
693
693
|
attr_accessor s3_catalog_source: Types::S3CatalogSource
|
|
694
694
|
attr_accessor s3_csv_source: Types::S3CsvSource
|
|
695
|
+
attr_accessor s3_excel_source: Types::S3ExcelSource
|
|
695
696
|
attr_accessor s3_json_source: Types::S3JsonSource
|
|
696
697
|
attr_accessor s3_parquet_source: Types::S3ParquetSource
|
|
697
698
|
attr_accessor relational_catalog_source: Types::RelationalCatalogSource
|
|
@@ -702,7 +703,9 @@ module Aws::Glue
|
|
|
702
703
|
attr_accessor redshift_target: Types::RedshiftTarget
|
|
703
704
|
attr_accessor s3_catalog_target: Types::S3CatalogTarget
|
|
704
705
|
attr_accessor s3_glue_parquet_target: Types::S3GlueParquetTarget
|
|
706
|
+
attr_accessor s3_hyper_direct_target: Types::S3HyperDirectTarget
|
|
705
707
|
attr_accessor s3_direct_target: Types::S3DirectTarget
|
|
708
|
+
attr_accessor s3_iceberg_direct_target: Types::S3IcebergDirectTarget
|
|
706
709
|
attr_accessor apply_mapping: Types::ApplyMapping
|
|
707
710
|
attr_accessor select_fields: Types::SelectFields
|
|
708
711
|
attr_accessor drop_fields: Types::DropFields
|
|
@@ -5391,7 +5394,8 @@ module Aws::Glue
|
|
|
5391
5394
|
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5392
5395
|
attr_accessor path: ::String
|
|
5393
5396
|
attr_accessor compression: ("uncompressed" | "snappy")
|
|
5394
|
-
attr_accessor
|
|
5397
|
+
attr_accessor number_target_partitions: ::String
|
|
5398
|
+
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
|
5395
5399
|
attr_accessor additional_options: ::Hash[::String, ::String]
|
|
5396
5400
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5397
5401
|
SENSITIVE: []
|
|
@@ -5420,7 +5424,8 @@ module Aws::Glue
|
|
|
5420
5424
|
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5421
5425
|
attr_accessor path: ::String
|
|
5422
5426
|
attr_accessor compression: ::String
|
|
5423
|
-
attr_accessor
|
|
5427
|
+
attr_accessor number_target_partitions: ::String
|
|
5428
|
+
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
|
5424
5429
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5425
5430
|
SENSITIVE: []
|
|
5426
5431
|
end
|
|
@@ -5431,12 +5436,30 @@ module Aws::Glue
|
|
|
5431
5436
|
SENSITIVE: []
|
|
5432
5437
|
end
|
|
5433
5438
|
|
|
5439
|
+
class S3ExcelSource
|
|
5440
|
+
attr_accessor name: ::String
|
|
5441
|
+
attr_accessor paths: ::Array[::String]
|
|
5442
|
+
attr_accessor compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
|
|
5443
|
+
attr_accessor exclusions: ::Array[::String]
|
|
5444
|
+
attr_accessor group_size: ::String
|
|
5445
|
+
attr_accessor group_files: ::String
|
|
5446
|
+
attr_accessor recurse: bool
|
|
5447
|
+
attr_accessor max_band: ::Integer
|
|
5448
|
+
attr_accessor max_files_in_band: ::Integer
|
|
5449
|
+
attr_accessor additional_options: Types::S3DirectSourceAdditionalOptions
|
|
5450
|
+
attr_accessor number_rows: ::Integer
|
|
5451
|
+
attr_accessor skip_footer: ::Integer
|
|
5452
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
|
5453
|
+
SENSITIVE: []
|
|
5454
|
+
end
|
|
5455
|
+
|
|
5434
5456
|
class S3GlueParquetTarget
|
|
5435
5457
|
attr_accessor name: ::String
|
|
5436
5458
|
attr_accessor inputs: ::Array[::String]
|
|
5437
5459
|
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5438
5460
|
attr_accessor path: ::String
|
|
5439
|
-
attr_accessor compression: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")
|
|
5461
|
+
attr_accessor compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
|
|
5462
|
+
attr_accessor number_target_partitions: ::String
|
|
5440
5463
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5441
5464
|
SENSITIVE: []
|
|
5442
5465
|
end
|
|
@@ -5457,8 +5480,9 @@ module Aws::Glue
|
|
|
5457
5480
|
attr_accessor inputs: ::Array[::String]
|
|
5458
5481
|
attr_accessor path: ::String
|
|
5459
5482
|
attr_accessor compression: ("gzip" | "lzo" | "uncompressed" | "snappy")
|
|
5483
|
+
attr_accessor number_target_partitions: ::String
|
|
5460
5484
|
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5461
|
-
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta")
|
|
5485
|
+
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
|
5462
5486
|
attr_accessor additional_options: ::Hash[::String, ::String]
|
|
5463
5487
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5464
5488
|
SENSITIVE: []
|
|
@@ -5473,6 +5497,29 @@ module Aws::Glue
|
|
|
5473
5497
|
SENSITIVE: []
|
|
5474
5498
|
end
|
|
5475
5499
|
|
|
5500
|
+
class S3HyperDirectTarget
|
|
5501
|
+
attr_accessor name: ::String
|
|
5502
|
+
attr_accessor inputs: ::Array[::String]
|
|
5503
|
+
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5504
|
+
attr_accessor path: ::String
|
|
5505
|
+
attr_accessor compression: ("uncompressed")
|
|
5506
|
+
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5507
|
+
SENSITIVE: []
|
|
5508
|
+
end
|
|
5509
|
+
|
|
5510
|
+
class S3IcebergDirectTarget
|
|
5511
|
+
attr_accessor name: ::String
|
|
5512
|
+
attr_accessor inputs: ::Array[::String]
|
|
5513
|
+
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5514
|
+
attr_accessor path: ::String
|
|
5515
|
+
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
|
5516
|
+
attr_accessor additional_options: ::Hash[::String, ::String]
|
|
5517
|
+
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5518
|
+
attr_accessor compression: ("gzip" | "lzo" | "uncompressed" | "snappy")
|
|
5519
|
+
attr_accessor number_target_partitions: ::String
|
|
5520
|
+
SENSITIVE: []
|
|
5521
|
+
end
|
|
5522
|
+
|
|
5476
5523
|
class S3JsonSource
|
|
5477
5524
|
attr_accessor name: ::String
|
|
5478
5525
|
attr_accessor paths: ::Array[::String]
|
|
@@ -5493,7 +5540,7 @@ module Aws::Glue
|
|
|
5493
5540
|
class S3ParquetSource
|
|
5494
5541
|
attr_accessor name: ::String
|
|
5495
5542
|
attr_accessor paths: ::Array[::String]
|
|
5496
|
-
attr_accessor compression_type: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")
|
|
5543
|
+
attr_accessor compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
|
|
5497
5544
|
attr_accessor exclusions: ::Array[::String]
|
|
5498
5545
|
attr_accessor group_size: ::String
|
|
5499
5546
|
attr_accessor group_files: ::String
|