aws-sdk-glue 1.215.0 → 1.217.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +176 -18
- data/lib/aws-sdk-glue/client_api.rb +47 -0
- data/lib/aws-sdk-glue/types.rb +216 -0
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +142 -10
- data/sig/types.rbs +52 -5
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 79aea84bf623e1b29385744cda52af2d34a7e76a331688d7f4689a71382b0978
|
|
4
|
+
data.tar.gz: ff38b95cece8a4e121ecaab8d9597444f2503724c8af8dec5d4e0607b51460d8
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: ee221b8105e873959c7fedec95412f8e054311cc9c78d9ec60be03f76760b8c178f7f6b43502ca80088a09f276a5e5f435acf19c32026f12778f8e2f31f49fea
|
|
7
|
+
data.tar.gz: 7174f655d3ff50084f0dfdf34cf41cd9d706546a8dd8d9e0e75ef67a6f2b4482a3a73379f1765e81e85cd9c6b2157444fa7bac744a8bdfb5413826a3ea2b873d
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,16 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.217.0 (2025-05-16)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - Changes include (1) Excel as S3 Source type and XML and Tableau's Hyper as S3 Sink types, (2) targeted number of partitions parameter in S3 sinks and (3) new compression types in CSV/JSON and Parquet S3 sinks.
|
|
8
|
+
|
|
9
|
+
1.216.0 (2025-05-12)
|
|
10
|
+
------------------
|
|
11
|
+
|
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
|
13
|
+
|
|
4
14
|
1.215.0 (2025-05-08)
|
|
5
15
|
------------------
|
|
6
16
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.217.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -200,8 +200,7 @@ module Aws::Glue
|
|
|
200
200
|
# accepted modes and the configuration defaults that are included.
|
|
201
201
|
#
|
|
202
202
|
# @option options [Boolean] :disable_host_prefix_injection (false)
|
|
203
|
-
#
|
|
204
|
-
# to default service endpoint when available.
|
|
203
|
+
# When `true`, the SDK will not prepend the modeled host prefix to the endpoint.
|
|
205
204
|
#
|
|
206
205
|
# @option options [Boolean] :disable_request_compression (false)
|
|
207
206
|
# When set to 'true' the request body will not be compressed
|
|
@@ -1255,6 +1254,27 @@ module Aws::Glue
|
|
|
1255
1254
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns #=> Array
|
|
1256
1255
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].name #=> String
|
|
1257
1256
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].type #=> String
|
|
1257
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.name #=> String
|
|
1258
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.paths #=> Array
|
|
1259
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.paths[0] #=> String
|
|
1260
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
1261
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions #=> Array
|
|
1262
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions[0] #=> String
|
|
1263
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.group_size #=> String
|
|
1264
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.group_files #=> String
|
|
1265
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.recurse #=> Boolean
|
|
1266
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.max_band #=> Integer
|
|
1267
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.max_files_in_band #=> Integer
|
|
1268
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_size #=> Integer
|
|
1269
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_files #=> Integer
|
|
1270
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.enable_sample_path #=> Boolean
|
|
1271
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.sample_path #=> String
|
|
1272
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.number_rows #=> Integer
|
|
1273
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.skip_footer #=> Integer
|
|
1274
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas #=> Array
|
|
1275
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns #=> Array
|
|
1276
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].name #=> String
|
|
1277
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].type #=> String
|
|
1258
1278
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.name #=> String
|
|
1259
1279
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths #=> Array
|
|
1260
1280
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths[0] #=> String
|
|
@@ -1279,7 +1299,7 @@ module Aws::Glue
|
|
|
1279
1299
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.name #=> String
|
|
1280
1300
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths #=> Array
|
|
1281
1301
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths[0] #=> String
|
|
1282
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
1302
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
1283
1303
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions #=> Array
|
|
1284
1304
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions[0] #=> String
|
|
1285
1305
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_size #=> String
|
|
@@ -1362,11 +1382,24 @@ module Aws::Glue
|
|
|
1362
1382
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0] #=> Array
|
|
1363
1383
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0][0] #=> String
|
|
1364
1384
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.path #=> String
|
|
1365
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
1385
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
1386
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.number_target_partitions #=> String
|
|
1366
1387
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1367
1388
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1368
1389
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.table #=> String
|
|
1369
1390
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.database #=> String
|
|
1391
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.name #=> String
|
|
1392
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs #=> Array
|
|
1393
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs[0] #=> String
|
|
1394
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys #=> Array
|
|
1395
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0] #=> Array
|
|
1396
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0][0] #=> String
|
|
1397
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.path #=> String
|
|
1398
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.compression #=> String, one of "uncompressed"
|
|
1399
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1400
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1401
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.table #=> String
|
|
1402
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.database #=> String
|
|
1370
1403
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.name #=> String
|
|
1371
1404
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs #=> Array
|
|
1372
1405
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs[0] #=> String
|
|
@@ -1375,11 +1408,28 @@ module Aws::Glue
|
|
|
1375
1408
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
|
1376
1409
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
|
1377
1410
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
|
1378
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.
|
|
1411
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.number_target_partitions #=> String
|
|
1412
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
1379
1413
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1380
1414
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1381
1415
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
|
1382
1416
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
|
|
1417
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.name #=> String
|
|
1418
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs #=> Array
|
|
1419
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs[0] #=> String
|
|
1420
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys #=> Array
|
|
1421
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0] #=> Array
|
|
1422
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0][0] #=> String
|
|
1423
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.path #=> String
|
|
1424
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
1425
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options #=> Hash
|
|
1426
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
1427
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1428
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1429
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.table #=> String
|
|
1430
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.database #=> String
|
|
1431
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
1432
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.number_target_partitions #=> String
|
|
1383
1433
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
|
|
1384
1434
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs #=> Array
|
|
1385
1435
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs[0] #=> String
|
|
@@ -1748,10 +1798,11 @@ module Aws::Glue
|
|
|
1748
1798
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
|
1749
1799
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
|
1750
1800
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
1801
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.number_target_partitions #=> String
|
|
1751
1802
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
|
1752
1803
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
|
1753
1804
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
|
1754
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
|
1805
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
1755
1806
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
|
1756
1807
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
1757
1808
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -1815,7 +1866,8 @@ module Aws::Glue
|
|
|
1815
1866
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
|
1816
1867
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
|
1817
1868
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
|
1818
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.
|
|
1869
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.number_target_partitions #=> String
|
|
1870
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
1819
1871
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
|
1820
1872
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
1821
1873
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -9193,6 +9245,27 @@ module Aws::Glue
|
|
|
9193
9245
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns #=> Array
|
|
9194
9246
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].name #=> String
|
|
9195
9247
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].type #=> String
|
|
9248
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.name #=> String
|
|
9249
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.paths #=> Array
|
|
9250
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.paths[0] #=> String
|
|
9251
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
9252
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions #=> Array
|
|
9253
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions[0] #=> String
|
|
9254
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.group_size #=> String
|
|
9255
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.group_files #=> String
|
|
9256
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.recurse #=> Boolean
|
|
9257
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.max_band #=> Integer
|
|
9258
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.max_files_in_band #=> Integer
|
|
9259
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_size #=> Integer
|
|
9260
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_files #=> Integer
|
|
9261
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.enable_sample_path #=> Boolean
|
|
9262
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.sample_path #=> String
|
|
9263
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.number_rows #=> Integer
|
|
9264
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.skip_footer #=> Integer
|
|
9265
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas #=> Array
|
|
9266
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns #=> Array
|
|
9267
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].name #=> String
|
|
9268
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].type #=> String
|
|
9196
9269
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.name #=> String
|
|
9197
9270
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.paths #=> Array
|
|
9198
9271
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.paths[0] #=> String
|
|
@@ -9217,7 +9290,7 @@ module Aws::Glue
|
|
|
9217
9290
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.name #=> String
|
|
9218
9291
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths #=> Array
|
|
9219
9292
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths[0] #=> String
|
|
9220
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
9293
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
9221
9294
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions #=> Array
|
|
9222
9295
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions[0] #=> String
|
|
9223
9296
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_size #=> String
|
|
@@ -9300,11 +9373,24 @@ module Aws::Glue
|
|
|
9300
9373
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0] #=> Array
|
|
9301
9374
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0][0] #=> String
|
|
9302
9375
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.path #=> String
|
|
9303
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
9376
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
9377
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.number_target_partitions #=> String
|
|
9304
9378
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
9305
9379
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
9306
9380
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.table #=> String
|
|
9307
9381
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.database #=> String
|
|
9382
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.name #=> String
|
|
9383
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs #=> Array
|
|
9384
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs[0] #=> String
|
|
9385
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys #=> Array
|
|
9386
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0] #=> Array
|
|
9387
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0][0] #=> String
|
|
9388
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.path #=> String
|
|
9389
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.compression #=> String, one of "uncompressed"
|
|
9390
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
9391
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
9392
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.table #=> String
|
|
9393
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.database #=> String
|
|
9308
9394
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.name #=> String
|
|
9309
9395
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs #=> Array
|
|
9310
9396
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs[0] #=> String
|
|
@@ -9313,11 +9399,28 @@ module Aws::Glue
|
|
|
9313
9399
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
|
9314
9400
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
|
9315
9401
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
|
9316
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.
|
|
9402
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.number_target_partitions #=> String
|
|
9403
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
9317
9404
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
9318
9405
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
9319
9406
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
|
9320
9407
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
|
|
9408
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.name #=> String
|
|
9409
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs #=> Array
|
|
9410
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs[0] #=> String
|
|
9411
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys #=> Array
|
|
9412
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0] #=> Array
|
|
9413
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0][0] #=> String
|
|
9414
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.path #=> String
|
|
9415
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
9416
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options #=> Hash
|
|
9417
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
9418
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
9419
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
9420
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.table #=> String
|
|
9421
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.database #=> String
|
|
9422
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
9423
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.number_target_partitions #=> String
|
|
9321
9424
|
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
|
|
9322
9425
|
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.inputs #=> Array
|
|
9323
9426
|
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.inputs[0] #=> String
|
|
@@ -9686,10 +9789,11 @@ module Aws::Glue
|
|
|
9686
9789
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
|
9687
9790
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
|
9688
9791
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
9792
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.number_target_partitions #=> String
|
|
9689
9793
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
|
9690
9794
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
|
9691
9795
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
|
9692
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
|
9796
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
9693
9797
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
|
9694
9798
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
9695
9799
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -9753,7 +9857,8 @@ module Aws::Glue
|
|
|
9753
9857
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
|
9754
9858
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
|
9755
9859
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
|
9756
|
-
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.
|
|
9860
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.number_target_partitions #=> String
|
|
9861
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
9757
9862
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
|
9758
9863
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
9759
9864
|
# resp.job.code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -10319,6 +10424,27 @@ module Aws::Glue
|
|
|
10319
10424
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns #=> Array
|
|
10320
10425
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].name #=> String
|
|
10321
10426
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].type #=> String
|
|
10427
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.name #=> String
|
|
10428
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.paths #=> Array
|
|
10429
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.paths[0] #=> String
|
|
10430
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
10431
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions #=> Array
|
|
10432
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.exclusions[0] #=> String
|
|
10433
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.group_size #=> String
|
|
10434
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.group_files #=> String
|
|
10435
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.recurse #=> Boolean
|
|
10436
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.max_band #=> Integer
|
|
10437
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.max_files_in_band #=> Integer
|
|
10438
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_size #=> Integer
|
|
10439
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.bounded_files #=> Integer
|
|
10440
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.enable_sample_path #=> Boolean
|
|
10441
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.additional_options.sample_path #=> String
|
|
10442
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.number_rows #=> Integer
|
|
10443
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.skip_footer #=> Integer
|
|
10444
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas #=> Array
|
|
10445
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns #=> Array
|
|
10446
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].name #=> String
|
|
10447
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_excel_source.output_schemas[0].columns[0].type #=> String
|
|
10322
10448
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.name #=> String
|
|
10323
10449
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths #=> Array
|
|
10324
10450
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths[0] #=> String
|
|
@@ -10343,7 +10469,7 @@ module Aws::Glue
|
|
|
10343
10469
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.name #=> String
|
|
10344
10470
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths #=> Array
|
|
10345
10471
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths[0] #=> String
|
|
10346
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
10472
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
10347
10473
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions #=> Array
|
|
10348
10474
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions[0] #=> String
|
|
10349
10475
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_size #=> String
|
|
@@ -10426,11 +10552,24 @@ module Aws::Glue
|
|
|
10426
10552
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0] #=> Array
|
|
10427
10553
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0][0] #=> String
|
|
10428
10554
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.path #=> String
|
|
10429
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
10555
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "brotli", "lz4", "uncompressed", "none"
|
|
10556
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.number_target_partitions #=> String
|
|
10430
10557
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
10431
10558
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
10432
10559
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.table #=> String
|
|
10433
10560
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.database #=> String
|
|
10561
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.name #=> String
|
|
10562
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs #=> Array
|
|
10563
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.inputs[0] #=> String
|
|
10564
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys #=> Array
|
|
10565
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0] #=> Array
|
|
10566
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.partition_keys[0][0] #=> String
|
|
10567
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.path #=> String
|
|
10568
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.compression #=> String, one of "uncompressed"
|
|
10569
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
10570
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
10571
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.table #=> String
|
|
10572
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hyper_direct_target.schema_change_policy.database #=> String
|
|
10434
10573
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.name #=> String
|
|
10435
10574
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs #=> Array
|
|
10436
10575
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs[0] #=> String
|
|
@@ -10439,11 +10578,28 @@ module Aws::Glue
|
|
|
10439
10578
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
|
10440
10579
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
|
10441
10580
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
|
10442
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.
|
|
10581
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.number_target_partitions #=> String
|
|
10582
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
10443
10583
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
10444
10584
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
10445
10585
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
|
10446
10586
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
|
|
10587
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.name #=> String
|
|
10588
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs #=> Array
|
|
10589
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.inputs[0] #=> String
|
|
10590
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys #=> Array
|
|
10591
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0] #=> Array
|
|
10592
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.partition_keys[0][0] #=> String
|
|
10593
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.path #=> String
|
|
10594
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
10595
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options #=> Hash
|
|
10596
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
10597
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
10598
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
10599
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.table #=> String
|
|
10600
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.schema_change_policy.database #=> String
|
|
10601
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
10602
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_iceberg_direct_target.number_target_partitions #=> String
|
|
10447
10603
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
|
|
10448
10604
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs #=> Array
|
|
10449
10605
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs[0] #=> String
|
|
@@ -10812,10 +10968,11 @@ module Aws::Glue
|
|
|
10812
10968
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
|
|
10813
10969
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
|
|
10814
10970
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
|
|
10971
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.number_target_partitions #=> String
|
|
10815
10972
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
|
|
10816
10973
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
|
|
10817
10974
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
|
|
10818
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta"
|
|
10975
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
10819
10976
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
|
|
10820
10977
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
10821
10978
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -10879,7 +11036,8 @@ module Aws::Glue
|
|
|
10879
11036
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.partition_keys[0][0] #=> String
|
|
10880
11037
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.path #=> String
|
|
10881
11038
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.compression #=> String, one of "uncompressed", "snappy"
|
|
10882
|
-
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.
|
|
11039
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.number_target_partitions #=> String
|
|
11040
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi", "delta", "iceberg", "hyper", "xml"
|
|
10883
11041
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options #=> Hash
|
|
10884
11042
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
10885
11043
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_delta_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
@@ -20106,7 +20264,7 @@ module Aws::Glue
|
|
|
20106
20264
|
tracer: tracer
|
|
20107
20265
|
)
|
|
20108
20266
|
context[:gem_name] = 'aws-sdk-glue'
|
|
20109
|
-
context[:gem_version] = '1.
|
|
20267
|
+
context[:gem_version] = '1.217.0'
|
|
20110
20268
|
Seahorse::Client::Request.new(handlers, context)
|
|
20111
20269
|
end
|
|
20112
20270
|
|
|
@@ -790,6 +790,7 @@ module Aws::Glue
|
|
|
790
790
|
HudiTarget = Shapes::StructureShape.new(name: 'HudiTarget')
|
|
791
791
|
HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
|
|
792
792
|
HudiTargetList = Shapes::ListShape.new(name: 'HudiTargetList')
|
|
793
|
+
HyperTargetCompressionType = Shapes::StringShape.new(name: 'HyperTargetCompressionType')
|
|
793
794
|
IAMRoleArn = Shapes::StringShape.new(name: 'IAMRoleArn')
|
|
794
795
|
IcebergCompactionMetrics = Shapes::StructureShape.new(name: 'IcebergCompactionMetrics')
|
|
795
796
|
IcebergInput = Shapes::StructureShape.new(name: 'IcebergInput')
|
|
@@ -798,6 +799,7 @@ module Aws::Glue
|
|
|
798
799
|
IcebergRetentionConfiguration = Shapes::StructureShape.new(name: 'IcebergRetentionConfiguration')
|
|
799
800
|
IcebergRetentionMetrics = Shapes::StructureShape.new(name: 'IcebergRetentionMetrics')
|
|
800
801
|
IcebergTarget = Shapes::StructureShape.new(name: 'IcebergTarget')
|
|
802
|
+
IcebergTargetCompressionType = Shapes::StringShape.new(name: 'IcebergTargetCompressionType')
|
|
801
803
|
IcebergTargetList = Shapes::ListShape.new(name: 'IcebergTargetList')
|
|
802
804
|
IdString = Shapes::StringShape.new(name: 'IdString')
|
|
803
805
|
IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
|
|
@@ -1021,6 +1023,7 @@ module Aws::Glue
|
|
|
1021
1023
|
NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
|
|
1022
1024
|
NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
|
|
1023
1025
|
NullableString = Shapes::StringShape.new(name: 'NullableString')
|
|
1026
|
+
NumberTargetPartitionsString = Shapes::StringShape.new(name: 'NumberTargetPartitionsString')
|
|
1024
1027
|
OAuth2ClientApplication = Shapes::StructureShape.new(name: 'OAuth2ClientApplication')
|
|
1025
1028
|
OAuth2Credentials = Shapes::StructureShape.new(name: 'OAuth2Credentials')
|
|
1026
1029
|
OAuth2GrantType = Shapes::StringShape.new(name: 'OAuth2GrantType')
|
|
@@ -1199,10 +1202,13 @@ module Aws::Glue
|
|
|
1199
1202
|
S3Encryption = Shapes::StructureShape.new(name: 'S3Encryption')
|
|
1200
1203
|
S3EncryptionList = Shapes::ListShape.new(name: 'S3EncryptionList')
|
|
1201
1204
|
S3EncryptionMode = Shapes::StringShape.new(name: 'S3EncryptionMode')
|
|
1205
|
+
S3ExcelSource = Shapes::StructureShape.new(name: 'S3ExcelSource')
|
|
1202
1206
|
S3GlueParquetTarget = Shapes::StructureShape.new(name: 'S3GlueParquetTarget')
|
|
1203
1207
|
S3HudiCatalogTarget = Shapes::StructureShape.new(name: 'S3HudiCatalogTarget')
|
|
1204
1208
|
S3HudiDirectTarget = Shapes::StructureShape.new(name: 'S3HudiDirectTarget')
|
|
1205
1209
|
S3HudiSource = Shapes::StructureShape.new(name: 'S3HudiSource')
|
|
1210
|
+
S3HyperDirectTarget = Shapes::StructureShape.new(name: 'S3HyperDirectTarget')
|
|
1211
|
+
S3IcebergDirectTarget = Shapes::StructureShape.new(name: 'S3IcebergDirectTarget')
|
|
1206
1212
|
S3JsonSource = Shapes::StructureShape.new(name: 'S3JsonSource')
|
|
1207
1213
|
S3ParquetSource = Shapes::StructureShape.new(name: 'S3ParquetSource')
|
|
1208
1214
|
S3SourceAdditionalOptions = Shapes::StructureShape.new(name: 'S3SourceAdditionalOptions')
|
|
@@ -2123,6 +2129,7 @@ module Aws::Glue
|
|
|
2123
2129
|
CodeGenConfigurationNode.add_member(:redshift_source, Shapes::ShapeRef.new(shape: RedshiftSource, location_name: "RedshiftSource"))
|
|
2124
2130
|
CodeGenConfigurationNode.add_member(:s3_catalog_source, Shapes::ShapeRef.new(shape: S3CatalogSource, location_name: "S3CatalogSource"))
|
|
2125
2131
|
CodeGenConfigurationNode.add_member(:s3_csv_source, Shapes::ShapeRef.new(shape: S3CsvSource, location_name: "S3CsvSource"))
|
|
2132
|
+
CodeGenConfigurationNode.add_member(:s3_excel_source, Shapes::ShapeRef.new(shape: S3ExcelSource, location_name: "S3ExcelSource"))
|
|
2126
2133
|
CodeGenConfigurationNode.add_member(:s3_json_source, Shapes::ShapeRef.new(shape: S3JsonSource, location_name: "S3JsonSource"))
|
|
2127
2134
|
CodeGenConfigurationNode.add_member(:s3_parquet_source, Shapes::ShapeRef.new(shape: S3ParquetSource, location_name: "S3ParquetSource"))
|
|
2128
2135
|
CodeGenConfigurationNode.add_member(:relational_catalog_source, Shapes::ShapeRef.new(shape: RelationalCatalogSource, location_name: "RelationalCatalogSource"))
|
|
@@ -2133,7 +2140,9 @@ module Aws::Glue
|
|
|
2133
2140
|
CodeGenConfigurationNode.add_member(:redshift_target, Shapes::ShapeRef.new(shape: RedshiftTarget, location_name: "RedshiftTarget"))
|
|
2134
2141
|
CodeGenConfigurationNode.add_member(:s3_catalog_target, Shapes::ShapeRef.new(shape: S3CatalogTarget, location_name: "S3CatalogTarget"))
|
|
2135
2142
|
CodeGenConfigurationNode.add_member(:s3_glue_parquet_target, Shapes::ShapeRef.new(shape: S3GlueParquetTarget, location_name: "S3GlueParquetTarget"))
|
|
2143
|
+
CodeGenConfigurationNode.add_member(:s3_hyper_direct_target, Shapes::ShapeRef.new(shape: S3HyperDirectTarget, location_name: "S3HyperDirectTarget"))
|
|
2136
2144
|
CodeGenConfigurationNode.add_member(:s3_direct_target, Shapes::ShapeRef.new(shape: S3DirectTarget, location_name: "S3DirectTarget"))
|
|
2145
|
+
CodeGenConfigurationNode.add_member(:s3_iceberg_direct_target, Shapes::ShapeRef.new(shape: S3IcebergDirectTarget, location_name: "S3IcebergDirectTarget"))
|
|
2137
2146
|
CodeGenConfigurationNode.add_member(:apply_mapping, Shapes::ShapeRef.new(shape: ApplyMapping, location_name: "ApplyMapping"))
|
|
2138
2147
|
CodeGenConfigurationNode.add_member(:select_fields, Shapes::ShapeRef.new(shape: SelectFields, location_name: "SelectFields"))
|
|
2139
2148
|
CodeGenConfigurationNode.add_member(:drop_fields, Shapes::ShapeRef.new(shape: DropFields, location_name: "DropFields"))
|
|
@@ -5947,6 +5956,7 @@ module Aws::Glue
|
|
|
5947
5956
|
S3DeltaDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
5948
5957
|
S3DeltaDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
5949
5958
|
S3DeltaDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: DeltaTargetCompressionType, required: true, location_name: "Compression"))
|
|
5959
|
+
S3DeltaDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
|
5950
5960
|
S3DeltaDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
|
5951
5961
|
S3DeltaDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalOptions"))
|
|
5952
5962
|
S3DeltaDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
|
@@ -5970,6 +5980,7 @@ module Aws::Glue
|
|
|
5970
5980
|
S3DirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
5971
5981
|
S3DirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
5972
5982
|
S3DirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Compression"))
|
|
5983
|
+
S3DirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
|
5973
5984
|
S3DirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
|
5974
5985
|
S3DirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
|
5975
5986
|
S3DirectTarget.struct_class = Types::S3DirectTarget
|
|
@@ -5980,11 +5991,27 @@ module Aws::Glue
|
|
|
5980
5991
|
|
|
5981
5992
|
S3EncryptionList.member = Shapes::ShapeRef.new(shape: S3Encryption)
|
|
5982
5993
|
|
|
5994
|
+
S3ExcelSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
5995
|
+
S3ExcelSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
|
5996
|
+
S3ExcelSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: ParquetCompressionType, location_name: "CompressionType"))
|
|
5997
|
+
S3ExcelSource.add_member(:exclusions, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, location_name: "Exclusions"))
|
|
5998
|
+
S3ExcelSource.add_member(:group_size, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "GroupSize"))
|
|
5999
|
+
S3ExcelSource.add_member(:group_files, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "GroupFiles"))
|
|
6000
|
+
S3ExcelSource.add_member(:recurse, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "Recurse"))
|
|
6001
|
+
S3ExcelSource.add_member(:max_band, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "MaxBand"))
|
|
6002
|
+
S3ExcelSource.add_member(:max_files_in_band, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "MaxFilesInBand"))
|
|
6003
|
+
S3ExcelSource.add_member(:additional_options, Shapes::ShapeRef.new(shape: S3DirectSourceAdditionalOptions, location_name: "AdditionalOptions"))
|
|
6004
|
+
S3ExcelSource.add_member(:number_rows, Shapes::ShapeRef.new(shape: BoxedLong, location_name: "NumberRows"))
|
|
6005
|
+
S3ExcelSource.add_member(:skip_footer, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "SkipFooter"))
|
|
6006
|
+
S3ExcelSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
|
6007
|
+
S3ExcelSource.struct_class = Types::S3ExcelSource
|
|
6008
|
+
|
|
5983
6009
|
S3GlueParquetTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
5984
6010
|
S3GlueParquetTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
|
5985
6011
|
S3GlueParquetTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
5986
6012
|
S3GlueParquetTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
5987
6013
|
S3GlueParquetTarget.add_member(:compression, Shapes::ShapeRef.new(shape: ParquetCompressionType, location_name: "Compression"))
|
|
6014
|
+
S3GlueParquetTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
|
5988
6015
|
S3GlueParquetTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
|
5989
6016
|
S3GlueParquetTarget.struct_class = Types::S3GlueParquetTarget
|
|
5990
6017
|
|
|
@@ -6001,6 +6028,7 @@ module Aws::Glue
|
|
|
6001
6028
|
S3HudiDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
|
6002
6029
|
S3HudiDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
6003
6030
|
S3HudiDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HudiTargetCompressionType, required: true, location_name: "Compression"))
|
|
6031
|
+
S3HudiDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
|
6004
6032
|
S3HudiDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
6005
6033
|
S3HudiDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
|
6006
6034
|
S3HudiDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
|
|
@@ -6014,6 +6042,25 @@ module Aws::Glue
|
|
|
6014
6042
|
S3HudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
|
6015
6043
|
S3HudiSource.struct_class = Types::S3HudiSource
|
|
6016
6044
|
|
|
6045
|
+
S3HyperDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
6046
|
+
S3HyperDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
|
6047
|
+
S3HyperDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
6048
|
+
S3HyperDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
6049
|
+
S3HyperDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HyperTargetCompressionType, location_name: "Compression"))
|
|
6050
|
+
S3HyperDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
|
6051
|
+
S3HyperDirectTarget.struct_class = Types::S3HyperDirectTarget
|
|
6052
|
+
|
|
6053
|
+
S3IcebergDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
6054
|
+
S3IcebergDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
|
6055
|
+
S3IcebergDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
|
6056
|
+
S3IcebergDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
|
6057
|
+
S3IcebergDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
|
6058
|
+
S3IcebergDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalOptions"))
|
|
6059
|
+
S3IcebergDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
|
6060
|
+
S3IcebergDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: IcebergTargetCompressionType, required: true, location_name: "Compression"))
|
|
6061
|
+
S3IcebergDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
|
6062
|
+
S3IcebergDirectTarget.struct_class = Types::S3IcebergDirectTarget
|
|
6063
|
+
|
|
6017
6064
|
S3JsonSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
6018
6065
|
S3JsonSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
|
6019
6066
|
S3JsonSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: CompressionType, location_name: "CompressionType"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
|
@@ -2536,6 +2536,11 @@ module Aws::Glue
|
|
|
2536
2536
|
# Amazon S3.
|
|
2537
2537
|
# @return [Types::S3CsvSource]
|
|
2538
2538
|
#
|
|
2539
|
+
# @!attribute [rw] s3_excel_source
|
|
2540
|
+
# Defines configuration parameters for reading Excel files from Amazon
|
|
2541
|
+
# S3.
|
|
2542
|
+
# @return [Types::S3ExcelSource]
|
|
2543
|
+
#
|
|
2539
2544
|
# @!attribute [rw] s3_json_source
|
|
2540
2545
|
# Specifies a JSON data store stored in Amazon S3.
|
|
2541
2546
|
# @return [Types::S3JsonSource]
|
|
@@ -2579,10 +2584,20 @@ module Aws::Glue
|
|
|
2579
2584
|
# columnar storage.
|
|
2580
2585
|
# @return [Types::S3GlueParquetTarget]
|
|
2581
2586
|
#
|
|
2587
|
+
# @!attribute [rw] s3_hyper_direct_target
|
|
2588
|
+
# Defines configuration parameters for writing data to Amazon S3 using
|
|
2589
|
+
# HyperDirect optimization.
|
|
2590
|
+
# @return [Types::S3HyperDirectTarget]
|
|
2591
|
+
#
|
|
2582
2592
|
# @!attribute [rw] s3_direct_target
|
|
2583
2593
|
# Specifies a data target that writes to Amazon S3.
|
|
2584
2594
|
# @return [Types::S3DirectTarget]
|
|
2585
2595
|
#
|
|
2596
|
+
# @!attribute [rw] s3_iceberg_direct_target
|
|
2597
|
+
# Defines configuration parameters for writing data to Amazon S3 as an
|
|
2598
|
+
# Apache Iceberg table.
|
|
2599
|
+
# @return [Types::S3IcebergDirectTarget]
|
|
2600
|
+
#
|
|
2586
2601
|
# @!attribute [rw] apply_mapping
|
|
2587
2602
|
# Specifies a transform that maps data property keys in the data
|
|
2588
2603
|
# source to data property keys in the data target. You can rename
|
|
@@ -2844,6 +2859,7 @@ module Aws::Glue
|
|
|
2844
2859
|
:redshift_source,
|
|
2845
2860
|
:s3_catalog_source,
|
|
2846
2861
|
:s3_csv_source,
|
|
2862
|
+
:s3_excel_source,
|
|
2847
2863
|
:s3_json_source,
|
|
2848
2864
|
:s3_parquet_source,
|
|
2849
2865
|
:relational_catalog_source,
|
|
@@ -2854,7 +2870,9 @@ module Aws::Glue
|
|
|
2854
2870
|
:redshift_target,
|
|
2855
2871
|
:s3_catalog_target,
|
|
2856
2872
|
:s3_glue_parquet_target,
|
|
2873
|
+
:s3_hyper_direct_target,
|
|
2857
2874
|
:s3_direct_target,
|
|
2875
|
+
:s3_iceberg_direct_target,
|
|
2858
2876
|
:apply_mapping,
|
|
2859
2877
|
:select_fields,
|
|
2860
2878
|
:drop_fields,
|
|
@@ -21965,6 +21983,11 @@ module Aws::Glue
|
|
|
21965
21983
|
# are `"gzip"` and `"bzip"`).
|
|
21966
21984
|
# @return [String]
|
|
21967
21985
|
#
|
|
21986
|
+
# @!attribute [rw] number_target_partitions
|
|
21987
|
+
# Specifies the number of target partitions for distributing Delta
|
|
21988
|
+
# Lake dataset files across Amazon S3.
|
|
21989
|
+
# @return [String]
|
|
21990
|
+
#
|
|
21968
21991
|
# @!attribute [rw] format
|
|
21969
21992
|
# Specifies the data output format for the target.
|
|
21970
21993
|
# @return [String]
|
|
@@ -21985,6 +22008,7 @@ module Aws::Glue
|
|
|
21985
22008
|
:partition_keys,
|
|
21986
22009
|
:path,
|
|
21987
22010
|
:compression,
|
|
22011
|
+
:number_target_partitions,
|
|
21988
22012
|
:format,
|
|
21989
22013
|
:additional_options,
|
|
21990
22014
|
:schema_change_policy)
|
|
@@ -22081,6 +22105,11 @@ module Aws::Glue
|
|
|
22081
22105
|
# are `"gzip"` and `"bzip"`).
|
|
22082
22106
|
# @return [String]
|
|
22083
22107
|
#
|
|
22108
|
+
# @!attribute [rw] number_target_partitions
|
|
22109
|
+
# Specifies the number of target partitions when writing data directly
|
|
22110
|
+
# to Amazon S3.
|
|
22111
|
+
# @return [String]
|
|
22112
|
+
#
|
|
22084
22113
|
# @!attribute [rw] format
|
|
22085
22114
|
# Specifies the data output format for the target.
|
|
22086
22115
|
# @return [String]
|
|
@@ -22097,6 +22126,7 @@ module Aws::Glue
|
|
|
22097
22126
|
:partition_keys,
|
|
22098
22127
|
:path,
|
|
22099
22128
|
:compression,
|
|
22129
|
+
:number_target_partitions,
|
|
22100
22130
|
:format,
|
|
22101
22131
|
:schema_change_policy)
|
|
22102
22132
|
SENSITIVE = []
|
|
@@ -22124,6 +22154,80 @@ module Aws::Glue
|
|
|
22124
22154
|
include Aws::Structure
|
|
22125
22155
|
end
|
|
22126
22156
|
|
|
22157
|
+
# Specifies an S3 Excel data source.
|
|
22158
|
+
#
|
|
22159
|
+
# @!attribute [rw] name
|
|
22160
|
+
# The name of the S3 Excel data source.
|
|
22161
|
+
# @return [String]
|
|
22162
|
+
#
|
|
22163
|
+
# @!attribute [rw] paths
|
|
22164
|
+
# The S3 paths where the Excel files are located.
|
|
22165
|
+
# @return [Array<String>]
|
|
22166
|
+
#
|
|
22167
|
+
# @!attribute [rw] compression_type
|
|
22168
|
+
# The compression format used for the Excel files.
|
|
22169
|
+
# @return [String]
|
|
22170
|
+
#
|
|
22171
|
+
# @!attribute [rw] exclusions
|
|
22172
|
+
# Patterns to exclude specific files or paths from processing.
|
|
22173
|
+
# @return [Array<String>]
|
|
22174
|
+
#
|
|
22175
|
+
# @!attribute [rw] group_size
|
|
22176
|
+
# Defines the size of file groups for batch processing.
|
|
22177
|
+
# @return [String]
|
|
22178
|
+
#
|
|
22179
|
+
# @!attribute [rw] group_files
|
|
22180
|
+
# Specifies how files should be grouped for processing.
|
|
22181
|
+
# @return [String]
|
|
22182
|
+
#
|
|
22183
|
+
# @!attribute [rw] recurse
|
|
22184
|
+
# Indicates whether to recursively process subdirectories.
|
|
22185
|
+
# @return [Boolean]
|
|
22186
|
+
#
|
|
22187
|
+
# @!attribute [rw] max_band
|
|
22188
|
+
# The maximum number of processing bands to use.
|
|
22189
|
+
# @return [Integer]
|
|
22190
|
+
#
|
|
22191
|
+
# @!attribute [rw] max_files_in_band
|
|
22192
|
+
# The maximum number of files to process in each band.
|
|
22193
|
+
# @return [Integer]
|
|
22194
|
+
#
|
|
22195
|
+
# @!attribute [rw] additional_options
|
|
22196
|
+
# Additional configuration options for S3 direct source processing.
|
|
22197
|
+
# @return [Types::S3DirectSourceAdditionalOptions]
|
|
22198
|
+
#
|
|
22199
|
+
# @!attribute [rw] number_rows
|
|
22200
|
+
# The number of rows to process from each Excel file.
|
|
22201
|
+
# @return [Integer]
|
|
22202
|
+
#
|
|
22203
|
+
# @!attribute [rw] skip_footer
|
|
22204
|
+
# The number of rows to skip at the end of each Excel file.
|
|
22205
|
+
# @return [Integer]
|
|
22206
|
+
#
|
|
22207
|
+
# @!attribute [rw] output_schemas
|
|
22208
|
+
# The AWS Glue schemas to apply to the processed data.
|
|
22209
|
+
# @return [Array<Types::GlueSchema>]
|
|
22210
|
+
#
|
|
22211
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3ExcelSource AWS API Documentation
|
|
22212
|
+
#
|
|
22213
|
+
class S3ExcelSource < Struct.new(
|
|
22214
|
+
:name,
|
|
22215
|
+
:paths,
|
|
22216
|
+
:compression_type,
|
|
22217
|
+
:exclusions,
|
|
22218
|
+
:group_size,
|
|
22219
|
+
:group_files,
|
|
22220
|
+
:recurse,
|
|
22221
|
+
:max_band,
|
|
22222
|
+
:max_files_in_band,
|
|
22223
|
+
:additional_options,
|
|
22224
|
+
:number_rows,
|
|
22225
|
+
:skip_footer,
|
|
22226
|
+
:output_schemas)
|
|
22227
|
+
SENSITIVE = []
|
|
22228
|
+
include Aws::Structure
|
|
22229
|
+
end
|
|
22230
|
+
|
|
22127
22231
|
# Specifies a data target that writes to Amazon S3 in Apache Parquet
|
|
22128
22232
|
# columnar storage.
|
|
22129
22233
|
#
|
|
@@ -22149,6 +22253,11 @@ module Aws::Glue
|
|
|
22149
22253
|
# are `"gzip"` and `"bzip"`).
|
|
22150
22254
|
# @return [String]
|
|
22151
22255
|
#
|
|
22256
|
+
# @!attribute [rw] number_target_partitions
|
|
22257
|
+
# Specifies the number of target partitions for Parquet files when
|
|
22258
|
+
# writing to Amazon S3 using AWS Glue.
|
|
22259
|
+
# @return [String]
|
|
22260
|
+
#
|
|
22152
22261
|
# @!attribute [rw] schema_change_policy
|
|
22153
22262
|
# A policy that specifies update behavior for the crawler.
|
|
22154
22263
|
# @return [Types::DirectSchemaChangePolicy]
|
|
@@ -22161,6 +22270,7 @@ module Aws::Glue
|
|
|
22161
22270
|
:partition_keys,
|
|
22162
22271
|
:path,
|
|
22163
22272
|
:compression,
|
|
22273
|
+
:number_target_partitions,
|
|
22164
22274
|
:schema_change_policy)
|
|
22165
22275
|
SENSITIVE = []
|
|
22166
22276
|
include Aws::Structure
|
|
@@ -22231,6 +22341,11 @@ module Aws::Glue
|
|
|
22231
22341
|
# are `"gzip"` and `"bzip"`).
|
|
22232
22342
|
# @return [String]
|
|
22233
22343
|
#
|
|
22344
|
+
# @!attribute [rw] number_target_partitions
|
|
22345
|
+
# Specifies the number of target partitions for distributing Hudi
|
|
22346
|
+
# dataset files across Amazon S3.
|
|
22347
|
+
# @return [String]
|
|
22348
|
+
#
|
|
22234
22349
|
# @!attribute [rw] partition_keys
|
|
22235
22350
|
# Specifies native partitioning using a sequence of keys.
|
|
22236
22351
|
# @return [Array<Array<String>>]
|
|
@@ -22254,6 +22369,7 @@ module Aws::Glue
|
|
|
22254
22369
|
:inputs,
|
|
22255
22370
|
:path,
|
|
22256
22371
|
:compression,
|
|
22372
|
+
:number_target_partitions,
|
|
22257
22373
|
:partition_keys,
|
|
22258
22374
|
:format,
|
|
22259
22375
|
:additional_options,
|
|
@@ -22296,6 +22412,106 @@ module Aws::Glue
|
|
|
22296
22412
|
include Aws::Structure
|
|
22297
22413
|
end
|
|
22298
22414
|
|
|
22415
|
+
# Specifies a HyperDirect data target that writes to Amazon S3.
|
|
22416
|
+
#
|
|
22417
|
+
# @!attribute [rw] name
|
|
22418
|
+
# The unique identifier for the HyperDirect target node.
|
|
22419
|
+
# @return [String]
|
|
22420
|
+
#
|
|
22421
|
+
# @!attribute [rw] inputs
|
|
22422
|
+
# Specifies the input source for the HyperDirect target.
|
|
22423
|
+
# @return [Array<String>]
|
|
22424
|
+
#
|
|
22425
|
+
# @!attribute [rw] partition_keys
|
|
22426
|
+
# Defines the partitioning strategy for the output data.
|
|
22427
|
+
# @return [Array<Array<String>>]
|
|
22428
|
+
#
|
|
22429
|
+
# @!attribute [rw] path
|
|
22430
|
+
# The S3 location where the output data will be written.
|
|
22431
|
+
# @return [String]
|
|
22432
|
+
#
|
|
22433
|
+
# @!attribute [rw] compression
|
|
22434
|
+
# The compression type to apply to the output data.
|
|
22435
|
+
# @return [String]
|
|
22436
|
+
#
|
|
22437
|
+
# @!attribute [rw] schema_change_policy
|
|
22438
|
+
# Defines how schema changes are handled during write operations.
|
|
22439
|
+
# @return [Types::DirectSchemaChangePolicy]
|
|
22440
|
+
#
|
|
22441
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HyperDirectTarget AWS API Documentation
|
|
22442
|
+
#
|
|
22443
|
+
class S3HyperDirectTarget < Struct.new(
|
|
22444
|
+
:name,
|
|
22445
|
+
:inputs,
|
|
22446
|
+
:partition_keys,
|
|
22447
|
+
:path,
|
|
22448
|
+
:compression,
|
|
22449
|
+
:schema_change_policy)
|
|
22450
|
+
SENSITIVE = []
|
|
22451
|
+
include Aws::Structure
|
|
22452
|
+
end
|
|
22453
|
+
|
|
22454
|
+
# Specifies a target that writes to an Iceberg data source in Amazon S3.
|
|
22455
|
+
#
|
|
22456
|
+
# @!attribute [rw] name
|
|
22457
|
+
# Specifies the unique identifier for the Iceberg target node in your
|
|
22458
|
+
# data pipeline.
|
|
22459
|
+
# @return [String]
|
|
22460
|
+
#
|
|
22461
|
+
# @!attribute [rw] inputs
|
|
22462
|
+
# Defines the single input source that provides data to this Iceberg
|
|
22463
|
+
# target.
|
|
22464
|
+
# @return [Array<String>]
|
|
22465
|
+
#
|
|
22466
|
+
# @!attribute [rw] partition_keys
|
|
22467
|
+
# Specifies the columns used to partition the Iceberg table data in
|
|
22468
|
+
# S3.
|
|
22469
|
+
# @return [Array<Array<String>>]
|
|
22470
|
+
#
|
|
22471
|
+
# @!attribute [rw] path
|
|
22472
|
+
# Defines the S3 location where the Iceberg table data will be stored.
|
|
22473
|
+
# @return [String]
|
|
22474
|
+
#
|
|
22475
|
+
# @!attribute [rw] format
|
|
22476
|
+
# Specifies the file format used for storing Iceberg table data (e.g.,
|
|
22477
|
+
# Parquet, ORC).
|
|
22478
|
+
# @return [String]
|
|
22479
|
+
#
|
|
22480
|
+
# @!attribute [rw] additional_options
|
|
22481
|
+
# Provides additional configuration options for customizing the
|
|
22482
|
+
# Iceberg table behavior.
|
|
22483
|
+
# @return [Hash<String,String>]
|
|
22484
|
+
#
|
|
22485
|
+
# @!attribute [rw] schema_change_policy
|
|
22486
|
+
# Defines how schema changes are handled when writing data to the
|
|
22487
|
+
# Iceberg table.
|
|
22488
|
+
# @return [Types::DirectSchemaChangePolicy]
|
|
22489
|
+
#
|
|
22490
|
+
# @!attribute [rw] compression
|
|
22491
|
+
# Specifies the compression codec used for Iceberg table files in S3.
|
|
22492
|
+
# @return [String]
|
|
22493
|
+
#
|
|
22494
|
+
# @!attribute [rw] number_target_partitions
|
|
22495
|
+
# Sets the number of target partitions for distributing Iceberg table
|
|
22496
|
+
# files across S3.
|
|
22497
|
+
# @return [String]
|
|
22498
|
+
#
|
|
22499
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3IcebergDirectTarget AWS API Documentation
|
|
22500
|
+
#
|
|
22501
|
+
class S3IcebergDirectTarget < Struct.new(
|
|
22502
|
+
:name,
|
|
22503
|
+
:inputs,
|
|
22504
|
+
:partition_keys,
|
|
22505
|
+
:path,
|
|
22506
|
+
:format,
|
|
22507
|
+
:additional_options,
|
|
22508
|
+
:schema_change_policy,
|
|
22509
|
+
:compression,
|
|
22510
|
+
:number_target_partitions)
|
|
22511
|
+
SENSITIVE = []
|
|
22512
|
+
include Aws::Structure
|
|
22513
|
+
end
|
|
22514
|
+
|
|
22299
22515
|
# Specifies a JSON data store stored in Amazon S3.
|
|
22300
22516
|
#
|
|
22301
22517
|
# @!attribute [rw] name
|
data/lib/aws-sdk-glue.rb
CHANGED
data/sig/client.rbs
CHANGED
|
@@ -1092,6 +1092,35 @@ module Aws
|
|
|
1092
1092
|
},
|
|
1093
1093
|
]?
|
|
1094
1094
|
}?,
|
|
1095
|
+
s3_excel_source: {
|
|
1096
|
+
name: ::String,
|
|
1097
|
+
paths: Array[::String],
|
|
1098
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
1099
|
+
exclusions: Array[::String]?,
|
|
1100
|
+
group_size: ::String?,
|
|
1101
|
+
group_files: ::String?,
|
|
1102
|
+
recurse: bool?,
|
|
1103
|
+
max_band: ::Integer?,
|
|
1104
|
+
max_files_in_band: ::Integer?,
|
|
1105
|
+
additional_options: {
|
|
1106
|
+
bounded_size: ::Integer?,
|
|
1107
|
+
bounded_files: ::Integer?,
|
|
1108
|
+
enable_sample_path: bool?,
|
|
1109
|
+
sample_path: ::String?
|
|
1110
|
+
}?,
|
|
1111
|
+
number_rows: ::Integer?,
|
|
1112
|
+
skip_footer: ::Integer?,
|
|
1113
|
+
output_schemas: Array[
|
|
1114
|
+
{
|
|
1115
|
+
columns: Array[
|
|
1116
|
+
{
|
|
1117
|
+
name: ::String,
|
|
1118
|
+
type: ::String?
|
|
1119
|
+
},
|
|
1120
|
+
]?
|
|
1121
|
+
},
|
|
1122
|
+
]?
|
|
1123
|
+
}?,
|
|
1095
1124
|
s3_json_source: {
|
|
1096
1125
|
name: ::String,
|
|
1097
1126
|
paths: Array[::String],
|
|
@@ -1124,7 +1153,7 @@ module Aws
|
|
|
1124
1153
|
s3_parquet_source: {
|
|
1125
1154
|
name: ::String,
|
|
1126
1155
|
paths: Array[::String],
|
|
1127
|
-
compression_type: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
|
|
1156
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
1128
1157
|
exclusions: Array[::String]?,
|
|
1129
1158
|
group_size: ::String?,
|
|
1130
1159
|
group_files: ::String?,
|
|
@@ -1237,7 +1266,23 @@ module Aws
|
|
|
1237
1266
|
Array[::String],
|
|
1238
1267
|
]?,
|
|
1239
1268
|
path: ::String,
|
|
1240
|
-
compression: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
|
|
1269
|
+
compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
1270
|
+
number_target_partitions: ::String?,
|
|
1271
|
+
schema_change_policy: {
|
|
1272
|
+
enable_update_catalog: bool?,
|
|
1273
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1274
|
+
table: ::String?,
|
|
1275
|
+
database: ::String?
|
|
1276
|
+
}?
|
|
1277
|
+
}?,
|
|
1278
|
+
s3_hyper_direct_target: {
|
|
1279
|
+
name: ::String,
|
|
1280
|
+
inputs: Array[::String],
|
|
1281
|
+
partition_keys: Array[
|
|
1282
|
+
Array[::String],
|
|
1283
|
+
]?,
|
|
1284
|
+
path: ::String,
|
|
1285
|
+
compression: ("uncompressed")?,
|
|
1241
1286
|
schema_change_policy: {
|
|
1242
1287
|
enable_update_catalog: bool?,
|
|
1243
1288
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
@@ -1253,7 +1298,8 @@ module Aws
|
|
|
1253
1298
|
]?,
|
|
1254
1299
|
path: ::String,
|
|
1255
1300
|
compression: ::String?,
|
|
1256
|
-
|
|
1301
|
+
number_target_partitions: ::String?,
|
|
1302
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1257
1303
|
schema_change_policy: {
|
|
1258
1304
|
enable_update_catalog: bool?,
|
|
1259
1305
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
@@ -1261,6 +1307,24 @@ module Aws
|
|
|
1261
1307
|
database: ::String?
|
|
1262
1308
|
}?
|
|
1263
1309
|
}?,
|
|
1310
|
+
s3_iceberg_direct_target: {
|
|
1311
|
+
name: ::String,
|
|
1312
|
+
inputs: Array[::String],
|
|
1313
|
+
partition_keys: Array[
|
|
1314
|
+
Array[::String],
|
|
1315
|
+
]?,
|
|
1316
|
+
path: ::String,
|
|
1317
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1318
|
+
additional_options: Hash[::String, ::String]?,
|
|
1319
|
+
schema_change_policy: {
|
|
1320
|
+
enable_update_catalog: bool?,
|
|
1321
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1322
|
+
table: ::String?,
|
|
1323
|
+
database: ::String?
|
|
1324
|
+
}?,
|
|
1325
|
+
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
1326
|
+
number_target_partitions: ::String?
|
|
1327
|
+
}?,
|
|
1264
1328
|
apply_mapping: {
|
|
1265
1329
|
name: ::String,
|
|
1266
1330
|
inputs: Array[::String],
|
|
@@ -1759,10 +1823,11 @@ module Aws
|
|
|
1759
1823
|
inputs: Array[::String],
|
|
1760
1824
|
path: ::String,
|
|
1761
1825
|
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
1826
|
+
number_target_partitions: ::String?,
|
|
1762
1827
|
partition_keys: Array[
|
|
1763
1828
|
Array[::String],
|
|
1764
1829
|
]?,
|
|
1765
|
-
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta"),
|
|
1830
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1766
1831
|
additional_options: Hash[::String, ::String],
|
|
1767
1832
|
schema_change_policy: {
|
|
1768
1833
|
enable_update_catalog: bool?,
|
|
@@ -1854,7 +1919,8 @@ module Aws
|
|
|
1854
1919
|
]?,
|
|
1855
1920
|
path: ::String,
|
|
1856
1921
|
compression: ("uncompressed" | "snappy"),
|
|
1857
|
-
|
|
1922
|
+
number_target_partitions: ::String?,
|
|
1923
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1858
1924
|
additional_options: Hash[::String, ::String]?,
|
|
1859
1925
|
schema_change_policy: {
|
|
1860
1926
|
enable_update_catalog: bool?,
|
|
@@ -6068,6 +6134,35 @@ module Aws
|
|
|
6068
6134
|
},
|
|
6069
6135
|
]?
|
|
6070
6136
|
}?,
|
|
6137
|
+
s3_excel_source: {
|
|
6138
|
+
name: ::String,
|
|
6139
|
+
paths: Array[::String],
|
|
6140
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
6141
|
+
exclusions: Array[::String]?,
|
|
6142
|
+
group_size: ::String?,
|
|
6143
|
+
group_files: ::String?,
|
|
6144
|
+
recurse: bool?,
|
|
6145
|
+
max_band: ::Integer?,
|
|
6146
|
+
max_files_in_band: ::Integer?,
|
|
6147
|
+
additional_options: {
|
|
6148
|
+
bounded_size: ::Integer?,
|
|
6149
|
+
bounded_files: ::Integer?,
|
|
6150
|
+
enable_sample_path: bool?,
|
|
6151
|
+
sample_path: ::String?
|
|
6152
|
+
}?,
|
|
6153
|
+
number_rows: ::Integer?,
|
|
6154
|
+
skip_footer: ::Integer?,
|
|
6155
|
+
output_schemas: Array[
|
|
6156
|
+
{
|
|
6157
|
+
columns: Array[
|
|
6158
|
+
{
|
|
6159
|
+
name: ::String,
|
|
6160
|
+
type: ::String?
|
|
6161
|
+
},
|
|
6162
|
+
]?
|
|
6163
|
+
},
|
|
6164
|
+
]?
|
|
6165
|
+
}?,
|
|
6071
6166
|
s3_json_source: {
|
|
6072
6167
|
name: ::String,
|
|
6073
6168
|
paths: Array[::String],
|
|
@@ -6100,7 +6195,7 @@ module Aws
|
|
|
6100
6195
|
s3_parquet_source: {
|
|
6101
6196
|
name: ::String,
|
|
6102
6197
|
paths: Array[::String],
|
|
6103
|
-
compression_type: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
|
|
6198
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
6104
6199
|
exclusions: Array[::String]?,
|
|
6105
6200
|
group_size: ::String?,
|
|
6106
6201
|
group_files: ::String?,
|
|
@@ -6213,7 +6308,23 @@ module Aws
|
|
|
6213
6308
|
Array[::String],
|
|
6214
6309
|
]?,
|
|
6215
6310
|
path: ::String,
|
|
6216
|
-
compression: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
|
|
6311
|
+
compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
6312
|
+
number_target_partitions: ::String?,
|
|
6313
|
+
schema_change_policy: {
|
|
6314
|
+
enable_update_catalog: bool?,
|
|
6315
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6316
|
+
table: ::String?,
|
|
6317
|
+
database: ::String?
|
|
6318
|
+
}?
|
|
6319
|
+
}?,
|
|
6320
|
+
s3_hyper_direct_target: {
|
|
6321
|
+
name: ::String,
|
|
6322
|
+
inputs: Array[::String],
|
|
6323
|
+
partition_keys: Array[
|
|
6324
|
+
Array[::String],
|
|
6325
|
+
]?,
|
|
6326
|
+
path: ::String,
|
|
6327
|
+
compression: ("uncompressed")?,
|
|
6217
6328
|
schema_change_policy: {
|
|
6218
6329
|
enable_update_catalog: bool?,
|
|
6219
6330
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
@@ -6229,7 +6340,8 @@ module Aws
|
|
|
6229
6340
|
]?,
|
|
6230
6341
|
path: ::String,
|
|
6231
6342
|
compression: ::String?,
|
|
6232
|
-
|
|
6343
|
+
number_target_partitions: ::String?,
|
|
6344
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6233
6345
|
schema_change_policy: {
|
|
6234
6346
|
enable_update_catalog: bool?,
|
|
6235
6347
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
@@ -6237,6 +6349,24 @@ module Aws
|
|
|
6237
6349
|
database: ::String?
|
|
6238
6350
|
}?
|
|
6239
6351
|
}?,
|
|
6352
|
+
s3_iceberg_direct_target: {
|
|
6353
|
+
name: ::String,
|
|
6354
|
+
inputs: Array[::String],
|
|
6355
|
+
partition_keys: Array[
|
|
6356
|
+
Array[::String],
|
|
6357
|
+
]?,
|
|
6358
|
+
path: ::String,
|
|
6359
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6360
|
+
additional_options: Hash[::String, ::String]?,
|
|
6361
|
+
schema_change_policy: {
|
|
6362
|
+
enable_update_catalog: bool?,
|
|
6363
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6364
|
+
table: ::String?,
|
|
6365
|
+
database: ::String?
|
|
6366
|
+
}?,
|
|
6367
|
+
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
6368
|
+
number_target_partitions: ::String?
|
|
6369
|
+
}?,
|
|
6240
6370
|
apply_mapping: {
|
|
6241
6371
|
name: ::String,
|
|
6242
6372
|
inputs: Array[::String],
|
|
@@ -6735,10 +6865,11 @@ module Aws
|
|
|
6735
6865
|
inputs: Array[::String],
|
|
6736
6866
|
path: ::String,
|
|
6737
6867
|
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
6868
|
+
number_target_partitions: ::String?,
|
|
6738
6869
|
partition_keys: Array[
|
|
6739
6870
|
Array[::String],
|
|
6740
6871
|
]?,
|
|
6741
|
-
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta"),
|
|
6872
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6742
6873
|
additional_options: Hash[::String, ::String],
|
|
6743
6874
|
schema_change_policy: {
|
|
6744
6875
|
enable_update_catalog: bool?,
|
|
@@ -6830,7 +6961,8 @@ module Aws
|
|
|
6830
6961
|
]?,
|
|
6831
6962
|
path: ::String,
|
|
6832
6963
|
compression: ("uncompressed" | "snappy"),
|
|
6833
|
-
|
|
6964
|
+
number_target_partitions: ::String?,
|
|
6965
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6834
6966
|
additional_options: Hash[::String, ::String]?,
|
|
6835
6967
|
schema_change_policy: {
|
|
6836
6968
|
enable_update_catalog: bool?,
|
data/sig/types.rbs
CHANGED
|
@@ -692,6 +692,7 @@ module Aws::Glue
|
|
|
692
692
|
attr_accessor redshift_source: Types::RedshiftSource
|
|
693
693
|
attr_accessor s3_catalog_source: Types::S3CatalogSource
|
|
694
694
|
attr_accessor s3_csv_source: Types::S3CsvSource
|
|
695
|
+
attr_accessor s3_excel_source: Types::S3ExcelSource
|
|
695
696
|
attr_accessor s3_json_source: Types::S3JsonSource
|
|
696
697
|
attr_accessor s3_parquet_source: Types::S3ParquetSource
|
|
697
698
|
attr_accessor relational_catalog_source: Types::RelationalCatalogSource
|
|
@@ -702,7 +703,9 @@ module Aws::Glue
|
|
|
702
703
|
attr_accessor redshift_target: Types::RedshiftTarget
|
|
703
704
|
attr_accessor s3_catalog_target: Types::S3CatalogTarget
|
|
704
705
|
attr_accessor s3_glue_parquet_target: Types::S3GlueParquetTarget
|
|
706
|
+
attr_accessor s3_hyper_direct_target: Types::S3HyperDirectTarget
|
|
705
707
|
attr_accessor s3_direct_target: Types::S3DirectTarget
|
|
708
|
+
attr_accessor s3_iceberg_direct_target: Types::S3IcebergDirectTarget
|
|
706
709
|
attr_accessor apply_mapping: Types::ApplyMapping
|
|
707
710
|
attr_accessor select_fields: Types::SelectFields
|
|
708
711
|
attr_accessor drop_fields: Types::DropFields
|
|
@@ -5391,7 +5394,8 @@ module Aws::Glue
|
|
|
5391
5394
|
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5392
5395
|
attr_accessor path: ::String
|
|
5393
5396
|
attr_accessor compression: ("uncompressed" | "snappy")
|
|
5394
|
-
attr_accessor
|
|
5397
|
+
attr_accessor number_target_partitions: ::String
|
|
5398
|
+
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
|
5395
5399
|
attr_accessor additional_options: ::Hash[::String, ::String]
|
|
5396
5400
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5397
5401
|
SENSITIVE: []
|
|
@@ -5420,7 +5424,8 @@ module Aws::Glue
|
|
|
5420
5424
|
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5421
5425
|
attr_accessor path: ::String
|
|
5422
5426
|
attr_accessor compression: ::String
|
|
5423
|
-
attr_accessor
|
|
5427
|
+
attr_accessor number_target_partitions: ::String
|
|
5428
|
+
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
|
5424
5429
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5425
5430
|
SENSITIVE: []
|
|
5426
5431
|
end
|
|
@@ -5431,12 +5436,30 @@ module Aws::Glue
|
|
|
5431
5436
|
SENSITIVE: []
|
|
5432
5437
|
end
|
|
5433
5438
|
|
|
5439
|
+
class S3ExcelSource
|
|
5440
|
+
attr_accessor name: ::String
|
|
5441
|
+
attr_accessor paths: ::Array[::String]
|
|
5442
|
+
attr_accessor compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
|
|
5443
|
+
attr_accessor exclusions: ::Array[::String]
|
|
5444
|
+
attr_accessor group_size: ::String
|
|
5445
|
+
attr_accessor group_files: ::String
|
|
5446
|
+
attr_accessor recurse: bool
|
|
5447
|
+
attr_accessor max_band: ::Integer
|
|
5448
|
+
attr_accessor max_files_in_band: ::Integer
|
|
5449
|
+
attr_accessor additional_options: Types::S3DirectSourceAdditionalOptions
|
|
5450
|
+
attr_accessor number_rows: ::Integer
|
|
5451
|
+
attr_accessor skip_footer: ::Integer
|
|
5452
|
+
attr_accessor output_schemas: ::Array[Types::GlueSchema]
|
|
5453
|
+
SENSITIVE: []
|
|
5454
|
+
end
|
|
5455
|
+
|
|
5434
5456
|
class S3GlueParquetTarget
|
|
5435
5457
|
attr_accessor name: ::String
|
|
5436
5458
|
attr_accessor inputs: ::Array[::String]
|
|
5437
5459
|
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5438
5460
|
attr_accessor path: ::String
|
|
5439
|
-
attr_accessor compression: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")
|
|
5461
|
+
attr_accessor compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
|
|
5462
|
+
attr_accessor number_target_partitions: ::String
|
|
5440
5463
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5441
5464
|
SENSITIVE: []
|
|
5442
5465
|
end
|
|
@@ -5457,8 +5480,9 @@ module Aws::Glue
|
|
|
5457
5480
|
attr_accessor inputs: ::Array[::String]
|
|
5458
5481
|
attr_accessor path: ::String
|
|
5459
5482
|
attr_accessor compression: ("gzip" | "lzo" | "uncompressed" | "snappy")
|
|
5483
|
+
attr_accessor number_target_partitions: ::String
|
|
5460
5484
|
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5461
|
-
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta")
|
|
5485
|
+
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
|
5462
5486
|
attr_accessor additional_options: ::Hash[::String, ::String]
|
|
5463
5487
|
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5464
5488
|
SENSITIVE: []
|
|
@@ -5473,6 +5497,29 @@ module Aws::Glue
|
|
|
5473
5497
|
SENSITIVE: []
|
|
5474
5498
|
end
|
|
5475
5499
|
|
|
5500
|
+
class S3HyperDirectTarget
|
|
5501
|
+
attr_accessor name: ::String
|
|
5502
|
+
attr_accessor inputs: ::Array[::String]
|
|
5503
|
+
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5504
|
+
attr_accessor path: ::String
|
|
5505
|
+
attr_accessor compression: ("uncompressed")
|
|
5506
|
+
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5507
|
+
SENSITIVE: []
|
|
5508
|
+
end
|
|
5509
|
+
|
|
5510
|
+
class S3IcebergDirectTarget
|
|
5511
|
+
attr_accessor name: ::String
|
|
5512
|
+
attr_accessor inputs: ::Array[::String]
|
|
5513
|
+
attr_accessor partition_keys: ::Array[::Array[::String]]
|
|
5514
|
+
attr_accessor path: ::String
|
|
5515
|
+
attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
|
|
5516
|
+
attr_accessor additional_options: ::Hash[::String, ::String]
|
|
5517
|
+
attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
|
|
5518
|
+
attr_accessor compression: ("gzip" | "lzo" | "uncompressed" | "snappy")
|
|
5519
|
+
attr_accessor number_target_partitions: ::String
|
|
5520
|
+
SENSITIVE: []
|
|
5521
|
+
end
|
|
5522
|
+
|
|
5476
5523
|
class S3JsonSource
|
|
5477
5524
|
attr_accessor name: ::String
|
|
5478
5525
|
attr_accessor paths: ::Array[::String]
|
|
@@ -5493,7 +5540,7 @@ module Aws::Glue
|
|
|
5493
5540
|
class S3ParquetSource
|
|
5494
5541
|
attr_accessor name: ::String
|
|
5495
5542
|
attr_accessor paths: ::Array[::String]
|
|
5496
|
-
attr_accessor compression_type: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")
|
|
5543
|
+
attr_accessor compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
|
|
5497
5544
|
attr_accessor exclusions: ::Array[::String]
|
|
5498
5545
|
attr_accessor group_size: ::String
|
|
5499
5546
|
attr_accessor group_files: ::String
|