aws-sdk-glue 1.192.0 → 1.194.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +82 -10
- data/lib/aws-sdk-glue/client_api.rb +78 -1
- data/lib/aws-sdk-glue/endpoints.rb +224 -896
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/plugins/endpoints.rb +10 -1
- data/lib/aws-sdk-glue/types.rb +275 -5
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +34 -8
- data/sig/errors.rbs +3 -0
- data/sig/types.rbs +80 -8
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c80f85a708425c975e698d3e52f8d0d15353c37572cf9d3b74dbb5330d039c29
|
4
|
+
data.tar.gz: c201de9b8e428cfab3737a0d5c3b27ec23021182a92c4f28c86c9a258609d77d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 93b283426784ee424c9e758eb93d36897fbb6c01b2b8eec1460a3a2a0ff98b2e7145d5bc48696ca92a46095f5233cce73e125d9f3b192a5b8993944d3d090544
|
7
|
+
data.tar.gz: c048130e762d8b8fb1c73316ed845b5c58c4c6353d709e940893d01f7e49ee62d29e24f86c2ed67e261f527d0793811e35d2234843f4422a1ceaf20d93b10380
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,16 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.194.0 (2024-09-12)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - AWS Glue is introducing two new optimizers for Apache Iceberg tables: snapshot retention and orphan file deletion. Customers can enable these optimizers and customize their configurations to perform daily maintenance tasks on their Iceberg tables based on their specific requirements.
|
8
|
+
|
9
|
+
1.193.0 (2024-09-11)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
13
|
+
|
4
14
|
1.192.0 (2024-09-10)
|
5
15
|
------------------
|
6
16
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.194.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -2141,7 +2141,7 @@ module Aws::Glue
|
|
2141
2141
|
# catalog_id: "CatalogIdString",
|
2142
2142
|
# database_name: "databaseNameString",
|
2143
2143
|
# table_name: "tableNameString",
|
2144
|
-
# type: "compaction", # accepts compaction
|
2144
|
+
# type: "compaction", # accepts compaction, retention, orphan_file_deletion
|
2145
2145
|
# },
|
2146
2146
|
# ],
|
2147
2147
|
# })
|
@@ -2152,9 +2152,14 @@ module Aws::Glue
|
|
2152
2152
|
# resp.table_optimizers[0].catalog_id #=> String
|
2153
2153
|
# resp.table_optimizers[0].database_name #=> String
|
2154
2154
|
# resp.table_optimizers[0].table_name #=> String
|
2155
|
-
# resp.table_optimizers[0].table_optimizer.type #=> String, one of "compaction"
|
2155
|
+
# resp.table_optimizers[0].table_optimizer.type #=> String, one of "compaction", "retention", "orphan_file_deletion"
|
2156
2156
|
# resp.table_optimizers[0].table_optimizer.configuration.role_arn #=> String
|
2157
2157
|
# resp.table_optimizers[0].table_optimizer.configuration.enabled #=> Boolean
|
2158
|
+
# resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.snapshot_retention_period_in_days #=> Integer
|
2159
|
+
# resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.number_of_snapshots_to_retain #=> Integer
|
2160
|
+
# resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.clean_expired_files #=> Boolean
|
2161
|
+
# resp.table_optimizers[0].table_optimizer.configuration.orphan_file_deletion_configuration.iceberg_configuration.orphan_file_retention_period_in_days #=> Integer
|
2162
|
+
# resp.table_optimizers[0].table_optimizer.configuration.orphan_file_deletion_configuration.iceberg_configuration.location #=> String
|
2158
2163
|
# resp.table_optimizers[0].table_optimizer.last_run.event_type #=> String, one of "starting", "completed", "failed", "in_progress"
|
2159
2164
|
# resp.table_optimizers[0].table_optimizer.last_run.start_timestamp #=> Time
|
2160
2165
|
# resp.table_optimizers[0].table_optimizer.last_run.end_timestamp #=> Time
|
@@ -2163,13 +2168,25 @@ module Aws::Glue
|
|
2163
2168
|
# resp.table_optimizers[0].table_optimizer.last_run.metrics.number_of_dpus #=> String
|
2164
2169
|
# resp.table_optimizers[0].table_optimizer.last_run.metrics.job_duration_in_hour #=> String
|
2165
2170
|
# resp.table_optimizers[0].table_optimizer.last_run.error #=> String
|
2171
|
+
# resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_bytes_compacted #=> Integer
|
2172
|
+
# resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_files_compacted #=> Integer
|
2173
|
+
# resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
2174
|
+
# resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
2175
|
+
# resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
|
2176
|
+
# resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
|
2177
|
+
# resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
|
2178
|
+
# resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
2179
|
+
# resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
2180
|
+
# resp.table_optimizers[0].table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.number_of_orphan_files_deleted #=> Integer
|
2181
|
+
# resp.table_optimizers[0].table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
2182
|
+
# resp.table_optimizers[0].table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
2166
2183
|
# resp.failures #=> Array
|
2167
2184
|
# resp.failures[0].error.error_code #=> String
|
2168
2185
|
# resp.failures[0].error.error_message #=> String
|
2169
2186
|
# resp.failures[0].catalog_id #=> String
|
2170
2187
|
# resp.failures[0].database_name #=> String
|
2171
2188
|
# resp.failures[0].table_name #=> String
|
2172
|
-
# resp.failures[0].type #=> String, one of "compaction"
|
2189
|
+
# resp.failures[0].type #=> String, one of "compaction", "retention", "orphan_file_deletion"
|
2173
2190
|
#
|
2174
2191
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetTableOptimizer AWS API Documentation
|
2175
2192
|
#
|
@@ -4812,10 +4829,23 @@ module Aws::Glue
|
|
4812
4829
|
# catalog_id: "CatalogIdString", # required
|
4813
4830
|
# database_name: "NameString", # required
|
4814
4831
|
# table_name: "NameString", # required
|
4815
|
-
# type: "compaction", # required, accepts compaction
|
4832
|
+
# type: "compaction", # required, accepts compaction, retention, orphan_file_deletion
|
4816
4833
|
# table_optimizer_configuration: { # required
|
4817
4834
|
# role_arn: "ArnString",
|
4818
4835
|
# enabled: false,
|
4836
|
+
# retention_configuration: {
|
4837
|
+
# iceberg_configuration: {
|
4838
|
+
# snapshot_retention_period_in_days: 1,
|
4839
|
+
# number_of_snapshots_to_retain: 1,
|
4840
|
+
# clean_expired_files: false,
|
4841
|
+
# },
|
4842
|
+
# },
|
4843
|
+
# orphan_file_deletion_configuration: {
|
4844
|
+
# iceberg_configuration: {
|
4845
|
+
# orphan_file_retention_period_in_days: 1,
|
4846
|
+
# location: "MessageString",
|
4847
|
+
# },
|
4848
|
+
# },
|
4819
4849
|
# },
|
4820
4850
|
# })
|
4821
4851
|
#
|
@@ -5826,7 +5856,7 @@ module Aws::Glue
|
|
5826
5856
|
# catalog_id: "CatalogIdString", # required
|
5827
5857
|
# database_name: "NameString", # required
|
5828
5858
|
# table_name: "NameString", # required
|
5829
|
-
# type: "compaction", # required, accepts compaction
|
5859
|
+
# type: "compaction", # required, accepts compaction, retention, orphan_file_deletion
|
5830
5860
|
# })
|
5831
5861
|
#
|
5832
5862
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteTableOptimizer AWS API Documentation
|
@@ -11346,7 +11376,7 @@ module Aws::Glue
|
|
11346
11376
|
# catalog_id: "CatalogIdString", # required
|
11347
11377
|
# database_name: "NameString", # required
|
11348
11378
|
# table_name: "NameString", # required
|
11349
|
-
# type: "compaction", # required, accepts compaction
|
11379
|
+
# type: "compaction", # required, accepts compaction, retention, orphan_file_deletion
|
11350
11380
|
# })
|
11351
11381
|
#
|
11352
11382
|
# @example Response structure
|
@@ -11354,9 +11384,14 @@ module Aws::Glue
|
|
11354
11384
|
# resp.catalog_id #=> String
|
11355
11385
|
# resp.database_name #=> String
|
11356
11386
|
# resp.table_name #=> String
|
11357
|
-
# resp.table_optimizer.type #=> String, one of "compaction"
|
11387
|
+
# resp.table_optimizer.type #=> String, one of "compaction", "retention", "orphan_file_deletion"
|
11358
11388
|
# resp.table_optimizer.configuration.role_arn #=> String
|
11359
11389
|
# resp.table_optimizer.configuration.enabled #=> Boolean
|
11390
|
+
# resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.snapshot_retention_period_in_days #=> Integer
|
11391
|
+
# resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.number_of_snapshots_to_retain #=> Integer
|
11392
|
+
# resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.clean_expired_files #=> Boolean
|
11393
|
+
# resp.table_optimizer.configuration.orphan_file_deletion_configuration.iceberg_configuration.orphan_file_retention_period_in_days #=> Integer
|
11394
|
+
# resp.table_optimizer.configuration.orphan_file_deletion_configuration.iceberg_configuration.location #=> String
|
11360
11395
|
# resp.table_optimizer.last_run.event_type #=> String, one of "starting", "completed", "failed", "in_progress"
|
11361
11396
|
# resp.table_optimizer.last_run.start_timestamp #=> Time
|
11362
11397
|
# resp.table_optimizer.last_run.end_timestamp #=> Time
|
@@ -11365,6 +11400,18 @@ module Aws::Glue
|
|
11365
11400
|
# resp.table_optimizer.last_run.metrics.number_of_dpus #=> String
|
11366
11401
|
# resp.table_optimizer.last_run.metrics.job_duration_in_hour #=> String
|
11367
11402
|
# resp.table_optimizer.last_run.error #=> String
|
11403
|
+
# resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_bytes_compacted #=> Integer
|
11404
|
+
# resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_files_compacted #=> Integer
|
11405
|
+
# resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
11406
|
+
# resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
11407
|
+
# resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
|
11408
|
+
# resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
|
11409
|
+
# resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
|
11410
|
+
# resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
11411
|
+
# resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
11412
|
+
# resp.table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.number_of_orphan_files_deleted #=> Integer
|
11413
|
+
# resp.table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
11414
|
+
# resp.table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
11368
11415
|
#
|
11369
11416
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableOptimizer AWS API Documentation
|
11370
11417
|
#
|
@@ -14398,7 +14445,7 @@ module Aws::Glue
|
|
14398
14445
|
# catalog_id: "CatalogIdString", # required
|
14399
14446
|
# database_name: "NameString", # required
|
14400
14447
|
# table_name: "NameString", # required
|
14401
|
-
# type: "compaction", # required, accepts compaction
|
14448
|
+
# type: "compaction", # required, accepts compaction, retention, orphan_file_deletion
|
14402
14449
|
# max_results: 1,
|
14403
14450
|
# next_token: "ListTableOptimizerRunsToken",
|
14404
14451
|
# })
|
@@ -14418,6 +14465,18 @@ module Aws::Glue
|
|
14418
14465
|
# resp.table_optimizer_runs[0].metrics.number_of_dpus #=> String
|
14419
14466
|
# resp.table_optimizer_runs[0].metrics.job_duration_in_hour #=> String
|
14420
14467
|
# resp.table_optimizer_runs[0].error #=> String
|
14468
|
+
# resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.number_of_bytes_compacted #=> Integer
|
14469
|
+
# resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.number_of_files_compacted #=> Integer
|
14470
|
+
# resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
14471
|
+
# resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
14472
|
+
# resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
|
14473
|
+
# resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
|
14474
|
+
# resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
|
14475
|
+
# resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
14476
|
+
# resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
14477
|
+
# resp.table_optimizer_runs[0].orphan_file_deletion_metrics.iceberg_metrics.number_of_orphan_files_deleted #=> Integer
|
14478
|
+
# resp.table_optimizer_runs[0].orphan_file_deletion_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
14479
|
+
# resp.table_optimizer_runs[0].orphan_file_deletion_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
14421
14480
|
#
|
14422
14481
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTableOptimizerRuns AWS API Documentation
|
14423
14482
|
#
|
@@ -17804,10 +17863,23 @@ module Aws::Glue
|
|
17804
17863
|
# catalog_id: "CatalogIdString", # required
|
17805
17864
|
# database_name: "NameString", # required
|
17806
17865
|
# table_name: "NameString", # required
|
17807
|
-
# type: "compaction", # required, accepts compaction
|
17866
|
+
# type: "compaction", # required, accepts compaction, retention, orphan_file_deletion
|
17808
17867
|
# table_optimizer_configuration: { # required
|
17809
17868
|
# role_arn: "ArnString",
|
17810
17869
|
# enabled: false,
|
17870
|
+
# retention_configuration: {
|
17871
|
+
# iceberg_configuration: {
|
17872
|
+
# snapshot_retention_period_in_days: 1,
|
17873
|
+
# number_of_snapshots_to_retain: 1,
|
17874
|
+
# clean_expired_files: false,
|
17875
|
+
# },
|
17876
|
+
# },
|
17877
|
+
# orphan_file_deletion_configuration: {
|
17878
|
+
# iceberg_configuration: {
|
17879
|
+
# orphan_file_retention_period_in_days: 1,
|
17880
|
+
# location: "MessageString",
|
17881
|
+
# },
|
17882
|
+
# },
|
17811
17883
|
# },
|
17812
17884
|
# })
|
17813
17885
|
#
|
@@ -18077,7 +18149,7 @@ module Aws::Glue
|
|
18077
18149
|
tracer: tracer
|
18078
18150
|
)
|
18079
18151
|
context[:gem_name] = 'aws-sdk-glue'
|
18080
|
-
context[:gem_version] = '1.
|
18152
|
+
context[:gem_version] = '1.194.0'
|
18081
18153
|
Seahorse::Client::Request.new(handlers, context)
|
18082
18154
|
end
|
18083
18155
|
|
@@ -204,6 +204,7 @@ module Aws::Glue
|
|
204
204
|
ColumnValuesString = Shapes::StringShape.new(name: 'ColumnValuesString')
|
205
205
|
CommentString = Shapes::StringShape.new(name: 'CommentString')
|
206
206
|
CommitIdString = Shapes::StringShape.new(name: 'CommitIdString')
|
207
|
+
CompactionMetrics = Shapes::StructureShape.new(name: 'CompactionMetrics')
|
207
208
|
Comparator = Shapes::StringShape.new(name: 'Comparator')
|
208
209
|
Compatibility = Shapes::StringShape.new(name: 'Compatibility')
|
209
210
|
CompressionType = Shapes::StringShape.new(name: 'CompressionType')
|
@@ -689,7 +690,12 @@ module Aws::Glue
|
|
689
690
|
HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
|
690
691
|
HudiTargetList = Shapes::ListShape.new(name: 'HudiTargetList')
|
691
692
|
IAMRoleArn = Shapes::StringShape.new(name: 'IAMRoleArn')
|
693
|
+
IcebergCompactionMetrics = Shapes::StructureShape.new(name: 'IcebergCompactionMetrics')
|
692
694
|
IcebergInput = Shapes::StructureShape.new(name: 'IcebergInput')
|
695
|
+
IcebergOrphanFileDeletionConfiguration = Shapes::StructureShape.new(name: 'IcebergOrphanFileDeletionConfiguration')
|
696
|
+
IcebergOrphanFileDeletionMetrics = Shapes::StructureShape.new(name: 'IcebergOrphanFileDeletionMetrics')
|
697
|
+
IcebergRetentionConfiguration = Shapes::StructureShape.new(name: 'IcebergRetentionConfiguration')
|
698
|
+
IcebergRetentionMetrics = Shapes::StructureShape.new(name: 'IcebergRetentionMetrics')
|
693
699
|
IcebergTarget = Shapes::StructureShape.new(name: 'IcebergTarget')
|
694
700
|
IcebergTargetList = Shapes::ListShape.new(name: 'IcebergTargetList')
|
695
701
|
IdString = Shapes::StringShape.new(name: 'IdString')
|
@@ -903,6 +909,8 @@ module Aws::Glue
|
|
903
909
|
OrchestrationToken = Shapes::StringShape.new(name: 'OrchestrationToken')
|
904
910
|
Order = Shapes::StructureShape.new(name: 'Order')
|
905
911
|
OrderList = Shapes::ListShape.new(name: 'OrderList')
|
912
|
+
OrphanFileDeletionConfiguration = Shapes::StructureShape.new(name: 'OrphanFileDeletionConfiguration')
|
913
|
+
OrphanFileDeletionMetrics = Shapes::StructureShape.new(name: 'OrphanFileDeletionMetrics')
|
906
914
|
OtherMetadataValueList = Shapes::ListShape.new(name: 'OtherMetadataValueList')
|
907
915
|
OtherMetadataValueListItem = Shapes::StructureShape.new(name: 'OtherMetadataValueListItem')
|
908
916
|
PIIDetection = Shapes::StructureShape.new(name: 'PIIDetection')
|
@@ -1006,6 +1014,8 @@ module Aws::Glue
|
|
1006
1014
|
ResourceUriList = Shapes::ListShape.new(name: 'ResourceUriList')
|
1007
1015
|
ResumeWorkflowRunRequest = Shapes::StructureShape.new(name: 'ResumeWorkflowRunRequest')
|
1008
1016
|
ResumeWorkflowRunResponse = Shapes::StructureShape.new(name: 'ResumeWorkflowRunResponse')
|
1017
|
+
RetentionConfiguration = Shapes::StructureShape.new(name: 'RetentionConfiguration')
|
1018
|
+
RetentionMetrics = Shapes::StructureShape.new(name: 'RetentionMetrics')
|
1009
1019
|
Role = Shapes::StringShape.new(name: 'Role')
|
1010
1020
|
RoleArn = Shapes::StringShape.new(name: 'RoleArn')
|
1011
1021
|
RoleString = Shapes::StringShape.new(name: 'RoleString')
|
@@ -1202,6 +1212,7 @@ module Aws::Glue
|
|
1202
1212
|
TaskRunSortCriteria = Shapes::StructureShape.new(name: 'TaskRunSortCriteria')
|
1203
1213
|
TaskStatusType = Shapes::StringShape.new(name: 'TaskStatusType')
|
1204
1214
|
TaskType = Shapes::StringShape.new(name: 'TaskType')
|
1215
|
+
ThrottlingException = Shapes::StructureShape.new(name: 'ThrottlingException')
|
1205
1216
|
Timeout = Shapes::IntegerShape.new(name: 'Timeout')
|
1206
1217
|
Timestamp = Shapes::TimestampShape.new(name: 'Timestamp')
|
1207
1218
|
TimestampFilter = Shapes::StructureShape.new(name: 'TimestampFilter')
|
@@ -1339,6 +1350,9 @@ module Aws::Glue
|
|
1339
1350
|
XMLClassifier = Shapes::StructureShape.new(name: 'XMLClassifier')
|
1340
1351
|
databaseNameString = Shapes::StringShape.new(name: 'databaseNameString')
|
1341
1352
|
double = Shapes::FloatShape.new(name: 'double')
|
1353
|
+
dpuCounts = Shapes::IntegerShape.new(name: 'dpuCounts')
|
1354
|
+
dpuDurationInHour = Shapes::FloatShape.new(name: 'dpuDurationInHour')
|
1355
|
+
metricCounts = Shapes::IntegerShape.new(name: 'metricCounts')
|
1342
1356
|
tableNameString = Shapes::StringShape.new(name: 'tableNameString')
|
1343
1357
|
|
1344
1358
|
AccessDeniedException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
@@ -2026,6 +2040,9 @@ module Aws::Glue
|
|
2026
2040
|
|
2027
2041
|
ColumnValueStringList.member = Shapes::ShapeRef.new(shape: ColumnValuesString)
|
2028
2042
|
|
2043
|
+
CompactionMetrics.add_member(:iceberg_metrics, Shapes::ShapeRef.new(shape: IcebergCompactionMetrics, location_name: "IcebergMetrics"))
|
2044
|
+
CompactionMetrics.struct_class = Types::CompactionMetrics
|
2045
|
+
|
2029
2046
|
ConcurrentModificationException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
2030
2047
|
ConcurrentModificationException.struct_class = Types::ConcurrentModificationException
|
2031
2048
|
|
@@ -4029,10 +4046,37 @@ module Aws::Glue
|
|
4029
4046
|
|
4030
4047
|
HudiTargetList.member = Shapes::ShapeRef.new(shape: HudiTarget)
|
4031
4048
|
|
4049
|
+
IcebergCompactionMetrics.add_member(:number_of_bytes_compacted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfBytesCompacted"))
|
4050
|
+
IcebergCompactionMetrics.add_member(:number_of_files_compacted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfFilesCompacted"))
|
4051
|
+
IcebergCompactionMetrics.add_member(:number_of_dpus, Shapes::ShapeRef.new(shape: dpuCounts, location_name: "NumberOfDpus"))
|
4052
|
+
IcebergCompactionMetrics.add_member(:job_duration_in_hour, Shapes::ShapeRef.new(shape: dpuDurationInHour, location_name: "JobDurationInHour"))
|
4053
|
+
IcebergCompactionMetrics.struct_class = Types::IcebergCompactionMetrics
|
4054
|
+
|
4032
4055
|
IcebergInput.add_member(:metadata_operation, Shapes::ShapeRef.new(shape: MetadataOperation, required: true, location_name: "MetadataOperation"))
|
4033
4056
|
IcebergInput.add_member(:version, Shapes::ShapeRef.new(shape: VersionString, location_name: "Version"))
|
4034
4057
|
IcebergInput.struct_class = Types::IcebergInput
|
4035
4058
|
|
4059
|
+
IcebergOrphanFileDeletionConfiguration.add_member(:orphan_file_retention_period_in_days, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "orphanFileRetentionPeriodInDays"))
|
4060
|
+
IcebergOrphanFileDeletionConfiguration.add_member(:location, Shapes::ShapeRef.new(shape: MessageString, location_name: "location"))
|
4061
|
+
IcebergOrphanFileDeletionConfiguration.struct_class = Types::IcebergOrphanFileDeletionConfiguration
|
4062
|
+
|
4063
|
+
IcebergOrphanFileDeletionMetrics.add_member(:number_of_orphan_files_deleted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfOrphanFilesDeleted"))
|
4064
|
+
IcebergOrphanFileDeletionMetrics.add_member(:number_of_dpus, Shapes::ShapeRef.new(shape: dpuCounts, location_name: "NumberOfDpus"))
|
4065
|
+
IcebergOrphanFileDeletionMetrics.add_member(:job_duration_in_hour, Shapes::ShapeRef.new(shape: dpuDurationInHour, location_name: "JobDurationInHour"))
|
4066
|
+
IcebergOrphanFileDeletionMetrics.struct_class = Types::IcebergOrphanFileDeletionMetrics
|
4067
|
+
|
4068
|
+
IcebergRetentionConfiguration.add_member(:snapshot_retention_period_in_days, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "snapshotRetentionPeriodInDays"))
|
4069
|
+
IcebergRetentionConfiguration.add_member(:number_of_snapshots_to_retain, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "numberOfSnapshotsToRetain"))
|
4070
|
+
IcebergRetentionConfiguration.add_member(:clean_expired_files, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "cleanExpiredFiles"))
|
4071
|
+
IcebergRetentionConfiguration.struct_class = Types::IcebergRetentionConfiguration
|
4072
|
+
|
4073
|
+
IcebergRetentionMetrics.add_member(:number_of_data_files_deleted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfDataFilesDeleted"))
|
4074
|
+
IcebergRetentionMetrics.add_member(:number_of_manifest_files_deleted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfManifestFilesDeleted"))
|
4075
|
+
IcebergRetentionMetrics.add_member(:number_of_manifest_lists_deleted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfManifestListsDeleted"))
|
4076
|
+
IcebergRetentionMetrics.add_member(:number_of_dpus, Shapes::ShapeRef.new(shape: dpuCounts, location_name: "NumberOfDpus"))
|
4077
|
+
IcebergRetentionMetrics.add_member(:job_duration_in_hour, Shapes::ShapeRef.new(shape: dpuDurationInHour, location_name: "JobDurationInHour"))
|
4078
|
+
IcebergRetentionMetrics.struct_class = Types::IcebergRetentionMetrics
|
4079
|
+
|
4036
4080
|
IcebergTarget.add_member(:paths, Shapes::ShapeRef.new(shape: PathList, location_name: "Paths"))
|
4037
4081
|
IcebergTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
|
4038
4082
|
IcebergTarget.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
|
@@ -4764,6 +4808,12 @@ module Aws::Glue
|
|
4764
4808
|
|
4765
4809
|
OrderList.member = Shapes::ShapeRef.new(shape: Order)
|
4766
4810
|
|
4811
|
+
OrphanFileDeletionConfiguration.add_member(:iceberg_configuration, Shapes::ShapeRef.new(shape: IcebergOrphanFileDeletionConfiguration, location_name: "icebergConfiguration"))
|
4812
|
+
OrphanFileDeletionConfiguration.struct_class = Types::OrphanFileDeletionConfiguration
|
4813
|
+
|
4814
|
+
OrphanFileDeletionMetrics.add_member(:iceberg_metrics, Shapes::ShapeRef.new(shape: IcebergOrphanFileDeletionMetrics, location_name: "IcebergMetrics"))
|
4815
|
+
OrphanFileDeletionMetrics.struct_class = Types::OrphanFileDeletionMetrics
|
4816
|
+
|
4767
4817
|
OtherMetadataValueList.member = Shapes::ShapeRef.new(shape: OtherMetadataValueListItem)
|
4768
4818
|
|
4769
4819
|
OtherMetadataValueListItem.add_member(:metadata_value, Shapes::ShapeRef.new(shape: MetadataValueString, location_name: "MetadataValue"))
|
@@ -5067,6 +5117,12 @@ module Aws::Glue
|
|
5067
5117
|
ResumeWorkflowRunResponse.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, location_name: "NodeIds"))
|
5068
5118
|
ResumeWorkflowRunResponse.struct_class = Types::ResumeWorkflowRunResponse
|
5069
5119
|
|
5120
|
+
RetentionConfiguration.add_member(:iceberg_configuration, Shapes::ShapeRef.new(shape: IcebergRetentionConfiguration, location_name: "icebergConfiguration"))
|
5121
|
+
RetentionConfiguration.struct_class = Types::RetentionConfiguration
|
5122
|
+
|
5123
|
+
RetentionMetrics.add_member(:iceberg_metrics, Shapes::ShapeRef.new(shape: IcebergRetentionMetrics, location_name: "IcebergMetrics"))
|
5124
|
+
RetentionMetrics.struct_class = Types::RetentionMetrics
|
5125
|
+
|
5070
5126
|
RulesetNames.member = Shapes::ShapeRef.new(shape: NameString)
|
5071
5127
|
|
5072
5128
|
RunIdentifier.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RunId"))
|
@@ -5800,13 +5856,18 @@ module Aws::Glue
|
|
5800
5856
|
|
5801
5857
|
TableOptimizerConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: ArnString, location_name: "roleArn"))
|
5802
5858
|
TableOptimizerConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "enabled"))
|
5859
|
+
TableOptimizerConfiguration.add_member(:retention_configuration, Shapes::ShapeRef.new(shape: RetentionConfiguration, location_name: "retentionConfiguration"))
|
5860
|
+
TableOptimizerConfiguration.add_member(:orphan_file_deletion_configuration, Shapes::ShapeRef.new(shape: OrphanFileDeletionConfiguration, location_name: "orphanFileDeletionConfiguration"))
|
5803
5861
|
TableOptimizerConfiguration.struct_class = Types::TableOptimizerConfiguration
|
5804
5862
|
|
5805
5863
|
TableOptimizerRun.add_member(:event_type, Shapes::ShapeRef.new(shape: TableOptimizerEventType, location_name: "eventType"))
|
5806
5864
|
TableOptimizerRun.add_member(:start_timestamp, Shapes::ShapeRef.new(shape: TableOptimizerRunTimestamp, location_name: "startTimestamp"))
|
5807
5865
|
TableOptimizerRun.add_member(:end_timestamp, Shapes::ShapeRef.new(shape: TableOptimizerRunTimestamp, location_name: "endTimestamp"))
|
5808
|
-
TableOptimizerRun.add_member(:metrics, Shapes::ShapeRef.new(shape: RunMetrics, location_name: "metrics"))
|
5866
|
+
TableOptimizerRun.add_member(:metrics, Shapes::ShapeRef.new(shape: RunMetrics, deprecated: true, location_name: "metrics", metadata: {"deprecatedMessage"=>"Metrics has been replaced by optimizer type specific metrics such as IcebergCompactionMetrics"}))
|
5809
5867
|
TableOptimizerRun.add_member(:error, Shapes::ShapeRef.new(shape: MessageString, location_name: "error"))
|
5868
|
+
TableOptimizerRun.add_member(:compaction_metrics, Shapes::ShapeRef.new(shape: CompactionMetrics, location_name: "compactionMetrics"))
|
5869
|
+
TableOptimizerRun.add_member(:retention_metrics, Shapes::ShapeRef.new(shape: RetentionMetrics, location_name: "retentionMetrics"))
|
5870
|
+
TableOptimizerRun.add_member(:orphan_file_deletion_metrics, Shapes::ShapeRef.new(shape: OrphanFileDeletionMetrics, location_name: "orphanFileDeletionMetrics"))
|
5810
5871
|
TableOptimizerRun.struct_class = Types::TableOptimizerRun
|
5811
5872
|
|
5812
5873
|
TableOptimizerRuns.member = Shapes::ShapeRef.new(shape: TableOptimizerRun)
|
@@ -5874,6 +5935,9 @@ module Aws::Glue
|
|
5874
5935
|
TaskRunSortCriteria.add_member(:sort_direction, Shapes::ShapeRef.new(shape: SortDirectionType, required: true, location_name: "SortDirection"))
|
5875
5936
|
TaskRunSortCriteria.struct_class = Types::TaskRunSortCriteria
|
5876
5937
|
|
5938
|
+
ThrottlingException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
5939
|
+
ThrottlingException.struct_class = Types::ThrottlingException
|
5940
|
+
|
5877
5941
|
TimestampFilter.add_member(:recorded_before, Shapes::ShapeRef.new(shape: Timestamp, location_name: "RecordedBefore"))
|
5878
5942
|
TimestampFilter.add_member(:recorded_after, Shapes::ShapeRef.new(shape: Timestamp, location_name: "RecordedAfter"))
|
5879
5943
|
TimestampFilter.struct_class = Types::TimestampFilter
|
@@ -6537,7 +6601,11 @@ module Aws::Glue
|
|
6537
6601
|
o.http_request_uri = "/"
|
6538
6602
|
o.input = Shapes::ShapeRef.new(shape: BatchGetTableOptimizerRequest)
|
6539
6603
|
o.output = Shapes::ShapeRef.new(shape: BatchGetTableOptimizerResponse)
|
6604
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
6605
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
6606
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
6540
6607
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
6608
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
6541
6609
|
end)
|
6542
6610
|
|
6543
6611
|
api.add_operation(:batch_get_triggers, Seahorse::Model::Operation.new.tap do |o|
|
@@ -6921,10 +6989,12 @@ module Aws::Glue
|
|
6921
6989
|
o.input = Shapes::ShapeRef.new(shape: CreateTableOptimizerRequest)
|
6922
6990
|
o.output = Shapes::ShapeRef.new(shape: CreateTableOptimizerResponse)
|
6923
6991
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
6992
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
6924
6993
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
6925
6994
|
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
6926
6995
|
o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
|
6927
6996
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
6997
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
6928
6998
|
end)
|
6929
6999
|
|
6930
7000
|
api.add_operation(:create_trigger, Seahorse::Model::Operation.new.tap do |o|
|
@@ -7253,6 +7323,7 @@ module Aws::Glue
|
|
7253
7323
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
7254
7324
|
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
7255
7325
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
7326
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
7256
7327
|
end)
|
7257
7328
|
|
7258
7329
|
api.add_operation(:delete_table_version, Seahorse::Model::Operation.new.tap do |o|
|
@@ -8067,6 +8138,7 @@ module Aws::Glue
|
|
8067
8138
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
8068
8139
|
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
8069
8140
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
8141
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
8070
8142
|
end)
|
8071
8143
|
|
8072
8144
|
api.add_operation(:get_table_version, Seahorse::Model::Operation.new.tap do |o|
|
@@ -8640,7 +8712,9 @@ module Aws::Glue
|
|
8640
8712
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
8641
8713
|
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
8642
8714
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
8715
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
8643
8716
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
8717
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
8644
8718
|
o[:pager] = Aws::Pager.new(
|
8645
8719
|
limit_key: "max_results",
|
8646
8720
|
tokens: {
|
@@ -9384,7 +9458,10 @@ module Aws::Glue
|
|
9384
9458
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
9385
9459
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
9386
9460
|
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
9461
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
9387
9462
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
9463
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
9464
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
9388
9465
|
end)
|
9389
9466
|
|
9390
9467
|
api.add_operation(:update_trigger, Seahorse::Model::Operation.new.tap do |o|
|