aws-sdk-glue 1.193.0 → 1.194.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +82 -10
- data/lib/aws-sdk-glue/client_api.rb +78 -1
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +275 -5
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +34 -8
- data/sig/errors.rbs +3 -0
- data/sig/types.rbs +80 -8
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c80f85a708425c975e698d3e52f8d0d15353c37572cf9d3b74dbb5330d039c29
|
4
|
+
data.tar.gz: c201de9b8e428cfab3737a0d5c3b27ec23021182a92c4f28c86c9a258609d77d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 93b283426784ee424c9e758eb93d36897fbb6c01b2b8eec1460a3a2a0ff98b2e7145d5bc48696ca92a46095f5233cce73e125d9f3b192a5b8993944d3d090544
|
7
|
+
data.tar.gz: c048130e762d8b8fb1c73316ed845b5c58c4c6353d709e940893d01f7e49ee62d29e24f86c2ed67e261f527d0793811e35d2234843f4422a1ceaf20d93b10380
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.194.0 (2024-09-12)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - AWS Glue is introducing two new optimizers for Apache Iceberg tables: snapshot retention and orphan file deletion. Customers can enable these optimizers and customize their configurations to perform daily maintenance tasks on their Iceberg tables based on their specific requirements.
|
8
|
+
|
4
9
|
1.193.0 (2024-09-11)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.194.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -2141,7 +2141,7 @@ module Aws::Glue
|
|
2141
2141
|
# catalog_id: "CatalogIdString",
|
2142
2142
|
# database_name: "databaseNameString",
|
2143
2143
|
# table_name: "tableNameString",
|
2144
|
-
# type: "compaction", # accepts compaction
|
2144
|
+
# type: "compaction", # accepts compaction, retention, orphan_file_deletion
|
2145
2145
|
# },
|
2146
2146
|
# ],
|
2147
2147
|
# })
|
@@ -2152,9 +2152,14 @@ module Aws::Glue
|
|
2152
2152
|
# resp.table_optimizers[0].catalog_id #=> String
|
2153
2153
|
# resp.table_optimizers[0].database_name #=> String
|
2154
2154
|
# resp.table_optimizers[0].table_name #=> String
|
2155
|
-
# resp.table_optimizers[0].table_optimizer.type #=> String, one of "compaction"
|
2155
|
+
# resp.table_optimizers[0].table_optimizer.type #=> String, one of "compaction", "retention", "orphan_file_deletion"
|
2156
2156
|
# resp.table_optimizers[0].table_optimizer.configuration.role_arn #=> String
|
2157
2157
|
# resp.table_optimizers[0].table_optimizer.configuration.enabled #=> Boolean
|
2158
|
+
# resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.snapshot_retention_period_in_days #=> Integer
|
2159
|
+
# resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.number_of_snapshots_to_retain #=> Integer
|
2160
|
+
# resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.clean_expired_files #=> Boolean
|
2161
|
+
# resp.table_optimizers[0].table_optimizer.configuration.orphan_file_deletion_configuration.iceberg_configuration.orphan_file_retention_period_in_days #=> Integer
|
2162
|
+
# resp.table_optimizers[0].table_optimizer.configuration.orphan_file_deletion_configuration.iceberg_configuration.location #=> String
|
2158
2163
|
# resp.table_optimizers[0].table_optimizer.last_run.event_type #=> String, one of "starting", "completed", "failed", "in_progress"
|
2159
2164
|
# resp.table_optimizers[0].table_optimizer.last_run.start_timestamp #=> Time
|
2160
2165
|
# resp.table_optimizers[0].table_optimizer.last_run.end_timestamp #=> Time
|
@@ -2163,13 +2168,25 @@ module Aws::Glue
|
|
2163
2168
|
# resp.table_optimizers[0].table_optimizer.last_run.metrics.number_of_dpus #=> String
|
2164
2169
|
# resp.table_optimizers[0].table_optimizer.last_run.metrics.job_duration_in_hour #=> String
|
2165
2170
|
# resp.table_optimizers[0].table_optimizer.last_run.error #=> String
|
2171
|
+
# resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_bytes_compacted #=> Integer
|
2172
|
+
# resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_files_compacted #=> Integer
|
2173
|
+
# resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
2174
|
+
# resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
2175
|
+
# resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
|
2176
|
+
# resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
|
2177
|
+
# resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
|
2178
|
+
# resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
2179
|
+
# resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
2180
|
+
# resp.table_optimizers[0].table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.number_of_orphan_files_deleted #=> Integer
|
2181
|
+
# resp.table_optimizers[0].table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
2182
|
+
# resp.table_optimizers[0].table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
2166
2183
|
# resp.failures #=> Array
|
2167
2184
|
# resp.failures[0].error.error_code #=> String
|
2168
2185
|
# resp.failures[0].error.error_message #=> String
|
2169
2186
|
# resp.failures[0].catalog_id #=> String
|
2170
2187
|
# resp.failures[0].database_name #=> String
|
2171
2188
|
# resp.failures[0].table_name #=> String
|
2172
|
-
# resp.failures[0].type #=> String, one of "compaction"
|
2189
|
+
# resp.failures[0].type #=> String, one of "compaction", "retention", "orphan_file_deletion"
|
2173
2190
|
#
|
2174
2191
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetTableOptimizer AWS API Documentation
|
2175
2192
|
#
|
@@ -4812,10 +4829,23 @@ module Aws::Glue
|
|
4812
4829
|
# catalog_id: "CatalogIdString", # required
|
4813
4830
|
# database_name: "NameString", # required
|
4814
4831
|
# table_name: "NameString", # required
|
4815
|
-
# type: "compaction", # required, accepts compaction
|
4832
|
+
# type: "compaction", # required, accepts compaction, retention, orphan_file_deletion
|
4816
4833
|
# table_optimizer_configuration: { # required
|
4817
4834
|
# role_arn: "ArnString",
|
4818
4835
|
# enabled: false,
|
4836
|
+
# retention_configuration: {
|
4837
|
+
# iceberg_configuration: {
|
4838
|
+
# snapshot_retention_period_in_days: 1,
|
4839
|
+
# number_of_snapshots_to_retain: 1,
|
4840
|
+
# clean_expired_files: false,
|
4841
|
+
# },
|
4842
|
+
# },
|
4843
|
+
# orphan_file_deletion_configuration: {
|
4844
|
+
# iceberg_configuration: {
|
4845
|
+
# orphan_file_retention_period_in_days: 1,
|
4846
|
+
# location: "MessageString",
|
4847
|
+
# },
|
4848
|
+
# },
|
4819
4849
|
# },
|
4820
4850
|
# })
|
4821
4851
|
#
|
@@ -5826,7 +5856,7 @@ module Aws::Glue
|
|
5826
5856
|
# catalog_id: "CatalogIdString", # required
|
5827
5857
|
# database_name: "NameString", # required
|
5828
5858
|
# table_name: "NameString", # required
|
5829
|
-
# type: "compaction", # required, accepts compaction
|
5859
|
+
# type: "compaction", # required, accepts compaction, retention, orphan_file_deletion
|
5830
5860
|
# })
|
5831
5861
|
#
|
5832
5862
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteTableOptimizer AWS API Documentation
|
@@ -11346,7 +11376,7 @@ module Aws::Glue
|
|
11346
11376
|
# catalog_id: "CatalogIdString", # required
|
11347
11377
|
# database_name: "NameString", # required
|
11348
11378
|
# table_name: "NameString", # required
|
11349
|
-
# type: "compaction", # required, accepts compaction
|
11379
|
+
# type: "compaction", # required, accepts compaction, retention, orphan_file_deletion
|
11350
11380
|
# })
|
11351
11381
|
#
|
11352
11382
|
# @example Response structure
|
@@ -11354,9 +11384,14 @@ module Aws::Glue
|
|
11354
11384
|
# resp.catalog_id #=> String
|
11355
11385
|
# resp.database_name #=> String
|
11356
11386
|
# resp.table_name #=> String
|
11357
|
-
# resp.table_optimizer.type #=> String, one of "compaction"
|
11387
|
+
# resp.table_optimizer.type #=> String, one of "compaction", "retention", "orphan_file_deletion"
|
11358
11388
|
# resp.table_optimizer.configuration.role_arn #=> String
|
11359
11389
|
# resp.table_optimizer.configuration.enabled #=> Boolean
|
11390
|
+
# resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.snapshot_retention_period_in_days #=> Integer
|
11391
|
+
# resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.number_of_snapshots_to_retain #=> Integer
|
11392
|
+
# resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.clean_expired_files #=> Boolean
|
11393
|
+
# resp.table_optimizer.configuration.orphan_file_deletion_configuration.iceberg_configuration.orphan_file_retention_period_in_days #=> Integer
|
11394
|
+
# resp.table_optimizer.configuration.orphan_file_deletion_configuration.iceberg_configuration.location #=> String
|
11360
11395
|
# resp.table_optimizer.last_run.event_type #=> String, one of "starting", "completed", "failed", "in_progress"
|
11361
11396
|
# resp.table_optimizer.last_run.start_timestamp #=> Time
|
11362
11397
|
# resp.table_optimizer.last_run.end_timestamp #=> Time
|
@@ -11365,6 +11400,18 @@ module Aws::Glue
|
|
11365
11400
|
# resp.table_optimizer.last_run.metrics.number_of_dpus #=> String
|
11366
11401
|
# resp.table_optimizer.last_run.metrics.job_duration_in_hour #=> String
|
11367
11402
|
# resp.table_optimizer.last_run.error #=> String
|
11403
|
+
# resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_bytes_compacted #=> Integer
|
11404
|
+
# resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_files_compacted #=> Integer
|
11405
|
+
# resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
11406
|
+
# resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
11407
|
+
# resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
|
11408
|
+
# resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
|
11409
|
+
# resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
|
11410
|
+
# resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
11411
|
+
# resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
11412
|
+
# resp.table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.number_of_orphan_files_deleted #=> Integer
|
11413
|
+
# resp.table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
11414
|
+
# resp.table_optimizer.last_run.orphan_file_deletion_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
11368
11415
|
#
|
11369
11416
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableOptimizer AWS API Documentation
|
11370
11417
|
#
|
@@ -14398,7 +14445,7 @@ module Aws::Glue
|
|
14398
14445
|
# catalog_id: "CatalogIdString", # required
|
14399
14446
|
# database_name: "NameString", # required
|
14400
14447
|
# table_name: "NameString", # required
|
14401
|
-
# type: "compaction", # required, accepts compaction
|
14448
|
+
# type: "compaction", # required, accepts compaction, retention, orphan_file_deletion
|
14402
14449
|
# max_results: 1,
|
14403
14450
|
# next_token: "ListTableOptimizerRunsToken",
|
14404
14451
|
# })
|
@@ -14418,6 +14465,18 @@ module Aws::Glue
|
|
14418
14465
|
# resp.table_optimizer_runs[0].metrics.number_of_dpus #=> String
|
14419
14466
|
# resp.table_optimizer_runs[0].metrics.job_duration_in_hour #=> String
|
14420
14467
|
# resp.table_optimizer_runs[0].error #=> String
|
14468
|
+
# resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.number_of_bytes_compacted #=> Integer
|
14469
|
+
# resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.number_of_files_compacted #=> Integer
|
14470
|
+
# resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
14471
|
+
# resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
14472
|
+
# resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
|
14473
|
+
# resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
|
14474
|
+
# resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
|
14475
|
+
# resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
14476
|
+
# resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
14477
|
+
# resp.table_optimizer_runs[0].orphan_file_deletion_metrics.iceberg_metrics.number_of_orphan_files_deleted #=> Integer
|
14478
|
+
# resp.table_optimizer_runs[0].orphan_file_deletion_metrics.iceberg_metrics.number_of_dpus #=> Integer
|
14479
|
+
# resp.table_optimizer_runs[0].orphan_file_deletion_metrics.iceberg_metrics.job_duration_in_hour #=> Float
|
14421
14480
|
#
|
14422
14481
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTableOptimizerRuns AWS API Documentation
|
14423
14482
|
#
|
@@ -17804,10 +17863,23 @@ module Aws::Glue
|
|
17804
17863
|
# catalog_id: "CatalogIdString", # required
|
17805
17864
|
# database_name: "NameString", # required
|
17806
17865
|
# table_name: "NameString", # required
|
17807
|
-
# type: "compaction", # required, accepts compaction
|
17866
|
+
# type: "compaction", # required, accepts compaction, retention, orphan_file_deletion
|
17808
17867
|
# table_optimizer_configuration: { # required
|
17809
17868
|
# role_arn: "ArnString",
|
17810
17869
|
# enabled: false,
|
17870
|
+
# retention_configuration: {
|
17871
|
+
# iceberg_configuration: {
|
17872
|
+
# snapshot_retention_period_in_days: 1,
|
17873
|
+
# number_of_snapshots_to_retain: 1,
|
17874
|
+
# clean_expired_files: false,
|
17875
|
+
# },
|
17876
|
+
# },
|
17877
|
+
# orphan_file_deletion_configuration: {
|
17878
|
+
# iceberg_configuration: {
|
17879
|
+
# orphan_file_retention_period_in_days: 1,
|
17880
|
+
# location: "MessageString",
|
17881
|
+
# },
|
17882
|
+
# },
|
17811
17883
|
# },
|
17812
17884
|
# })
|
17813
17885
|
#
|
@@ -18077,7 +18149,7 @@ module Aws::Glue
|
|
18077
18149
|
tracer: tracer
|
18078
18150
|
)
|
18079
18151
|
context[:gem_name] = 'aws-sdk-glue'
|
18080
|
-
context[:gem_version] = '1.
|
18152
|
+
context[:gem_version] = '1.194.0'
|
18081
18153
|
Seahorse::Client::Request.new(handlers, context)
|
18082
18154
|
end
|
18083
18155
|
|
@@ -204,6 +204,7 @@ module Aws::Glue
|
|
204
204
|
ColumnValuesString = Shapes::StringShape.new(name: 'ColumnValuesString')
|
205
205
|
CommentString = Shapes::StringShape.new(name: 'CommentString')
|
206
206
|
CommitIdString = Shapes::StringShape.new(name: 'CommitIdString')
|
207
|
+
CompactionMetrics = Shapes::StructureShape.new(name: 'CompactionMetrics')
|
207
208
|
Comparator = Shapes::StringShape.new(name: 'Comparator')
|
208
209
|
Compatibility = Shapes::StringShape.new(name: 'Compatibility')
|
209
210
|
CompressionType = Shapes::StringShape.new(name: 'CompressionType')
|
@@ -689,7 +690,12 @@ module Aws::Glue
|
|
689
690
|
HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
|
690
691
|
HudiTargetList = Shapes::ListShape.new(name: 'HudiTargetList')
|
691
692
|
IAMRoleArn = Shapes::StringShape.new(name: 'IAMRoleArn')
|
693
|
+
IcebergCompactionMetrics = Shapes::StructureShape.new(name: 'IcebergCompactionMetrics')
|
692
694
|
IcebergInput = Shapes::StructureShape.new(name: 'IcebergInput')
|
695
|
+
IcebergOrphanFileDeletionConfiguration = Shapes::StructureShape.new(name: 'IcebergOrphanFileDeletionConfiguration')
|
696
|
+
IcebergOrphanFileDeletionMetrics = Shapes::StructureShape.new(name: 'IcebergOrphanFileDeletionMetrics')
|
697
|
+
IcebergRetentionConfiguration = Shapes::StructureShape.new(name: 'IcebergRetentionConfiguration')
|
698
|
+
IcebergRetentionMetrics = Shapes::StructureShape.new(name: 'IcebergRetentionMetrics')
|
693
699
|
IcebergTarget = Shapes::StructureShape.new(name: 'IcebergTarget')
|
694
700
|
IcebergTargetList = Shapes::ListShape.new(name: 'IcebergTargetList')
|
695
701
|
IdString = Shapes::StringShape.new(name: 'IdString')
|
@@ -903,6 +909,8 @@ module Aws::Glue
|
|
903
909
|
OrchestrationToken = Shapes::StringShape.new(name: 'OrchestrationToken')
|
904
910
|
Order = Shapes::StructureShape.new(name: 'Order')
|
905
911
|
OrderList = Shapes::ListShape.new(name: 'OrderList')
|
912
|
+
OrphanFileDeletionConfiguration = Shapes::StructureShape.new(name: 'OrphanFileDeletionConfiguration')
|
913
|
+
OrphanFileDeletionMetrics = Shapes::StructureShape.new(name: 'OrphanFileDeletionMetrics')
|
906
914
|
OtherMetadataValueList = Shapes::ListShape.new(name: 'OtherMetadataValueList')
|
907
915
|
OtherMetadataValueListItem = Shapes::StructureShape.new(name: 'OtherMetadataValueListItem')
|
908
916
|
PIIDetection = Shapes::StructureShape.new(name: 'PIIDetection')
|
@@ -1006,6 +1014,8 @@ module Aws::Glue
|
|
1006
1014
|
ResourceUriList = Shapes::ListShape.new(name: 'ResourceUriList')
|
1007
1015
|
ResumeWorkflowRunRequest = Shapes::StructureShape.new(name: 'ResumeWorkflowRunRequest')
|
1008
1016
|
ResumeWorkflowRunResponse = Shapes::StructureShape.new(name: 'ResumeWorkflowRunResponse')
|
1017
|
+
RetentionConfiguration = Shapes::StructureShape.new(name: 'RetentionConfiguration')
|
1018
|
+
RetentionMetrics = Shapes::StructureShape.new(name: 'RetentionMetrics')
|
1009
1019
|
Role = Shapes::StringShape.new(name: 'Role')
|
1010
1020
|
RoleArn = Shapes::StringShape.new(name: 'RoleArn')
|
1011
1021
|
RoleString = Shapes::StringShape.new(name: 'RoleString')
|
@@ -1202,6 +1212,7 @@ module Aws::Glue
|
|
1202
1212
|
TaskRunSortCriteria = Shapes::StructureShape.new(name: 'TaskRunSortCriteria')
|
1203
1213
|
TaskStatusType = Shapes::StringShape.new(name: 'TaskStatusType')
|
1204
1214
|
TaskType = Shapes::StringShape.new(name: 'TaskType')
|
1215
|
+
ThrottlingException = Shapes::StructureShape.new(name: 'ThrottlingException')
|
1205
1216
|
Timeout = Shapes::IntegerShape.new(name: 'Timeout')
|
1206
1217
|
Timestamp = Shapes::TimestampShape.new(name: 'Timestamp')
|
1207
1218
|
TimestampFilter = Shapes::StructureShape.new(name: 'TimestampFilter')
|
@@ -1339,6 +1350,9 @@ module Aws::Glue
|
|
1339
1350
|
XMLClassifier = Shapes::StructureShape.new(name: 'XMLClassifier')
|
1340
1351
|
databaseNameString = Shapes::StringShape.new(name: 'databaseNameString')
|
1341
1352
|
double = Shapes::FloatShape.new(name: 'double')
|
1353
|
+
dpuCounts = Shapes::IntegerShape.new(name: 'dpuCounts')
|
1354
|
+
dpuDurationInHour = Shapes::FloatShape.new(name: 'dpuDurationInHour')
|
1355
|
+
metricCounts = Shapes::IntegerShape.new(name: 'metricCounts')
|
1342
1356
|
tableNameString = Shapes::StringShape.new(name: 'tableNameString')
|
1343
1357
|
|
1344
1358
|
AccessDeniedException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
@@ -2026,6 +2040,9 @@ module Aws::Glue
|
|
2026
2040
|
|
2027
2041
|
ColumnValueStringList.member = Shapes::ShapeRef.new(shape: ColumnValuesString)
|
2028
2042
|
|
2043
|
+
CompactionMetrics.add_member(:iceberg_metrics, Shapes::ShapeRef.new(shape: IcebergCompactionMetrics, location_name: "IcebergMetrics"))
|
2044
|
+
CompactionMetrics.struct_class = Types::CompactionMetrics
|
2045
|
+
|
2029
2046
|
ConcurrentModificationException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
2030
2047
|
ConcurrentModificationException.struct_class = Types::ConcurrentModificationException
|
2031
2048
|
|
@@ -4029,10 +4046,37 @@ module Aws::Glue
|
|
4029
4046
|
|
4030
4047
|
HudiTargetList.member = Shapes::ShapeRef.new(shape: HudiTarget)
|
4031
4048
|
|
4049
|
+
IcebergCompactionMetrics.add_member(:number_of_bytes_compacted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfBytesCompacted"))
|
4050
|
+
IcebergCompactionMetrics.add_member(:number_of_files_compacted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfFilesCompacted"))
|
4051
|
+
IcebergCompactionMetrics.add_member(:number_of_dpus, Shapes::ShapeRef.new(shape: dpuCounts, location_name: "NumberOfDpus"))
|
4052
|
+
IcebergCompactionMetrics.add_member(:job_duration_in_hour, Shapes::ShapeRef.new(shape: dpuDurationInHour, location_name: "JobDurationInHour"))
|
4053
|
+
IcebergCompactionMetrics.struct_class = Types::IcebergCompactionMetrics
|
4054
|
+
|
4032
4055
|
IcebergInput.add_member(:metadata_operation, Shapes::ShapeRef.new(shape: MetadataOperation, required: true, location_name: "MetadataOperation"))
|
4033
4056
|
IcebergInput.add_member(:version, Shapes::ShapeRef.new(shape: VersionString, location_name: "Version"))
|
4034
4057
|
IcebergInput.struct_class = Types::IcebergInput
|
4035
4058
|
|
4059
|
+
IcebergOrphanFileDeletionConfiguration.add_member(:orphan_file_retention_period_in_days, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "orphanFileRetentionPeriodInDays"))
|
4060
|
+
IcebergOrphanFileDeletionConfiguration.add_member(:location, Shapes::ShapeRef.new(shape: MessageString, location_name: "location"))
|
4061
|
+
IcebergOrphanFileDeletionConfiguration.struct_class = Types::IcebergOrphanFileDeletionConfiguration
|
4062
|
+
|
4063
|
+
IcebergOrphanFileDeletionMetrics.add_member(:number_of_orphan_files_deleted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfOrphanFilesDeleted"))
|
4064
|
+
IcebergOrphanFileDeletionMetrics.add_member(:number_of_dpus, Shapes::ShapeRef.new(shape: dpuCounts, location_name: "NumberOfDpus"))
|
4065
|
+
IcebergOrphanFileDeletionMetrics.add_member(:job_duration_in_hour, Shapes::ShapeRef.new(shape: dpuDurationInHour, location_name: "JobDurationInHour"))
|
4066
|
+
IcebergOrphanFileDeletionMetrics.struct_class = Types::IcebergOrphanFileDeletionMetrics
|
4067
|
+
|
4068
|
+
IcebergRetentionConfiguration.add_member(:snapshot_retention_period_in_days, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "snapshotRetentionPeriodInDays"))
|
4069
|
+
IcebergRetentionConfiguration.add_member(:number_of_snapshots_to_retain, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "numberOfSnapshotsToRetain"))
|
4070
|
+
IcebergRetentionConfiguration.add_member(:clean_expired_files, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "cleanExpiredFiles"))
|
4071
|
+
IcebergRetentionConfiguration.struct_class = Types::IcebergRetentionConfiguration
|
4072
|
+
|
4073
|
+
IcebergRetentionMetrics.add_member(:number_of_data_files_deleted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfDataFilesDeleted"))
|
4074
|
+
IcebergRetentionMetrics.add_member(:number_of_manifest_files_deleted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfManifestFilesDeleted"))
|
4075
|
+
IcebergRetentionMetrics.add_member(:number_of_manifest_lists_deleted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfManifestListsDeleted"))
|
4076
|
+
IcebergRetentionMetrics.add_member(:number_of_dpus, Shapes::ShapeRef.new(shape: dpuCounts, location_name: "NumberOfDpus"))
|
4077
|
+
IcebergRetentionMetrics.add_member(:job_duration_in_hour, Shapes::ShapeRef.new(shape: dpuDurationInHour, location_name: "JobDurationInHour"))
|
4078
|
+
IcebergRetentionMetrics.struct_class = Types::IcebergRetentionMetrics
|
4079
|
+
|
4036
4080
|
IcebergTarget.add_member(:paths, Shapes::ShapeRef.new(shape: PathList, location_name: "Paths"))
|
4037
4081
|
IcebergTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
|
4038
4082
|
IcebergTarget.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
|
@@ -4764,6 +4808,12 @@ module Aws::Glue
|
|
4764
4808
|
|
4765
4809
|
OrderList.member = Shapes::ShapeRef.new(shape: Order)
|
4766
4810
|
|
4811
|
+
OrphanFileDeletionConfiguration.add_member(:iceberg_configuration, Shapes::ShapeRef.new(shape: IcebergOrphanFileDeletionConfiguration, location_name: "icebergConfiguration"))
|
4812
|
+
OrphanFileDeletionConfiguration.struct_class = Types::OrphanFileDeletionConfiguration
|
4813
|
+
|
4814
|
+
OrphanFileDeletionMetrics.add_member(:iceberg_metrics, Shapes::ShapeRef.new(shape: IcebergOrphanFileDeletionMetrics, location_name: "IcebergMetrics"))
|
4815
|
+
OrphanFileDeletionMetrics.struct_class = Types::OrphanFileDeletionMetrics
|
4816
|
+
|
4767
4817
|
OtherMetadataValueList.member = Shapes::ShapeRef.new(shape: OtherMetadataValueListItem)
|
4768
4818
|
|
4769
4819
|
OtherMetadataValueListItem.add_member(:metadata_value, Shapes::ShapeRef.new(shape: MetadataValueString, location_name: "MetadataValue"))
|
@@ -5067,6 +5117,12 @@ module Aws::Glue
|
|
5067
5117
|
ResumeWorkflowRunResponse.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, location_name: "NodeIds"))
|
5068
5118
|
ResumeWorkflowRunResponse.struct_class = Types::ResumeWorkflowRunResponse
|
5069
5119
|
|
5120
|
+
RetentionConfiguration.add_member(:iceberg_configuration, Shapes::ShapeRef.new(shape: IcebergRetentionConfiguration, location_name: "icebergConfiguration"))
|
5121
|
+
RetentionConfiguration.struct_class = Types::RetentionConfiguration
|
5122
|
+
|
5123
|
+
RetentionMetrics.add_member(:iceberg_metrics, Shapes::ShapeRef.new(shape: IcebergRetentionMetrics, location_name: "IcebergMetrics"))
|
5124
|
+
RetentionMetrics.struct_class = Types::RetentionMetrics
|
5125
|
+
|
5070
5126
|
RulesetNames.member = Shapes::ShapeRef.new(shape: NameString)
|
5071
5127
|
|
5072
5128
|
RunIdentifier.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RunId"))
|
@@ -5800,13 +5856,18 @@ module Aws::Glue
|
|
5800
5856
|
|
5801
5857
|
TableOptimizerConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: ArnString, location_name: "roleArn"))
|
5802
5858
|
TableOptimizerConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "enabled"))
|
5859
|
+
TableOptimizerConfiguration.add_member(:retention_configuration, Shapes::ShapeRef.new(shape: RetentionConfiguration, location_name: "retentionConfiguration"))
|
5860
|
+
TableOptimizerConfiguration.add_member(:orphan_file_deletion_configuration, Shapes::ShapeRef.new(shape: OrphanFileDeletionConfiguration, location_name: "orphanFileDeletionConfiguration"))
|
5803
5861
|
TableOptimizerConfiguration.struct_class = Types::TableOptimizerConfiguration
|
5804
5862
|
|
5805
5863
|
TableOptimizerRun.add_member(:event_type, Shapes::ShapeRef.new(shape: TableOptimizerEventType, location_name: "eventType"))
|
5806
5864
|
TableOptimizerRun.add_member(:start_timestamp, Shapes::ShapeRef.new(shape: TableOptimizerRunTimestamp, location_name: "startTimestamp"))
|
5807
5865
|
TableOptimizerRun.add_member(:end_timestamp, Shapes::ShapeRef.new(shape: TableOptimizerRunTimestamp, location_name: "endTimestamp"))
|
5808
|
-
TableOptimizerRun.add_member(:metrics, Shapes::ShapeRef.new(shape: RunMetrics, location_name: "metrics"))
|
5866
|
+
TableOptimizerRun.add_member(:metrics, Shapes::ShapeRef.new(shape: RunMetrics, deprecated: true, location_name: "metrics", metadata: {"deprecatedMessage"=>"Metrics has been replaced by optimizer type specific metrics such as IcebergCompactionMetrics"}))
|
5809
5867
|
TableOptimizerRun.add_member(:error, Shapes::ShapeRef.new(shape: MessageString, location_name: "error"))
|
5868
|
+
TableOptimizerRun.add_member(:compaction_metrics, Shapes::ShapeRef.new(shape: CompactionMetrics, location_name: "compactionMetrics"))
|
5869
|
+
TableOptimizerRun.add_member(:retention_metrics, Shapes::ShapeRef.new(shape: RetentionMetrics, location_name: "retentionMetrics"))
|
5870
|
+
TableOptimizerRun.add_member(:orphan_file_deletion_metrics, Shapes::ShapeRef.new(shape: OrphanFileDeletionMetrics, location_name: "orphanFileDeletionMetrics"))
|
5810
5871
|
TableOptimizerRun.struct_class = Types::TableOptimizerRun
|
5811
5872
|
|
5812
5873
|
TableOptimizerRuns.member = Shapes::ShapeRef.new(shape: TableOptimizerRun)
|
@@ -5874,6 +5935,9 @@ module Aws::Glue
|
|
5874
5935
|
TaskRunSortCriteria.add_member(:sort_direction, Shapes::ShapeRef.new(shape: SortDirectionType, required: true, location_name: "SortDirection"))
|
5875
5936
|
TaskRunSortCriteria.struct_class = Types::TaskRunSortCriteria
|
5876
5937
|
|
5938
|
+
ThrottlingException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
5939
|
+
ThrottlingException.struct_class = Types::ThrottlingException
|
5940
|
+
|
5877
5941
|
TimestampFilter.add_member(:recorded_before, Shapes::ShapeRef.new(shape: Timestamp, location_name: "RecordedBefore"))
|
5878
5942
|
TimestampFilter.add_member(:recorded_after, Shapes::ShapeRef.new(shape: Timestamp, location_name: "RecordedAfter"))
|
5879
5943
|
TimestampFilter.struct_class = Types::TimestampFilter
|
@@ -6537,7 +6601,11 @@ module Aws::Glue
|
|
6537
6601
|
o.http_request_uri = "/"
|
6538
6602
|
o.input = Shapes::ShapeRef.new(shape: BatchGetTableOptimizerRequest)
|
6539
6603
|
o.output = Shapes::ShapeRef.new(shape: BatchGetTableOptimizerResponse)
|
6604
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
6605
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
6606
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
6540
6607
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
6608
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
6541
6609
|
end)
|
6542
6610
|
|
6543
6611
|
api.add_operation(:batch_get_triggers, Seahorse::Model::Operation.new.tap do |o|
|
@@ -6921,10 +6989,12 @@ module Aws::Glue
|
|
6921
6989
|
o.input = Shapes::ShapeRef.new(shape: CreateTableOptimizerRequest)
|
6922
6990
|
o.output = Shapes::ShapeRef.new(shape: CreateTableOptimizerResponse)
|
6923
6991
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
6992
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
6924
6993
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
6925
6994
|
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
6926
6995
|
o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
|
6927
6996
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
6997
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
6928
6998
|
end)
|
6929
6999
|
|
6930
7000
|
api.add_operation(:create_trigger, Seahorse::Model::Operation.new.tap do |o|
|
@@ -7253,6 +7323,7 @@ module Aws::Glue
|
|
7253
7323
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
7254
7324
|
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
7255
7325
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
7326
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
7256
7327
|
end)
|
7257
7328
|
|
7258
7329
|
api.add_operation(:delete_table_version, Seahorse::Model::Operation.new.tap do |o|
|
@@ -8067,6 +8138,7 @@ module Aws::Glue
|
|
8067
8138
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
8068
8139
|
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
8069
8140
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
8141
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
8070
8142
|
end)
|
8071
8143
|
|
8072
8144
|
api.add_operation(:get_table_version, Seahorse::Model::Operation.new.tap do |o|
|
@@ -8640,7 +8712,9 @@ module Aws::Glue
|
|
8640
8712
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
8641
8713
|
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
8642
8714
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
8715
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
8643
8716
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
8717
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
8644
8718
|
o[:pager] = Aws::Pager.new(
|
8645
8719
|
limit_key: "max_results",
|
8646
8720
|
tokens: {
|
@@ -9384,7 +9458,10 @@ module Aws::Glue
|
|
9384
9458
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
9385
9459
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
9386
9460
|
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
9461
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
9387
9462
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
9463
|
+
o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
|
9464
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
9388
9465
|
end)
|
9389
9466
|
|
9390
9467
|
api.add_operation(:update_trigger, Seahorse::Model::Operation.new.tap do |o|
|
data/lib/aws-sdk-glue/errors.rb
CHANGED
@@ -61,6 +61,7 @@ module Aws::Glue
|
|
61
61
|
# * {SchedulerNotRunningException}
|
62
62
|
# * {SchedulerRunningException}
|
63
63
|
# * {SchedulerTransitioningException}
|
64
|
+
# * {ThrottlingException}
|
64
65
|
# * {ValidationException}
|
65
66
|
# * {VersionMismatchException}
|
66
67
|
#
|
@@ -600,6 +601,21 @@ module Aws::Glue
|
|
600
601
|
end
|
601
602
|
end
|
602
603
|
|
604
|
+
class ThrottlingException < ServiceError
|
605
|
+
|
606
|
+
# @param [Seahorse::Client::RequestContext] context
|
607
|
+
# @param [String] message
|
608
|
+
# @param [Aws::Glue::Types::ThrottlingException] data
|
609
|
+
def initialize(context, message, data = Aws::EmptyStructure.new)
|
610
|
+
super(context, message, data)
|
611
|
+
end
|
612
|
+
|
613
|
+
# @return [String]
|
614
|
+
def message
|
615
|
+
@message || @data[:message]
|
616
|
+
end
|
617
|
+
end
|
618
|
+
|
603
619
|
class ValidationException < ServiceError
|
604
620
|
|
605
621
|
# @param [Seahorse::Client::RequestContext] context
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1383,7 +1383,7 @@ module Aws::Glue
|
|
1383
1383
|
#
|
1384
1384
|
# @!attribute [rw] table_optimizer
|
1385
1385
|
# A `TableOptimizer` object that contains details on the configuration
|
1386
|
-
# and last run of a table
|
1386
|
+
# and last run of a table optimizer.
|
1387
1387
|
# @return [Types::TableOptimizer]
|
1388
1388
|
#
|
1389
1389
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchTableOptimizer AWS API Documentation
|
@@ -3000,6 +3000,21 @@ module Aws::Glue
|
|
3000
3000
|
include Aws::Structure
|
3001
3001
|
end
|
3002
3002
|
|
3003
|
+
# A structure that contains compaction metrics for the optimizer run.
|
3004
|
+
#
|
3005
|
+
# @!attribute [rw] iceberg_metrics
|
3006
|
+
# A structure containing the Iceberg compaction metrics for the
|
3007
|
+
# optimizer run.
|
3008
|
+
# @return [Types::IcebergCompactionMetrics]
|
3009
|
+
#
|
3010
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CompactionMetrics AWS API Documentation
|
3011
|
+
#
|
3012
|
+
class CompactionMetrics < Struct.new(
|
3013
|
+
:iceberg_metrics)
|
3014
|
+
SENSITIVE = []
|
3015
|
+
include Aws::Structure
|
3016
|
+
end
|
3017
|
+
|
3003
3018
|
# Two processes are trying to modify a resource simultaneously.
|
3004
3019
|
#
|
3005
3020
|
# @!attribute [rw] message
|
@@ -13361,6 +13376,35 @@ module Aws::Glue
|
|
13361
13376
|
include Aws::Structure
|
13362
13377
|
end
|
13363
13378
|
|
13379
|
+
# Compaction metrics for Iceberg for the optimizer run.
|
13380
|
+
#
|
13381
|
+
# @!attribute [rw] number_of_bytes_compacted
|
13382
|
+
# The number of bytes removed by the compaction job run.
|
13383
|
+
# @return [Integer]
|
13384
|
+
#
|
13385
|
+
# @!attribute [rw] number_of_files_compacted
|
13386
|
+
# The number of files removed by the compaction job run.
|
13387
|
+
# @return [Integer]
|
13388
|
+
#
|
13389
|
+
# @!attribute [rw] number_of_dpus
|
13390
|
+
# The number of DPU hours consumed by the job.
|
13391
|
+
# @return [Integer]
|
13392
|
+
#
|
13393
|
+
# @!attribute [rw] job_duration_in_hour
|
13394
|
+
# The duration of the job in hours.
|
13395
|
+
# @return [Float]
|
13396
|
+
#
|
13397
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergCompactionMetrics AWS API Documentation
|
13398
|
+
#
|
13399
|
+
class IcebergCompactionMetrics < Struct.new(
|
13400
|
+
:number_of_bytes_compacted,
|
13401
|
+
:number_of_files_compacted,
|
13402
|
+
:number_of_dpus,
|
13403
|
+
:job_duration_in_hour)
|
13404
|
+
SENSITIVE = []
|
13405
|
+
include Aws::Structure
|
13406
|
+
end
|
13407
|
+
|
13364
13408
|
# A structure that defines an Apache Iceberg metadata table to create in
|
13365
13409
|
# the catalog.
|
13366
13410
|
#
|
@@ -13381,6 +13425,118 @@ module Aws::Glue
|
|
13381
13425
|
include Aws::Structure
|
13382
13426
|
end
|
13383
13427
|
|
13428
|
+
# The configuration for an Iceberg orphan file deletion optimizer.
|
13429
|
+
#
|
13430
|
+
# @!attribute [rw] orphan_file_retention_period_in_days
|
13431
|
+
# The number of days that orphan files should be retained before file
|
13432
|
+
# deletion. If an input is not provided, the default value 3 will be
|
13433
|
+
# used.
|
13434
|
+
# @return [Integer]
|
13435
|
+
#
|
13436
|
+
# @!attribute [rw] location
|
13437
|
+
# Specifies a directory in which to look for files (defaults to the
|
13438
|
+
# table's location). You may choose a sub-directory rather than the
|
13439
|
+
# top-level table location.
|
13440
|
+
# @return [String]
|
13441
|
+
#
|
13442
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergOrphanFileDeletionConfiguration AWS API Documentation
|
13443
|
+
#
|
13444
|
+
class IcebergOrphanFileDeletionConfiguration < Struct.new(
|
13445
|
+
:orphan_file_retention_period_in_days,
|
13446
|
+
:location)
|
13447
|
+
SENSITIVE = []
|
13448
|
+
include Aws::Structure
|
13449
|
+
end
|
13450
|
+
|
13451
|
+
# Orphan file deletion metrics for Iceberg for the optimizer run.
|
13452
|
+
#
|
13453
|
+
# @!attribute [rw] number_of_orphan_files_deleted
|
13454
|
+
# The number of orphan files deleted by the orphan file deletion job
|
13455
|
+
# run.
|
13456
|
+
# @return [Integer]
|
13457
|
+
#
|
13458
|
+
# @!attribute [rw] number_of_dpus
|
13459
|
+
# The number of DPU hours consumed by the job.
|
13460
|
+
# @return [Integer]
|
13461
|
+
#
|
13462
|
+
# @!attribute [rw] job_duration_in_hour
|
13463
|
+
# The duration of the job in hours.
|
13464
|
+
# @return [Float]
|
13465
|
+
#
|
13466
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergOrphanFileDeletionMetrics AWS API Documentation
|
13467
|
+
#
|
13468
|
+
class IcebergOrphanFileDeletionMetrics < Struct.new(
|
13469
|
+
:number_of_orphan_files_deleted,
|
13470
|
+
:number_of_dpus,
|
13471
|
+
:job_duration_in_hour)
|
13472
|
+
SENSITIVE = []
|
13473
|
+
include Aws::Structure
|
13474
|
+
end
|
13475
|
+
|
13476
|
+
# The configuration for an Iceberg snapshot retention optimizer.
|
13477
|
+
#
|
13478
|
+
# @!attribute [rw] snapshot_retention_period_in_days
|
13479
|
+
# The number of days to retain the Iceberg snapshots. If an input is
|
13480
|
+
# not provided, the corresponding Iceberg table configuration field
|
13481
|
+
# will be used or if not present, the default value 5 will be used.
|
13482
|
+
# @return [Integer]
|
13483
|
+
#
|
13484
|
+
# @!attribute [rw] number_of_snapshots_to_retain
|
13485
|
+
# The number of Iceberg snapshots to retain within the retention
|
13486
|
+
# period. If an input is not provided, the corresponding Iceberg table
|
13487
|
+
# configuration field will be used or if not present, the default
|
13488
|
+
# value 1 will be used.
|
13489
|
+
# @return [Integer]
|
13490
|
+
#
|
13491
|
+
# @!attribute [rw] clean_expired_files
|
13492
|
+
# If set to false, snapshots are only deleted from table metadata, and
|
13493
|
+
# the underlying data and metadata files are not deleted.
|
13494
|
+
# @return [Boolean]
|
13495
|
+
#
|
13496
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergRetentionConfiguration AWS API Documentation
|
13497
|
+
#
|
13498
|
+
class IcebergRetentionConfiguration < Struct.new(
|
13499
|
+
:snapshot_retention_period_in_days,
|
13500
|
+
:number_of_snapshots_to_retain,
|
13501
|
+
:clean_expired_files)
|
13502
|
+
SENSITIVE = []
|
13503
|
+
include Aws::Structure
|
13504
|
+
end
|
13505
|
+
|
13506
|
+
# Snapshot retention metrics for Iceberg for the optimizer run.
|
13507
|
+
#
|
13508
|
+
# @!attribute [rw] number_of_data_files_deleted
|
13509
|
+
# The number of data files deleted by the retention job run.
|
13510
|
+
# @return [Integer]
|
13511
|
+
#
|
13512
|
+
# @!attribute [rw] number_of_manifest_files_deleted
|
13513
|
+
# The number of manifest files deleted by the retention job run.
|
13514
|
+
# @return [Integer]
|
13515
|
+
#
|
13516
|
+
# @!attribute [rw] number_of_manifest_lists_deleted
|
13517
|
+
# The number of manifest lists deleted by the retention job run.
|
13518
|
+
# @return [Integer]
|
13519
|
+
#
|
13520
|
+
# @!attribute [rw] number_of_dpus
|
13521
|
+
# The number of DPU hours consumed by the job.
|
13522
|
+
# @return [Integer]
|
13523
|
+
#
|
13524
|
+
# @!attribute [rw] job_duration_in_hour
|
13525
|
+
# The duration of the job in hours.
|
13526
|
+
# @return [Float]
|
13527
|
+
#
|
13528
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergRetentionMetrics AWS API Documentation
|
13529
|
+
#
|
13530
|
+
class IcebergRetentionMetrics < Struct.new(
|
13531
|
+
:number_of_data_files_deleted,
|
13532
|
+
:number_of_manifest_files_deleted,
|
13533
|
+
:number_of_manifest_lists_deleted,
|
13534
|
+
:number_of_dpus,
|
13535
|
+
:job_duration_in_hour)
|
13536
|
+
SENSITIVE = []
|
13537
|
+
include Aws::Structure
|
13538
|
+
end
|
13539
|
+
|
13384
13540
|
# Specifies an Apache Iceberg data source where Iceberg tables are
|
13385
13541
|
# stored in Amazon S3.
|
13386
13542
|
#
|
@@ -17414,6 +17570,36 @@ module Aws::Glue
|
|
17414
17570
|
include Aws::Structure
|
17415
17571
|
end
|
17416
17572
|
|
17573
|
+
# The configuration for an orphan file deletion optimizer.
|
17574
|
+
#
|
17575
|
+
# @!attribute [rw] iceberg_configuration
|
17576
|
+
# The configuration for an Iceberg orphan file deletion optimizer.
|
17577
|
+
# @return [Types::IcebergOrphanFileDeletionConfiguration]
|
17578
|
+
#
|
17579
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OrphanFileDeletionConfiguration AWS API Documentation
|
17580
|
+
#
|
17581
|
+
class OrphanFileDeletionConfiguration < Struct.new(
|
17582
|
+
:iceberg_configuration)
|
17583
|
+
SENSITIVE = []
|
17584
|
+
include Aws::Structure
|
17585
|
+
end
|
17586
|
+
|
17587
|
+
# A structure that contains orphan file deletion metrics for the
|
17588
|
+
# optimizer run.
|
17589
|
+
#
|
17590
|
+
# @!attribute [rw] iceberg_metrics
|
17591
|
+
# A structure containing the Iceberg orphan file deletion metrics for
|
17592
|
+
# the optimizer run.
|
17593
|
+
# @return [Types::IcebergOrphanFileDeletionMetrics]
|
17594
|
+
#
|
17595
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OrphanFileDeletionMetrics AWS API Documentation
|
17596
|
+
#
|
17597
|
+
class OrphanFileDeletionMetrics < Struct.new(
|
17598
|
+
:iceberg_metrics)
|
17599
|
+
SENSITIVE = []
|
17600
|
+
include Aws::Structure
|
17601
|
+
end
|
17602
|
+
|
17417
17603
|
# A structure containing other metadata for a schema version belonging
|
17418
17604
|
# to the same metadata key.
|
17419
17605
|
#
|
@@ -18745,6 +18931,35 @@ module Aws::Glue
|
|
18745
18931
|
include Aws::Structure
|
18746
18932
|
end
|
18747
18933
|
|
18934
|
+
# The configuration for a snapshot retention optimizer.
|
18935
|
+
#
|
18936
|
+
# @!attribute [rw] iceberg_configuration
|
18937
|
+
# The configuration for an Iceberg snapshot retention optimizer.
|
18938
|
+
# @return [Types::IcebergRetentionConfiguration]
|
18939
|
+
#
|
18940
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RetentionConfiguration AWS API Documentation
|
18941
|
+
#
|
18942
|
+
class RetentionConfiguration < Struct.new(
|
18943
|
+
:iceberg_configuration)
|
18944
|
+
SENSITIVE = []
|
18945
|
+
include Aws::Structure
|
18946
|
+
end
|
18947
|
+
|
18948
|
+
# A structure that contains retention metrics for the optimizer run.
|
18949
|
+
#
|
18950
|
+
# @!attribute [rw] iceberg_metrics
|
18951
|
+
# A structure containing the Iceberg retention metrics for the
|
18952
|
+
# optimizer run.
|
18953
|
+
# @return [Types::IcebergRetentionMetrics]
|
18954
|
+
#
|
18955
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RetentionMetrics AWS API Documentation
|
18956
|
+
#
|
18957
|
+
class RetentionMetrics < Struct.new(
|
18958
|
+
:iceberg_metrics)
|
18959
|
+
SENSITIVE = []
|
18960
|
+
include Aws::Structure
|
18961
|
+
end
|
18962
|
+
|
18748
18963
|
# A run identifier.
|
18749
18964
|
#
|
18750
18965
|
# @!attribute [rw] run_id
|
@@ -18766,6 +18981,9 @@ module Aws::Glue
|
|
18766
18981
|
|
18767
18982
|
# Metrics for the optimizer run.
|
18768
18983
|
#
|
18984
|
+
# This structure is deprecated. See the individual metric members for
|
18985
|
+
# compaction, retention, and orphan file deletion.
|
18986
|
+
#
|
18769
18987
|
# @!attribute [rw] number_of_bytes_compacted
|
18770
18988
|
# The number of bytes removed by the compaction job run.
|
18771
18989
|
# @return [String]
|
@@ -22405,8 +22623,15 @@ module Aws::Glue
|
|
22405
22623
|
# Contains details about an optimizer associated with a table.
|
22406
22624
|
#
|
22407
22625
|
# @!attribute [rw] type
|
22408
|
-
# The type of table optimizer.
|
22409
|
-
#
|
22626
|
+
# The type of table optimizer. The valid values are:
|
22627
|
+
#
|
22628
|
+
# * `compaction`: for managing compaction with a table optimizer.
|
22629
|
+
#
|
22630
|
+
# * `retention`: for managing the retention of snapshot with a table
|
22631
|
+
# optimizer.
|
22632
|
+
#
|
22633
|
+
# * `orphan_file_deletion`: for managing the deletion of orphan files
|
22634
|
+
# with a table optimizer.
|
22410
22635
|
# @return [String]
|
22411
22636
|
#
|
22412
22637
|
# @!attribute [rw] configuration
|
@@ -22442,11 +22667,21 @@ module Aws::Glue
|
|
22442
22667
|
# Whether table optimization is enabled.
|
22443
22668
|
# @return [Boolean]
|
22444
22669
|
#
|
22670
|
+
# @!attribute [rw] retention_configuration
|
22671
|
+
# The configuration for a snapshot retention optimizer.
|
22672
|
+
# @return [Types::RetentionConfiguration]
|
22673
|
+
#
|
22674
|
+
# @!attribute [rw] orphan_file_deletion_configuration
|
22675
|
+
# The configuration for an orphan file deletion optimizer.
|
22676
|
+
# @return [Types::OrphanFileDeletionConfiguration]
|
22677
|
+
#
|
22445
22678
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableOptimizerConfiguration AWS API Documentation
|
22446
22679
|
#
|
22447
22680
|
class TableOptimizerConfiguration < Struct.new(
|
22448
22681
|
:role_arn,
|
22449
|
-
:enabled
|
22682
|
+
:enabled,
|
22683
|
+
:retention_configuration,
|
22684
|
+
:orphan_file_deletion_configuration)
|
22450
22685
|
SENSITIVE = []
|
22451
22686
|
include Aws::Structure
|
22452
22687
|
end
|
@@ -22468,12 +22703,30 @@ module Aws::Glue
|
|
22468
22703
|
#
|
22469
22704
|
# @!attribute [rw] metrics
|
22470
22705
|
# A `RunMetrics` object containing metrics for the optimizer run.
|
22706
|
+
#
|
22707
|
+
# This member is deprecated. See the individual metric members for
|
22708
|
+
# compaction, retention, and orphan file deletion.
|
22471
22709
|
# @return [Types::RunMetrics]
|
22472
22710
|
#
|
22473
22711
|
# @!attribute [rw] error
|
22474
22712
|
# An error that occured during the optimizer run.
|
22475
22713
|
# @return [String]
|
22476
22714
|
#
|
22715
|
+
# @!attribute [rw] compaction_metrics
|
22716
|
+
# A `CompactionMetrics` object containing metrics for the optimizer
|
22717
|
+
# run.
|
22718
|
+
# @return [Types::CompactionMetrics]
|
22719
|
+
#
|
22720
|
+
# @!attribute [rw] retention_metrics
|
22721
|
+
# A `RetentionMetrics` object containing metrics for the optimizer
|
22722
|
+
# run.
|
22723
|
+
# @return [Types::RetentionMetrics]
|
22724
|
+
#
|
22725
|
+
# @!attribute [rw] orphan_file_deletion_metrics
|
22726
|
+
# An `OrphanFileDeletionMetrics` object containing metrics for the
|
22727
|
+
# optimizer run.
|
22728
|
+
# @return [Types::OrphanFileDeletionMetrics]
|
22729
|
+
#
|
22477
22730
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableOptimizerRun AWS API Documentation
|
22478
22731
|
#
|
22479
22732
|
class TableOptimizerRun < Struct.new(
|
@@ -22481,7 +22734,10 @@ module Aws::Glue
|
|
22481
22734
|
:start_timestamp,
|
22482
22735
|
:end_timestamp,
|
22483
22736
|
:metrics,
|
22484
|
-
:error
|
22737
|
+
:error,
|
22738
|
+
:compaction_metrics,
|
22739
|
+
:retention_metrics,
|
22740
|
+
:orphan_file_deletion_metrics)
|
22485
22741
|
SENSITIVE = []
|
22486
22742
|
include Aws::Structure
|
22487
22743
|
end
|
@@ -22765,6 +23021,20 @@ module Aws::Glue
|
|
22765
23021
|
include Aws::Structure
|
22766
23022
|
end
|
22767
23023
|
|
23024
|
+
# The throttling threshhold was exceeded.
|
23025
|
+
#
|
23026
|
+
# @!attribute [rw] message
|
23027
|
+
# A message describing the problem.
|
23028
|
+
# @return [String]
|
23029
|
+
#
|
23030
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ThrottlingException AWS API Documentation
|
23031
|
+
#
|
23032
|
+
class ThrottlingException < Struct.new(
|
23033
|
+
:message)
|
23034
|
+
SENSITIVE = []
|
23035
|
+
include Aws::Structure
|
23036
|
+
end
|
23037
|
+
|
22768
23038
|
# A timestamp filter.
|
22769
23039
|
#
|
22770
23040
|
# @!attribute [rw] recorded_before
|
data/lib/aws-sdk-glue.rb
CHANGED
data/sig/client.rbs
CHANGED
@@ -292,7 +292,7 @@ module Aws
|
|
292
292
|
catalog_id: ::String?,
|
293
293
|
database_name: ::String?,
|
294
294
|
table_name: ::String?,
|
295
|
-
type: ("compaction")?
|
295
|
+
type: ("compaction" | "retention" | "orphan_file_deletion")?
|
296
296
|
},
|
297
297
|
]
|
298
298
|
) -> _BatchGetTableOptimizerResponseSuccess
|
@@ -2390,10 +2390,23 @@ module Aws
|
|
2390
2390
|
catalog_id: ::String,
|
2391
2391
|
database_name: ::String,
|
2392
2392
|
table_name: ::String,
|
2393
|
-
type: ("compaction"),
|
2393
|
+
type: ("compaction" | "retention" | "orphan_file_deletion"),
|
2394
2394
|
table_optimizer_configuration: {
|
2395
2395
|
role_arn: ::String?,
|
2396
|
-
enabled: bool
|
2396
|
+
enabled: bool?,
|
2397
|
+
retention_configuration: {
|
2398
|
+
iceberg_configuration: {
|
2399
|
+
snapshot_retention_period_in_days: ::Integer?,
|
2400
|
+
number_of_snapshots_to_retain: ::Integer?,
|
2401
|
+
clean_expired_files: bool?
|
2402
|
+
}?
|
2403
|
+
}?,
|
2404
|
+
orphan_file_deletion_configuration: {
|
2405
|
+
iceberg_configuration: {
|
2406
|
+
orphan_file_retention_period_in_days: ::Integer?,
|
2407
|
+
location: ::String?
|
2408
|
+
}?
|
2409
|
+
}?
|
2397
2410
|
}
|
2398
2411
|
) -> _CreateTableOptimizerResponseSuccess
|
2399
2412
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateTableOptimizerResponseSuccess
|
@@ -2745,7 +2758,7 @@ module Aws
|
|
2745
2758
|
catalog_id: ::String,
|
2746
2759
|
database_name: ::String,
|
2747
2760
|
table_name: ::String,
|
2748
|
-
type: ("compaction")
|
2761
|
+
type: ("compaction" | "retention" | "orphan_file_deletion")
|
2749
2762
|
) -> _DeleteTableOptimizerResponseSuccess
|
2750
2763
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _DeleteTableOptimizerResponseSuccess
|
2751
2764
|
|
@@ -3697,7 +3710,7 @@ module Aws
|
|
3697
3710
|
catalog_id: ::String,
|
3698
3711
|
database_name: ::String,
|
3699
3712
|
table_name: ::String,
|
3700
|
-
type: ("compaction")
|
3713
|
+
type: ("compaction" | "retention" | "orphan_file_deletion")
|
3701
3714
|
) -> _GetTableOptimizerResponseSuccess
|
3702
3715
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _GetTableOptimizerResponseSuccess
|
3703
3716
|
|
@@ -4339,7 +4352,7 @@ module Aws
|
|
4339
4352
|
catalog_id: ::String,
|
4340
4353
|
database_name: ::String,
|
4341
4354
|
table_name: ::String,
|
4342
|
-
type: ("compaction"),
|
4355
|
+
type: ("compaction" | "retention" | "orphan_file_deletion"),
|
4343
4356
|
?max_results: ::Integer,
|
4344
4357
|
?next_token: ::String
|
4345
4358
|
) -> _ListTableOptimizerRunsResponseSuccess
|
@@ -6806,10 +6819,23 @@ module Aws
|
|
6806
6819
|
catalog_id: ::String,
|
6807
6820
|
database_name: ::String,
|
6808
6821
|
table_name: ::String,
|
6809
|
-
type: ("compaction"),
|
6822
|
+
type: ("compaction" | "retention" | "orphan_file_deletion"),
|
6810
6823
|
table_optimizer_configuration: {
|
6811
6824
|
role_arn: ::String?,
|
6812
|
-
enabled: bool
|
6825
|
+
enabled: bool?,
|
6826
|
+
retention_configuration: {
|
6827
|
+
iceberg_configuration: {
|
6828
|
+
snapshot_retention_period_in_days: ::Integer?,
|
6829
|
+
number_of_snapshots_to_retain: ::Integer?,
|
6830
|
+
clean_expired_files: bool?
|
6831
|
+
}?
|
6832
|
+
}?,
|
6833
|
+
orphan_file_deletion_configuration: {
|
6834
|
+
iceberg_configuration: {
|
6835
|
+
orphan_file_retention_period_in_days: ::Integer?,
|
6836
|
+
location: ::String?
|
6837
|
+
}?
|
6838
|
+
}?
|
6813
6839
|
}
|
6814
6840
|
) -> _UpdateTableOptimizerResponseSuccess
|
6815
6841
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _UpdateTableOptimizerResponseSuccess
|
data/sig/errors.rbs
CHANGED
@@ -117,6 +117,9 @@ module Aws
|
|
117
117
|
class SchedulerTransitioningException < ::Aws::Errors::ServiceError
|
118
118
|
def message: () -> ::String
|
119
119
|
end
|
120
|
+
class ThrottlingException < ::Aws::Errors::ServiceError
|
121
|
+
def message: () -> ::String
|
122
|
+
end
|
120
123
|
class ValidationException < ::Aws::Errors::ServiceError
|
121
124
|
def message: () -> ::String
|
122
125
|
end
|
data/sig/types.rbs
CHANGED
@@ -308,7 +308,7 @@ module Aws::Glue
|
|
308
308
|
attr_accessor catalog_id: ::String
|
309
309
|
attr_accessor database_name: ::String
|
310
310
|
attr_accessor table_name: ::String
|
311
|
-
attr_accessor type: ("compaction")
|
311
|
+
attr_accessor type: ("compaction" | "retention" | "orphan_file_deletion")
|
312
312
|
SENSITIVE: []
|
313
313
|
end
|
314
314
|
|
@@ -317,7 +317,7 @@ module Aws::Glue
|
|
317
317
|
attr_accessor catalog_id: ::String
|
318
318
|
attr_accessor database_name: ::String
|
319
319
|
attr_accessor table_name: ::String
|
320
|
-
attr_accessor type: ("compaction")
|
320
|
+
attr_accessor type: ("compaction" | "retention" | "orphan_file_deletion")
|
321
321
|
SENSITIVE: []
|
322
322
|
end
|
323
323
|
|
@@ -798,6 +798,11 @@ module Aws::Glue
|
|
798
798
|
SENSITIVE: []
|
799
799
|
end
|
800
800
|
|
801
|
+
class CompactionMetrics
|
802
|
+
attr_accessor iceberg_metrics: Types::IcebergCompactionMetrics
|
803
|
+
SENSITIVE: []
|
804
|
+
end
|
805
|
+
|
801
806
|
class ConcurrentModificationException
|
802
807
|
attr_accessor message: ::String
|
803
808
|
SENSITIVE: []
|
@@ -1347,7 +1352,7 @@ module Aws::Glue
|
|
1347
1352
|
attr_accessor catalog_id: ::String
|
1348
1353
|
attr_accessor database_name: ::String
|
1349
1354
|
attr_accessor table_name: ::String
|
1350
|
-
attr_accessor type: ("compaction")
|
1355
|
+
attr_accessor type: ("compaction" | "retention" | "orphan_file_deletion")
|
1351
1356
|
attr_accessor table_optimizer_configuration: Types::TableOptimizerConfiguration
|
1352
1357
|
SENSITIVE: []
|
1353
1358
|
end
|
@@ -1895,7 +1900,7 @@ module Aws::Glue
|
|
1895
1900
|
attr_accessor catalog_id: ::String
|
1896
1901
|
attr_accessor database_name: ::String
|
1897
1902
|
attr_accessor table_name: ::String
|
1898
|
-
attr_accessor type: ("compaction")
|
1903
|
+
attr_accessor type: ("compaction" | "retention" | "orphan_file_deletion")
|
1899
1904
|
SENSITIVE: []
|
1900
1905
|
end
|
1901
1906
|
|
@@ -3012,7 +3017,7 @@ module Aws::Glue
|
|
3012
3017
|
attr_accessor catalog_id: ::String
|
3013
3018
|
attr_accessor database_name: ::String
|
3014
3019
|
attr_accessor table_name: ::String
|
3015
|
-
attr_accessor type: ("compaction")
|
3020
|
+
attr_accessor type: ("compaction" | "retention" | "orphan_file_deletion")
|
3016
3021
|
SENSITIVE: []
|
3017
3022
|
end
|
3018
3023
|
|
@@ -3348,12 +3353,49 @@ module Aws::Glue
|
|
3348
3353
|
SENSITIVE: []
|
3349
3354
|
end
|
3350
3355
|
|
3356
|
+
class IcebergCompactionMetrics
|
3357
|
+
attr_accessor number_of_bytes_compacted: ::Integer
|
3358
|
+
attr_accessor number_of_files_compacted: ::Integer
|
3359
|
+
attr_accessor number_of_dpus: ::Integer
|
3360
|
+
attr_accessor job_duration_in_hour: ::Float
|
3361
|
+
SENSITIVE: []
|
3362
|
+
end
|
3363
|
+
|
3351
3364
|
class IcebergInput
|
3352
3365
|
attr_accessor metadata_operation: ("CREATE")
|
3353
3366
|
attr_accessor version: ::String
|
3354
3367
|
SENSITIVE: []
|
3355
3368
|
end
|
3356
3369
|
|
3370
|
+
class IcebergOrphanFileDeletionConfiguration
|
3371
|
+
attr_accessor orphan_file_retention_period_in_days: ::Integer
|
3372
|
+
attr_accessor location: ::String
|
3373
|
+
SENSITIVE: []
|
3374
|
+
end
|
3375
|
+
|
3376
|
+
class IcebergOrphanFileDeletionMetrics
|
3377
|
+
attr_accessor number_of_orphan_files_deleted: ::Integer
|
3378
|
+
attr_accessor number_of_dpus: ::Integer
|
3379
|
+
attr_accessor job_duration_in_hour: ::Float
|
3380
|
+
SENSITIVE: []
|
3381
|
+
end
|
3382
|
+
|
3383
|
+
class IcebergRetentionConfiguration
|
3384
|
+
attr_accessor snapshot_retention_period_in_days: ::Integer
|
3385
|
+
attr_accessor number_of_snapshots_to_retain: ::Integer
|
3386
|
+
attr_accessor clean_expired_files: bool
|
3387
|
+
SENSITIVE: []
|
3388
|
+
end
|
3389
|
+
|
3390
|
+
class IcebergRetentionMetrics
|
3391
|
+
attr_accessor number_of_data_files_deleted: ::Integer
|
3392
|
+
attr_accessor number_of_manifest_files_deleted: ::Integer
|
3393
|
+
attr_accessor number_of_manifest_lists_deleted: ::Integer
|
3394
|
+
attr_accessor number_of_dpus: ::Integer
|
3395
|
+
attr_accessor job_duration_in_hour: ::Float
|
3396
|
+
SENSITIVE: []
|
3397
|
+
end
|
3398
|
+
|
3357
3399
|
class IcebergTarget
|
3358
3400
|
attr_accessor paths: ::Array[::String]
|
3359
3401
|
attr_accessor connection_name: ::String
|
@@ -3948,7 +3990,7 @@ module Aws::Glue
|
|
3948
3990
|
attr_accessor catalog_id: ::String
|
3949
3991
|
attr_accessor database_name: ::String
|
3950
3992
|
attr_accessor table_name: ::String
|
3951
|
-
attr_accessor type: ("compaction")
|
3993
|
+
attr_accessor type: ("compaction" | "retention" | "orphan_file_deletion")
|
3952
3994
|
attr_accessor max_results: ::Integer
|
3953
3995
|
attr_accessor next_token: ::String
|
3954
3996
|
SENSITIVE: []
|
@@ -4235,6 +4277,16 @@ module Aws::Glue
|
|
4235
4277
|
SENSITIVE: []
|
4236
4278
|
end
|
4237
4279
|
|
4280
|
+
class OrphanFileDeletionConfiguration
|
4281
|
+
attr_accessor iceberg_configuration: Types::IcebergOrphanFileDeletionConfiguration
|
4282
|
+
SENSITIVE: []
|
4283
|
+
end
|
4284
|
+
|
4285
|
+
class OrphanFileDeletionMetrics
|
4286
|
+
attr_accessor iceberg_metrics: Types::IcebergOrphanFileDeletionMetrics
|
4287
|
+
SENSITIVE: []
|
4288
|
+
end
|
4289
|
+
|
4238
4290
|
class OtherMetadataValueListItem
|
4239
4291
|
attr_accessor metadata_value: ::String
|
4240
4292
|
attr_accessor created_time: ::String
|
@@ -4601,6 +4653,16 @@ module Aws::Glue
|
|
4601
4653
|
SENSITIVE: []
|
4602
4654
|
end
|
4603
4655
|
|
4656
|
+
class RetentionConfiguration
|
4657
|
+
attr_accessor iceberg_configuration: Types::IcebergRetentionConfiguration
|
4658
|
+
SENSITIVE: []
|
4659
|
+
end
|
4660
|
+
|
4661
|
+
class RetentionMetrics
|
4662
|
+
attr_accessor iceberg_metrics: Types::IcebergRetentionMetrics
|
4663
|
+
SENSITIVE: []
|
4664
|
+
end
|
4665
|
+
|
4604
4666
|
class RunIdentifier
|
4605
4667
|
attr_accessor run_id: ::String
|
4606
4668
|
attr_accessor job_run_id: ::String
|
@@ -5499,7 +5561,7 @@ module Aws::Glue
|
|
5499
5561
|
end
|
5500
5562
|
|
5501
5563
|
class TableOptimizer
|
5502
|
-
attr_accessor type: ("compaction")
|
5564
|
+
attr_accessor type: ("compaction" | "retention" | "orphan_file_deletion")
|
5503
5565
|
attr_accessor configuration: Types::TableOptimizerConfiguration
|
5504
5566
|
attr_accessor last_run: Types::TableOptimizerRun
|
5505
5567
|
SENSITIVE: []
|
@@ -5508,6 +5570,8 @@ module Aws::Glue
|
|
5508
5570
|
class TableOptimizerConfiguration
|
5509
5571
|
attr_accessor role_arn: ::String
|
5510
5572
|
attr_accessor enabled: bool
|
5573
|
+
attr_accessor retention_configuration: Types::RetentionConfiguration
|
5574
|
+
attr_accessor orphan_file_deletion_configuration: Types::OrphanFileDeletionConfiguration
|
5511
5575
|
SENSITIVE: []
|
5512
5576
|
end
|
5513
5577
|
|
@@ -5517,6 +5581,9 @@ module Aws::Glue
|
|
5517
5581
|
attr_accessor end_timestamp: ::Time
|
5518
5582
|
attr_accessor metrics: Types::RunMetrics
|
5519
5583
|
attr_accessor error: ::String
|
5584
|
+
attr_accessor compaction_metrics: Types::CompactionMetrics
|
5585
|
+
attr_accessor retention_metrics: Types::RetentionMetrics
|
5586
|
+
attr_accessor orphan_file_deletion_metrics: Types::OrphanFileDeletionMetrics
|
5520
5587
|
SENSITIVE: []
|
5521
5588
|
end
|
5522
5589
|
|
@@ -5591,6 +5658,11 @@ module Aws::Glue
|
|
5591
5658
|
SENSITIVE: []
|
5592
5659
|
end
|
5593
5660
|
|
5661
|
+
class ThrottlingException
|
5662
|
+
attr_accessor message: ::String
|
5663
|
+
SENSITIVE: []
|
5664
|
+
end
|
5665
|
+
|
5594
5666
|
class TimestampFilter
|
5595
5667
|
attr_accessor recorded_before: ::Time
|
5596
5668
|
attr_accessor recorded_after: ::Time
|
@@ -5964,7 +6036,7 @@ module Aws::Glue
|
|
5964
6036
|
attr_accessor catalog_id: ::String
|
5965
6037
|
attr_accessor database_name: ::String
|
5966
6038
|
attr_accessor table_name: ::String
|
5967
|
-
attr_accessor type: ("compaction")
|
6039
|
+
attr_accessor type: ("compaction" | "retention" | "orphan_file_deletion")
|
5968
6040
|
attr_accessor table_optimizer_configuration: Types::TableOptimizerConfiguration
|
5969
6041
|
SENSITIVE: []
|
5970
6042
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.194.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-09-
|
11
|
+
date: 2024-09-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|