aws-sdk-glue 1.221.0 → 1.223.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: ac6694c375ad3d7c0055ce30cb199ce21b5d00d76d0a2eb318200882367094dd
4
- data.tar.gz: e1e68e0bf70604e777df838d1489e8487051906b1156572664739585b1ace792
3
+ metadata.gz: a37511cce7fcdc5cd240a69298e242d6730c47fe77795e84029b85d4d116709e
4
+ data.tar.gz: cf5a7feacf0c79aa3ad9380151f9b9b90984444cec312c41cf4a399ce3681359
5
5
  SHA512:
6
- metadata.gz: a97ce7c5e64310bb6bcf65098034049c64d25146cf8261036a33b64b759484182215d4319a1158637017888afdff90a3c6d941dbedce39911b16f40210f67941
7
- data.tar.gz: 19a51dfa01c5401ffbb1abec5d3df2b66068a865a25bf6dd4e3c3d6546d33d8e91eb4bc562b1b5e8d82652b597acd31e2e07deaee1172ac0639ff762afa522e8
6
+ metadata.gz: 0f10099d0b53319240c5b6a954e476f1764531e278f0f20da05a3d4f8873603777563a03dd6df0f4d47389d40ab35a7e36b219ab6c21b5cda5c3eac6ddb0f00c
7
+ data.tar.gz: ac530af007d704b05e234bb2f1b096e452bf71fd1526291c6e15102cc09f931409e16b6dcf8be414904d2c1faaf8a0ab9eae7063ad4d35660de38a8d31d6d479
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.223.0 (2025-06-27)
5
+ ------------------
6
+
7
+ * Feature - AWS Glue now supports schema, partition and sort management of Apache Iceberg tables using Glue SDK
8
+
9
+ 1.222.0 (2025-06-23)
10
+ ------------------
11
+
12
+ * Feature - AWS Glue now supports sort and z-order strategy for managed automated compaction for Iceberg tables in addition to binpack.
13
+
4
14
  1.221.0 (2025-06-20)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.221.0
1
+ 1.223.0
@@ -2243,6 +2243,7 @@ module Aws::Glue
2243
2243
  # resp.table_optimizers[0].table_optimizer.configuration.role_arn #=> String
2244
2244
  # resp.table_optimizers[0].table_optimizer.configuration.enabled #=> Boolean
2245
2245
  # resp.table_optimizers[0].table_optimizer.configuration.vpc_configuration.glue_connection_name #=> String
2246
+ # resp.table_optimizers[0].table_optimizer.configuration.compaction_configuration.iceberg_configuration.strategy #=> String, one of "binpack", "sort", "z-order"
2246
2247
  # resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.snapshot_retention_period_in_days #=> Integer
2247
2248
  # resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.number_of_snapshots_to_retain #=> Integer
2248
2249
  # resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.clean_expired_files #=> Boolean
@@ -2261,6 +2262,7 @@ module Aws::Glue
2261
2262
  # resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.dpu_hours #=> Float
2262
2263
  # resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
2263
2264
  # resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
2265
+ # resp.table_optimizers[0].table_optimizer.last_run.compaction_strategy #=> String, one of "binpack", "sort", "z-order"
2264
2266
  # resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
2265
2267
  # resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
2266
2268
  # resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
@@ -2974,6 +2976,7 @@ module Aws::Glue
2974
2976
  # federated_catalog: {
2975
2977
  # identifier: "FederationIdentifier",
2976
2978
  # connection_name: "NameString",
2979
+ # connection_type: "NameString",
2977
2980
  # },
2978
2981
  # parameters: {
2979
2982
  # "KeyString" => "ParametersMapValue",
@@ -3585,6 +3588,7 @@ module Aws::Glue
3585
3588
  # federated_database: {
3586
3589
  # identifier: "FederationIdentifier",
3587
3590
  # connection_name: "NameString",
3591
+ # connection_type: "NameString",
3588
3592
  # },
3589
3593
  # },
3590
3594
  # tags: {
@@ -5140,6 +5144,10 @@ module Aws::Glue
5140
5144
  # The catalog database in which to create the new table. For Hive
5141
5145
  # compatibility, this name is entirely lowercase.
5142
5146
  #
5147
+ # @option params [String] :name
5148
+ # The unique identifier for the table within the specified database that
5149
+ # will be created in the Glue Data Catalog.
5150
+ #
5143
5151
  # @option params [required, Types::TableInput] :table_input
5144
5152
  # The `TableInput` object that defines the metadata table to create in
5145
5153
  # the catalog.
@@ -5162,6 +5170,7 @@ module Aws::Glue
5162
5170
  # resp = client.create_table({
5163
5171
  # catalog_id: "CatalogIdString",
5164
5172
  # database_name: "NameString", # required
5173
+ # name: "NameString",
5165
5174
  # table_input: { # required
5166
5175
  # name: "NameString", # required
5167
5176
  # description: "DescriptionString",
@@ -5269,6 +5278,49 @@ module Aws::Glue
5269
5278
  # iceberg_input: {
5270
5279
  # metadata_operation: "CREATE", # required, accepts CREATE
5271
5280
  # version: "VersionString",
5281
+ # create_iceberg_table_input: {
5282
+ # location: "LocationString", # required
5283
+ # schema: { # required
5284
+ # schema_id: 1,
5285
+ # identifier_field_ids: [1],
5286
+ # type: "struct", # accepts struct
5287
+ # fields: [ # required
5288
+ # {
5289
+ # id: 1, # required
5290
+ # name: "ColumnNameString", # required
5291
+ # type: { # required
5292
+ # },
5293
+ # required: false, # required
5294
+ # doc: "CommentString",
5295
+ # },
5296
+ # ],
5297
+ # },
5298
+ # partition_spec: {
5299
+ # fields: [ # required
5300
+ # {
5301
+ # source_id: 1, # required
5302
+ # transform: "IcebergTransformString", # required
5303
+ # name: "ColumnNameString", # required
5304
+ # field_id: 1,
5305
+ # },
5306
+ # ],
5307
+ # spec_id: 1,
5308
+ # },
5309
+ # write_order: {
5310
+ # order_id: 1, # required
5311
+ # fields: [ # required
5312
+ # {
5313
+ # source_id: 1, # required
5314
+ # transform: "IcebergTransformString", # required
5315
+ # direction: "asc", # required, accepts asc, desc
5316
+ # null_order: "nulls-first", # required, accepts nulls-first, nulls-last
5317
+ # },
5318
+ # ],
5319
+ # },
5320
+ # properties: {
5321
+ # "NullableString" => "NullableString",
5322
+ # },
5323
+ # },
5272
5324
  # },
5273
5325
  # },
5274
5326
  # })
@@ -5315,6 +5367,11 @@ module Aws::Glue
5315
5367
  # vpc_configuration: {
5316
5368
  # glue_connection_name: "glueConnectionNameString",
5317
5369
  # },
5370
+ # compaction_configuration: {
5371
+ # iceberg_configuration: {
5372
+ # strategy: "binpack", # accepts binpack, sort, z-order
5373
+ # },
5374
+ # },
5318
5375
  # retention_configuration: {
5319
5376
  # iceberg_configuration: {
5320
5377
  # snapshot_retention_period_in_days: 1,
@@ -7220,6 +7277,7 @@ module Aws::Glue
7220
7277
  # resp.catalog.target_redshift_catalog.catalog_arn #=> String
7221
7278
  # resp.catalog.federated_catalog.identifier #=> String
7222
7279
  # resp.catalog.federated_catalog.connection_name #=> String
7280
+ # resp.catalog.federated_catalog.connection_type #=> String
7223
7281
  # resp.catalog.catalog_properties.data_lake_access_properties.data_lake_access #=> Boolean
7224
7282
  # resp.catalog.catalog_properties.data_lake_access_properties.data_transfer_role #=> String
7225
7283
  # resp.catalog.catalog_properties.data_lake_access_properties.kms_key #=> String
@@ -7339,6 +7397,7 @@ module Aws::Glue
7339
7397
  # resp.catalog_list[0].target_redshift_catalog.catalog_arn #=> String
7340
7398
  # resp.catalog_list[0].federated_catalog.identifier #=> String
7341
7399
  # resp.catalog_list[0].federated_catalog.connection_name #=> String
7400
+ # resp.catalog_list[0].federated_catalog.connection_type #=> String
7342
7401
  # resp.catalog_list[0].catalog_properties.data_lake_access_properties.data_lake_access #=> Boolean
7343
7402
  # resp.catalog_list[0].catalog_properties.data_lake_access_properties.data_transfer_role #=> String
7344
7403
  # resp.catalog_list[0].catalog_properties.data_lake_access_properties.kms_key #=> String
@@ -8714,6 +8773,7 @@ module Aws::Glue
8714
8773
  # resp.database.catalog_id #=> String
8715
8774
  # resp.database.federated_database.identifier #=> String
8716
8775
  # resp.database.federated_database.connection_name #=> String
8776
+ # resp.database.federated_database.connection_type #=> String
8717
8777
  #
8718
8778
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabase AWS API Documentation
8719
8779
  #
@@ -8791,6 +8851,7 @@ module Aws::Glue
8791
8851
  # resp.database_list[0].catalog_id #=> String
8792
8852
  # resp.database_list[0].federated_database.identifier #=> String
8793
8853
  # resp.database_list[0].federated_database.connection_name #=> String
8854
+ # resp.database_list[0].federated_database.connection_type #=> String
8794
8855
  # resp.next_token #=> String
8795
8856
  #
8796
8857
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabases AWS API Documentation
@@ -12858,6 +12919,7 @@ module Aws::Glue
12858
12919
  # resp.table.federated_table.identifier #=> String
12859
12920
  # resp.table.federated_table.database_identifier #=> String
12860
12921
  # resp.table.federated_table.connection_name #=> String
12922
+ # resp.table.federated_table.connection_type #=> String
12861
12923
  # resp.table.view_definition.is_protected #=> Boolean
12862
12924
  # resp.table.view_definition.definer #=> String
12863
12925
  # resp.table.view_definition.sub_objects #=> Array
@@ -12937,6 +12999,7 @@ module Aws::Glue
12937
12999
  # resp.table_optimizer.configuration.role_arn #=> String
12938
13000
  # resp.table_optimizer.configuration.enabled #=> Boolean
12939
13001
  # resp.table_optimizer.configuration.vpc_configuration.glue_connection_name #=> String
13002
+ # resp.table_optimizer.configuration.compaction_configuration.iceberg_configuration.strategy #=> String, one of "binpack", "sort", "z-order"
12940
13003
  # resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.snapshot_retention_period_in_days #=> Integer
12941
13004
  # resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.number_of_snapshots_to_retain #=> Integer
12942
13005
  # resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.clean_expired_files #=> Boolean
@@ -12955,6 +13018,7 @@ module Aws::Glue
12955
13018
  # resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.dpu_hours #=> Float
12956
13019
  # resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
12957
13020
  # resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
13021
+ # resp.table_optimizer.last_run.compaction_strategy #=> String, one of "binpack", "sort", "z-order"
12958
13022
  # resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
12959
13023
  # resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
12960
13024
  # resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
@@ -13075,6 +13139,7 @@ module Aws::Glue
13075
13139
  # resp.table_version.table.federated_table.identifier #=> String
13076
13140
  # resp.table_version.table.federated_table.database_identifier #=> String
13077
13141
  # resp.table_version.table.federated_table.connection_name #=> String
13142
+ # resp.table_version.table.federated_table.connection_type #=> String
13078
13143
  # resp.table_version.table.view_definition.is_protected #=> Boolean
13079
13144
  # resp.table_version.table.view_definition.definer #=> String
13080
13145
  # resp.table_version.table.view_definition.sub_objects #=> Array
@@ -13223,6 +13288,7 @@ module Aws::Glue
13223
13288
  # resp.table_versions[0].table.federated_table.identifier #=> String
13224
13289
  # resp.table_versions[0].table.federated_table.database_identifier #=> String
13225
13290
  # resp.table_versions[0].table.federated_table.connection_name #=> String
13291
+ # resp.table_versions[0].table.federated_table.connection_type #=> String
13226
13292
  # resp.table_versions[0].table.view_definition.is_protected #=> Boolean
13227
13293
  # resp.table_versions[0].table.view_definition.definer #=> String
13228
13294
  # resp.table_versions[0].table.view_definition.sub_objects #=> Array
@@ -13399,6 +13465,7 @@ module Aws::Glue
13399
13465
  # resp.table_list[0].federated_table.identifier #=> String
13400
13466
  # resp.table_list[0].federated_table.database_identifier #=> String
13401
13467
  # resp.table_list[0].federated_table.connection_name #=> String
13468
+ # resp.table_list[0].federated_table.connection_type #=> String
13402
13469
  # resp.table_list[0].view_definition.is_protected #=> Boolean
13403
13470
  # resp.table_list[0].view_definition.definer #=> String
13404
13471
  # resp.table_list[0].view_definition.sub_objects #=> Array
@@ -14135,6 +14202,7 @@ module Aws::Glue
14135
14202
  # resp.table.federated_table.identifier #=> String
14136
14203
  # resp.table.federated_table.database_identifier #=> String
14137
14204
  # resp.table.federated_table.connection_name #=> String
14205
+ # resp.table.federated_table.connection_type #=> String
14138
14206
  # resp.table.view_definition.is_protected #=> Boolean
14139
14207
  # resp.table.view_definition.definer #=> String
14140
14208
  # resp.table.view_definition.sub_objects #=> Array
@@ -16140,6 +16208,7 @@ module Aws::Glue
16140
16208
  # resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.dpu_hours #=> Float
16141
16209
  # resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
16142
16210
  # resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
16211
+ # resp.table_optimizer_runs[0].compaction_strategy #=> String, one of "binpack", "sort", "z-order"
16143
16212
  # resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
16144
16213
  # resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
16145
16214
  # resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
@@ -17087,6 +17156,7 @@ module Aws::Glue
17087
17156
  # resp.table_list[0].federated_table.identifier #=> String
17088
17157
  # resp.table_list[0].federated_table.database_identifier #=> String
17089
17158
  # resp.table_list[0].federated_table.connection_name #=> String
17159
+ # resp.table_list[0].federated_table.connection_type #=> String
17090
17160
  # resp.table_list[0].view_definition.is_protected #=> Boolean
17091
17161
  # resp.table_list[0].view_definition.definer #=> String
17092
17162
  # resp.table_list[0].view_definition.sub_objects #=> Array
@@ -17835,6 +17905,10 @@ module Aws::Glue
17835
17905
  # learning transform will use the new and improved labels and perform a
17836
17906
  # higher-quality transformation.
17837
17907
  #
17908
+ # Note: The role used to write the generated labeling set to the
17909
+ # `OutputS3Path` is the role associated with the Machine Learning
17910
+ # Transform, specified in the `CreateMLTransform` API.
17911
+ #
17838
17912
  # @option params [required, String] :transform_id
17839
17913
  # The unique identifier of the machine learning transform.
17840
17914
  #
@@ -18324,6 +18398,7 @@ module Aws::Glue
18324
18398
  # federated_catalog: {
18325
18399
  # identifier: "FederationIdentifier",
18326
18400
  # connection_name: "NameString",
18401
+ # connection_type: "NameString",
18327
18402
  # },
18328
18403
  # parameters: {
18329
18404
  # "KeyString" => "ParametersMapValue",
@@ -19131,6 +19206,7 @@ module Aws::Glue
19131
19206
  # federated_database: {
19132
19207
  # identifier: "FederationIdentifier",
19133
19208
  # connection_name: "NameString",
19209
+ # connection_type: "NameString",
19134
19210
  # },
19135
19211
  # },
19136
19212
  # })
@@ -19840,7 +19916,11 @@ module Aws::Glue
19840
19916
  # The name of the catalog database in which the table resides. For Hive
19841
19917
  # compatibility, this name is entirely lowercase.
19842
19918
  #
19843
- # @option params [required, Types::TableInput] :table_input
19919
+ # @option params [String] :name
19920
+ # The unique identifier for the table within the specified database that
19921
+ # will be created in the Glue Data Catalog.
19922
+ #
19923
+ # @option params [Types::TableInput] :table_input
19844
19924
  # An updated `TableInput` object to define the metadata table in the
19845
19925
  # catalog.
19846
19926
  #
@@ -19862,6 +19942,11 @@ module Aws::Glue
19862
19942
  # A flag that can be set to true to ignore matching storage descriptor
19863
19943
  # and subobject matching requirements.
19864
19944
  #
19945
+ # @option params [Types::UpdateOpenTableFormatInput] :update_open_table_format_input
19946
+ # Input parameters for updating open table format tables in GlueData
19947
+ # Catalog, serving as a wrapper for format-specific update operations
19948
+ # such as Apache Iceberg.
19949
+ #
19865
19950
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
19866
19951
  #
19867
19952
  # @example Request syntax with placeholder values
@@ -19869,7 +19954,8 @@ module Aws::Glue
19869
19954
  # resp = client.update_table({
19870
19955
  # catalog_id: "CatalogIdString",
19871
19956
  # database_name: "NameString", # required
19872
- # table_input: { # required
19957
+ # name: "NameString",
19958
+ # table_input: {
19873
19959
  # name: "NameString", # required
19874
19960
  # description: "DescriptionString",
19875
19961
  # owner: "NameString",
@@ -19970,6 +20056,57 @@ module Aws::Glue
19970
20056
  # version_id: "VersionString",
19971
20057
  # view_update_action: "ADD", # accepts ADD, REPLACE, ADD_OR_REPLACE, DROP
19972
20058
  # force: false,
20059
+ # update_open_table_format_input: {
20060
+ # update_iceberg_input: {
20061
+ # update_iceberg_table_input: { # required
20062
+ # updates: [ # required
20063
+ # {
20064
+ # schema: { # required
20065
+ # schema_id: 1,
20066
+ # identifier_field_ids: [1],
20067
+ # type: "struct", # accepts struct
20068
+ # fields: [ # required
20069
+ # {
20070
+ # id: 1, # required
20071
+ # name: "ColumnNameString", # required
20072
+ # type: { # required
20073
+ # },
20074
+ # required: false, # required
20075
+ # doc: "CommentString",
20076
+ # },
20077
+ # ],
20078
+ # },
20079
+ # partition_spec: {
20080
+ # fields: [ # required
20081
+ # {
20082
+ # source_id: 1, # required
20083
+ # transform: "IcebergTransformString", # required
20084
+ # name: "ColumnNameString", # required
20085
+ # field_id: 1,
20086
+ # },
20087
+ # ],
20088
+ # spec_id: 1,
20089
+ # },
20090
+ # sort_order: {
20091
+ # order_id: 1, # required
20092
+ # fields: [ # required
20093
+ # {
20094
+ # source_id: 1, # required
20095
+ # transform: "IcebergTransformString", # required
20096
+ # direction: "asc", # required, accepts asc, desc
20097
+ # null_order: "nulls-first", # required, accepts nulls-first, nulls-last
20098
+ # },
20099
+ # ],
20100
+ # },
20101
+ # location: "LocationString", # required
20102
+ # properties: {
20103
+ # "NullableString" => "NullableString",
20104
+ # },
20105
+ # },
20106
+ # ],
20107
+ # },
20108
+ # },
20109
+ # },
19973
20110
  # })
19974
20111
  #
19975
20112
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTable AWS API Documentation
@@ -20014,6 +20151,11 @@ module Aws::Glue
20014
20151
  # vpc_configuration: {
20015
20152
  # glue_connection_name: "glueConnectionNameString",
20016
20153
  # },
20154
+ # compaction_configuration: {
20155
+ # iceberg_configuration: {
20156
+ # strategy: "binpack", # accepts binpack, sort, z-order
20157
+ # },
20158
+ # },
20017
20159
  # retention_configuration: {
20018
20160
  # iceberg_configuration: {
20019
20161
  # snapshot_retention_period_in_days: 1,
@@ -20306,7 +20448,7 @@ module Aws::Glue
20306
20448
  tracer: tracer
20307
20449
  )
20308
20450
  context[:gem_name] = 'aws-sdk-glue'
20309
- context[:gem_version] = '1.221.0'
20451
+ context[:gem_version] = '1.223.0'
20310
20452
  Seahorse::Client::Request.new(handlers, context)
20311
20453
  end
20312
20454