aws-sdk-glue 1.222.0 → 1.224.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 06ff978a27f19ad72933805d99570e2f2d1bd04bd2fd44497964be6b471566af
4
- data.tar.gz: 388917bf2360aca50ef34a5e7f23b91adc9aa561a1023bf7547bcf5976f97843
3
+ metadata.gz: e029c9c762ebf1f287421f61206c832add7597be6c83ab7754e6fb3541f760c8
4
+ data.tar.gz: 1acd198d202ed127e093364d4a502db4116052b900caa2a756b67491334454d1
5
5
  SHA512:
6
- metadata.gz: 6dc8b1ca9603603c6ab425215ef410b2b9ad40a38c08e9fbd3fd3f411d449e6b8b576cc4e9c342509683723f40124d253787a51e16a3f70ffa4585acbc63015e
7
- data.tar.gz: 4c42d23f17eafe8d4d1b1a801626152176a3524eef33ab977b0564813358902e1d73cfddbd865a1a1a1a8e9bdc5cad4151c8da60757b82d09b604a46b9d9f1f6
6
+ metadata.gz: 2a4d79c58f95ad264ac5ab215a56907d767862d92cab85795f6a2ce4ff73311ee37a1fa8146934d5fd6c8e2c34ca930ecef0058f43a5c81cb301fd03ae334086
7
+ data.tar.gz: 8dc17094af367f28fadc22714914f8fceb765113aa3411a672741e407d7871c272537215125a9fa524223431a3be93c666a0ff22f9a4f35e1d9c9b72b96aa2b7
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.224.0 (2025-06-30)
5
+ ------------------
6
+
7
+ * Feature - releasing source processing properties to support source properties for ODB integrations
8
+
9
+ 1.223.0 (2025-06-27)
10
+ ------------------
11
+
12
+ * Feature - AWS Glue now supports schema, partition and sort management of Apache Iceberg tables using Glue SDK
13
+
4
14
  1.222.0 (2025-06-23)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.222.0
1
+ 1.224.0
@@ -2976,6 +2976,7 @@ module Aws::Glue
2976
2976
  # federated_catalog: {
2977
2977
  # identifier: "FederationIdentifier",
2978
2978
  # connection_name: "NameString",
2979
+ # connection_type: "NameString",
2979
2980
  # },
2980
2981
  # parameters: {
2981
2982
  # "KeyString" => "ParametersMapValue",
@@ -3587,6 +3588,7 @@ module Aws::Glue
3587
3588
  # federated_database: {
3588
3589
  # identifier: "FederationIdentifier",
3589
3590
  # connection_name: "NameString",
3591
+ # connection_type: "NameString",
3590
3592
  # },
3591
3593
  # },
3592
3594
  # tags: {
@@ -3872,6 +3874,9 @@ module Aws::Glue
3872
3874
  # ],
3873
3875
  # integration_config: {
3874
3876
  # refresh_interval: "String128",
3877
+ # source_properties: {
3878
+ # "IntegrationString" => "IntegrationString",
3879
+ # },
3875
3880
  # },
3876
3881
  # })
3877
3882
  #
@@ -3895,6 +3900,8 @@ module Aws::Glue
3895
3900
  # resp.errors[0].error_message #=> String
3896
3901
  # resp.data_filter #=> String
3897
3902
  # resp.integration_config.refresh_interval #=> String
3903
+ # resp.integration_config.source_properties #=> Hash
3904
+ # resp.integration_config.source_properties["IntegrationString"] #=> String
3898
3905
  #
3899
3906
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegration AWS API Documentation
3900
3907
  #
@@ -5142,6 +5149,10 @@ module Aws::Glue
5142
5149
  # The catalog database in which to create the new table. For Hive
5143
5150
  # compatibility, this name is entirely lowercase.
5144
5151
  #
5152
+ # @option params [String] :name
5153
+ # The unique identifier for the table within the specified database that
5154
+ # will be created in the Glue Data Catalog.
5155
+ #
5145
5156
  # @option params [required, Types::TableInput] :table_input
5146
5157
  # The `TableInput` object that defines the metadata table to create in
5147
5158
  # the catalog.
@@ -5164,6 +5175,7 @@ module Aws::Glue
5164
5175
  # resp = client.create_table({
5165
5176
  # catalog_id: "CatalogIdString",
5166
5177
  # database_name: "NameString", # required
5178
+ # name: "NameString",
5167
5179
  # table_input: { # required
5168
5180
  # name: "NameString", # required
5169
5181
  # description: "DescriptionString",
@@ -5271,6 +5283,49 @@ module Aws::Glue
5271
5283
  # iceberg_input: {
5272
5284
  # metadata_operation: "CREATE", # required, accepts CREATE
5273
5285
  # version: "VersionString",
5286
+ # create_iceberg_table_input: {
5287
+ # location: "LocationString", # required
5288
+ # schema: { # required
5289
+ # schema_id: 1,
5290
+ # identifier_field_ids: [1],
5291
+ # type: "struct", # accepts struct
5292
+ # fields: [ # required
5293
+ # {
5294
+ # id: 1, # required
5295
+ # name: "ColumnNameString", # required
5296
+ # type: { # required
5297
+ # },
5298
+ # required: false, # required
5299
+ # doc: "CommentString",
5300
+ # },
5301
+ # ],
5302
+ # },
5303
+ # partition_spec: {
5304
+ # fields: [ # required
5305
+ # {
5306
+ # source_id: 1, # required
5307
+ # transform: "IcebergTransformString", # required
5308
+ # name: "ColumnNameString", # required
5309
+ # field_id: 1,
5310
+ # },
5311
+ # ],
5312
+ # spec_id: 1,
5313
+ # },
5314
+ # write_order: {
5315
+ # order_id: 1, # required
5316
+ # fields: [ # required
5317
+ # {
5318
+ # source_id: 1, # required
5319
+ # transform: "IcebergTransformString", # required
5320
+ # direction: "asc", # required, accepts asc, desc
5321
+ # null_order: "nulls-first", # required, accepts nulls-first, nulls-last
5322
+ # },
5323
+ # ],
5324
+ # },
5325
+ # properties: {
5326
+ # "NullableString" => "NullableString",
5327
+ # },
5328
+ # },
5274
5329
  # },
5275
5330
  # },
5276
5331
  # })
@@ -6976,6 +7031,8 @@ module Aws::Glue
6976
7031
  # resp.inbound_integrations[0].status #=> String, one of "CREATING", "ACTIVE", "MODIFYING", "FAILED", "DELETING", "SYNCING", "NEEDS_ATTENTION"
6977
7032
  # resp.inbound_integrations[0].create_time #=> Time
6978
7033
  # resp.inbound_integrations[0].integration_config.refresh_interval #=> String
7034
+ # resp.inbound_integrations[0].integration_config.source_properties #=> Hash
7035
+ # resp.inbound_integrations[0].integration_config.source_properties["IntegrationString"] #=> String
6979
7036
  # resp.inbound_integrations[0].errors #=> Array
6980
7037
  # resp.inbound_integrations[0].errors[0].error_code #=> String
6981
7038
  # resp.inbound_integrations[0].errors[0].error_message #=> String
@@ -7043,6 +7100,8 @@ module Aws::Glue
7043
7100
  # resp.integrations[0].status #=> String, one of "CREATING", "ACTIVE", "MODIFYING", "FAILED", "DELETING", "SYNCING", "NEEDS_ATTENTION"
7044
7101
  # resp.integrations[0].create_time #=> Time
7045
7102
  # resp.integrations[0].integration_config.refresh_interval #=> String
7103
+ # resp.integrations[0].integration_config.source_properties #=> Hash
7104
+ # resp.integrations[0].integration_config.source_properties["IntegrationString"] #=> String
7046
7105
  # resp.integrations[0].errors #=> Array
7047
7106
  # resp.integrations[0].errors[0].error_code #=> String
7048
7107
  # resp.integrations[0].errors[0].error_message #=> String
@@ -7227,6 +7286,7 @@ module Aws::Glue
7227
7286
  # resp.catalog.target_redshift_catalog.catalog_arn #=> String
7228
7287
  # resp.catalog.federated_catalog.identifier #=> String
7229
7288
  # resp.catalog.federated_catalog.connection_name #=> String
7289
+ # resp.catalog.federated_catalog.connection_type #=> String
7230
7290
  # resp.catalog.catalog_properties.data_lake_access_properties.data_lake_access #=> Boolean
7231
7291
  # resp.catalog.catalog_properties.data_lake_access_properties.data_transfer_role #=> String
7232
7292
  # resp.catalog.catalog_properties.data_lake_access_properties.kms_key #=> String
@@ -7346,6 +7406,7 @@ module Aws::Glue
7346
7406
  # resp.catalog_list[0].target_redshift_catalog.catalog_arn #=> String
7347
7407
  # resp.catalog_list[0].federated_catalog.identifier #=> String
7348
7408
  # resp.catalog_list[0].federated_catalog.connection_name #=> String
7409
+ # resp.catalog_list[0].federated_catalog.connection_type #=> String
7349
7410
  # resp.catalog_list[0].catalog_properties.data_lake_access_properties.data_lake_access #=> Boolean
7350
7411
  # resp.catalog_list[0].catalog_properties.data_lake_access_properties.data_transfer_role #=> String
7351
7412
  # resp.catalog_list[0].catalog_properties.data_lake_access_properties.kms_key #=> String
@@ -8721,6 +8782,7 @@ module Aws::Glue
8721
8782
  # resp.database.catalog_id #=> String
8722
8783
  # resp.database.federated_database.identifier #=> String
8723
8784
  # resp.database.federated_database.connection_name #=> String
8785
+ # resp.database.federated_database.connection_type #=> String
8724
8786
  #
8725
8787
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabase AWS API Documentation
8726
8788
  #
@@ -8798,6 +8860,7 @@ module Aws::Glue
8798
8860
  # resp.database_list[0].catalog_id #=> String
8799
8861
  # resp.database_list[0].federated_database.identifier #=> String
8800
8862
  # resp.database_list[0].federated_database.connection_name #=> String
8863
+ # resp.database_list[0].federated_database.connection_type #=> String
8801
8864
  # resp.next_token #=> String
8802
8865
  #
8803
8866
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabases AWS API Documentation
@@ -12865,6 +12928,7 @@ module Aws::Glue
12865
12928
  # resp.table.federated_table.identifier #=> String
12866
12929
  # resp.table.federated_table.database_identifier #=> String
12867
12930
  # resp.table.federated_table.connection_name #=> String
12931
+ # resp.table.federated_table.connection_type #=> String
12868
12932
  # resp.table.view_definition.is_protected #=> Boolean
12869
12933
  # resp.table.view_definition.definer #=> String
12870
12934
  # resp.table.view_definition.sub_objects #=> Array
@@ -13084,6 +13148,7 @@ module Aws::Glue
13084
13148
  # resp.table_version.table.federated_table.identifier #=> String
13085
13149
  # resp.table_version.table.federated_table.database_identifier #=> String
13086
13150
  # resp.table_version.table.federated_table.connection_name #=> String
13151
+ # resp.table_version.table.federated_table.connection_type #=> String
13087
13152
  # resp.table_version.table.view_definition.is_protected #=> Boolean
13088
13153
  # resp.table_version.table.view_definition.definer #=> String
13089
13154
  # resp.table_version.table.view_definition.sub_objects #=> Array
@@ -13232,6 +13297,7 @@ module Aws::Glue
13232
13297
  # resp.table_versions[0].table.federated_table.identifier #=> String
13233
13298
  # resp.table_versions[0].table.federated_table.database_identifier #=> String
13234
13299
  # resp.table_versions[0].table.federated_table.connection_name #=> String
13300
+ # resp.table_versions[0].table.federated_table.connection_type #=> String
13235
13301
  # resp.table_versions[0].table.view_definition.is_protected #=> Boolean
13236
13302
  # resp.table_versions[0].table.view_definition.definer #=> String
13237
13303
  # resp.table_versions[0].table.view_definition.sub_objects #=> Array
@@ -13408,6 +13474,7 @@ module Aws::Glue
13408
13474
  # resp.table_list[0].federated_table.identifier #=> String
13409
13475
  # resp.table_list[0].federated_table.database_identifier #=> String
13410
13476
  # resp.table_list[0].federated_table.connection_name #=> String
13477
+ # resp.table_list[0].federated_table.connection_type #=> String
13411
13478
  # resp.table_list[0].view_definition.is_protected #=> Boolean
13412
13479
  # resp.table_list[0].view_definition.definer #=> String
13413
13480
  # resp.table_list[0].view_definition.sub_objects #=> Array
@@ -14144,6 +14211,7 @@ module Aws::Glue
14144
14211
  # resp.table.federated_table.identifier #=> String
14145
14212
  # resp.table.federated_table.database_identifier #=> String
14146
14213
  # resp.table.federated_table.connection_name #=> String
14214
+ # resp.table.federated_table.connection_type #=> String
14147
14215
  # resp.table.view_definition.is_protected #=> Boolean
14148
14216
  # resp.table.view_definition.definer #=> String
14149
14217
  # resp.table.view_definition.sub_objects #=> Array
@@ -17097,6 +17165,7 @@ module Aws::Glue
17097
17165
  # resp.table_list[0].federated_table.identifier #=> String
17098
17166
  # resp.table_list[0].federated_table.database_identifier #=> String
17099
17167
  # resp.table_list[0].federated_table.connection_name #=> String
17168
+ # resp.table_list[0].federated_table.connection_type #=> String
17100
17169
  # resp.table_list[0].view_definition.is_protected #=> Boolean
17101
17170
  # resp.table_list[0].view_definition.definer #=> String
17102
17171
  # resp.table_list[0].view_definition.sub_objects #=> Array
@@ -17845,6 +17914,10 @@ module Aws::Glue
17845
17914
  # learning transform will use the new and improved labels and perform a
17846
17915
  # higher-quality transformation.
17847
17916
  #
17917
+ # Note: The role used to write the generated labeling set to the
17918
+ # `OutputS3Path` is the role associated with the Machine Learning
17919
+ # Transform, specified in the `CreateMLTransform` API.
17920
+ #
17848
17921
  # @option params [required, String] :transform_id
17849
17922
  # The unique identifier of the machine learning transform.
17850
17923
  #
@@ -18334,6 +18407,7 @@ module Aws::Glue
18334
18407
  # federated_catalog: {
18335
18408
  # identifier: "FederationIdentifier",
18336
18409
  # connection_name: "NameString",
18410
+ # connection_type: "NameString",
18337
18411
  # },
18338
18412
  # parameters: {
18339
18413
  # "KeyString" => "ParametersMapValue",
@@ -19141,6 +19215,7 @@ module Aws::Glue
19141
19215
  # federated_database: {
19142
19216
  # identifier: "FederationIdentifier",
19143
19217
  # connection_name: "NameString",
19218
+ # connection_type: "NameString",
19144
19219
  # },
19145
19220
  # },
19146
19221
  # })
@@ -19850,7 +19925,11 @@ module Aws::Glue
19850
19925
  # The name of the catalog database in which the table resides. For Hive
19851
19926
  # compatibility, this name is entirely lowercase.
19852
19927
  #
19853
- # @option params [required, Types::TableInput] :table_input
19928
+ # @option params [String] :name
19929
+ # The unique identifier for the table within the specified database that
19930
+ # will be created in the Glue Data Catalog.
19931
+ #
19932
+ # @option params [Types::TableInput] :table_input
19854
19933
  # An updated `TableInput` object to define the metadata table in the
19855
19934
  # catalog.
19856
19935
  #
@@ -19872,6 +19951,11 @@ module Aws::Glue
19872
19951
  # A flag that can be set to true to ignore matching storage descriptor
19873
19952
  # and subobject matching requirements.
19874
19953
  #
19954
+ # @option params [Types::UpdateOpenTableFormatInput] :update_open_table_format_input
19955
+ # Input parameters for updating open table format tables in GlueData
19956
+ # Catalog, serving as a wrapper for format-specific update operations
19957
+ # such as Apache Iceberg.
19958
+ #
19875
19959
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
19876
19960
  #
19877
19961
  # @example Request syntax with placeholder values
@@ -19879,7 +19963,8 @@ module Aws::Glue
19879
19963
  # resp = client.update_table({
19880
19964
  # catalog_id: "CatalogIdString",
19881
19965
  # database_name: "NameString", # required
19882
- # table_input: { # required
19966
+ # name: "NameString",
19967
+ # table_input: {
19883
19968
  # name: "NameString", # required
19884
19969
  # description: "DescriptionString",
19885
19970
  # owner: "NameString",
@@ -19980,6 +20065,57 @@ module Aws::Glue
19980
20065
  # version_id: "VersionString",
19981
20066
  # view_update_action: "ADD", # accepts ADD, REPLACE, ADD_OR_REPLACE, DROP
19982
20067
  # force: false,
20068
+ # update_open_table_format_input: {
20069
+ # update_iceberg_input: {
20070
+ # update_iceberg_table_input: { # required
20071
+ # updates: [ # required
20072
+ # {
20073
+ # schema: { # required
20074
+ # schema_id: 1,
20075
+ # identifier_field_ids: [1],
20076
+ # type: "struct", # accepts struct
20077
+ # fields: [ # required
20078
+ # {
20079
+ # id: 1, # required
20080
+ # name: "ColumnNameString", # required
20081
+ # type: { # required
20082
+ # },
20083
+ # required: false, # required
20084
+ # doc: "CommentString",
20085
+ # },
20086
+ # ],
20087
+ # },
20088
+ # partition_spec: {
20089
+ # fields: [ # required
20090
+ # {
20091
+ # source_id: 1, # required
20092
+ # transform: "IcebergTransformString", # required
20093
+ # name: "ColumnNameString", # required
20094
+ # field_id: 1,
20095
+ # },
20096
+ # ],
20097
+ # spec_id: 1,
20098
+ # },
20099
+ # sort_order: {
20100
+ # order_id: 1, # required
20101
+ # fields: [ # required
20102
+ # {
20103
+ # source_id: 1, # required
20104
+ # transform: "IcebergTransformString", # required
20105
+ # direction: "asc", # required, accepts asc, desc
20106
+ # null_order: "nulls-first", # required, accepts nulls-first, nulls-last
20107
+ # },
20108
+ # ],
20109
+ # },
20110
+ # location: "LocationString", # required
20111
+ # properties: {
20112
+ # "NullableString" => "NullableString",
20113
+ # },
20114
+ # },
20115
+ # ],
20116
+ # },
20117
+ # },
20118
+ # },
19983
20119
  # })
19984
20120
  #
19985
20121
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTable AWS API Documentation
@@ -20321,7 +20457,7 @@ module Aws::Glue
20321
20457
  tracer: tracer
20322
20458
  )
20323
20459
  context[:gem_name] = 'aws-sdk-glue'
20324
- context[:gem_version] = '1.222.0'
20460
+ context[:gem_version] = '1.224.0'
20325
20461
  Seahorse::Client::Request.new(handlers, context)
20326
20462
  end
20327
20463
 
@@ -320,6 +320,7 @@ module Aws::Glue
320
320
  CreateDevEndpointRequest = Shapes::StructureShape.new(name: 'CreateDevEndpointRequest')
321
321
  CreateDevEndpointResponse = Shapes::StructureShape.new(name: 'CreateDevEndpointResponse')
322
322
  CreateGrokClassifierRequest = Shapes::StructureShape.new(name: 'CreateGrokClassifierRequest')
323
+ CreateIcebergTableInput = Shapes::StructureShape.new(name: 'CreateIcebergTableInput')
323
324
  CreateIntegrationRequest = Shapes::StructureShape.new(name: 'CreateIntegrationRequest')
324
325
  CreateIntegrationResourcePropertyRequest = Shapes::StructureShape.new(name: 'CreateIntegrationResourcePropertyRequest')
325
326
  CreateIntegrationResourcePropertyResponse = Shapes::StructureShape.new(name: 'CreateIntegrationResourcePropertyResponse')
@@ -800,14 +801,30 @@ module Aws::Glue
800
801
  IAMRoleArn = Shapes::StringShape.new(name: 'IAMRoleArn')
801
802
  IcebergCompactionConfiguration = Shapes::StructureShape.new(name: 'IcebergCompactionConfiguration')
802
803
  IcebergCompactionMetrics = Shapes::StructureShape.new(name: 'IcebergCompactionMetrics')
804
+ IcebergDocument = Shapes::DocumentShape.new(name: 'IcebergDocument', document: true)
803
805
  IcebergInput = Shapes::StructureShape.new(name: 'IcebergInput')
806
+ IcebergNullOrder = Shapes::StringShape.new(name: 'IcebergNullOrder')
804
807
  IcebergOrphanFileDeletionConfiguration = Shapes::StructureShape.new(name: 'IcebergOrphanFileDeletionConfiguration')
805
808
  IcebergOrphanFileDeletionMetrics = Shapes::StructureShape.new(name: 'IcebergOrphanFileDeletionMetrics')
809
+ IcebergPartitionField = Shapes::StructureShape.new(name: 'IcebergPartitionField')
810
+ IcebergPartitionSpec = Shapes::StructureShape.new(name: 'IcebergPartitionSpec')
811
+ IcebergPartitionSpecFieldList = Shapes::ListShape.new(name: 'IcebergPartitionSpecFieldList')
806
812
  IcebergRetentionConfiguration = Shapes::StructureShape.new(name: 'IcebergRetentionConfiguration')
807
813
  IcebergRetentionMetrics = Shapes::StructureShape.new(name: 'IcebergRetentionMetrics')
814
+ IcebergSchema = Shapes::StructureShape.new(name: 'IcebergSchema')
815
+ IcebergSortDirection = Shapes::StringShape.new(name: 'IcebergSortDirection')
816
+ IcebergSortField = Shapes::StructureShape.new(name: 'IcebergSortField')
817
+ IcebergSortOrder = Shapes::StructureShape.new(name: 'IcebergSortOrder')
818
+ IcebergSortOrderFieldList = Shapes::ListShape.new(name: 'IcebergSortOrderFieldList')
819
+ IcebergStructField = Shapes::StructureShape.new(name: 'IcebergStructField')
820
+ IcebergStructFieldList = Shapes::ListShape.new(name: 'IcebergStructFieldList')
821
+ IcebergStructTypeEnum = Shapes::StringShape.new(name: 'IcebergStructTypeEnum')
822
+ IcebergTableUpdate = Shapes::StructureShape.new(name: 'IcebergTableUpdate')
823
+ IcebergTableUpdateList = Shapes::ListShape.new(name: 'IcebergTableUpdateList')
808
824
  IcebergTarget = Shapes::StructureShape.new(name: 'IcebergTarget')
809
825
  IcebergTargetCompressionType = Shapes::StringShape.new(name: 'IcebergTargetCompressionType')
810
826
  IcebergTargetList = Shapes::ListShape.new(name: 'IcebergTargetList')
827
+ IcebergTransformString = Shapes::StringShape.new(name: 'IcebergTransformString')
811
828
  IdString = Shapes::StringShape.new(name: 'IdString')
812
829
  IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
813
830
  IdleTimeout = Shapes::IntegerShape.new(name: 'IdleTimeout')
@@ -823,6 +840,7 @@ module Aws::Glue
823
840
  InclusionAnnotationValue = Shapes::StringShape.new(name: 'InclusionAnnotationValue')
824
841
  Integer = Shapes::IntegerShape.new(name: 'Integer')
825
842
  IntegerFlag = Shapes::IntegerShape.new(name: 'IntegerFlag')
843
+ IntegerList = Shapes::ListShape.new(name: 'IntegerList')
826
844
  IntegerValue = Shapes::IntegerShape.new(name: 'IntegerValue')
827
845
  Integration = Shapes::StructureShape.new(name: 'Integration')
828
846
  IntegrationAdditionalEncryptionContextMap = Shapes::MapShape.new(name: 'IntegrationAdditionalEncryptionContextMap')
@@ -840,6 +858,7 @@ module Aws::Glue
840
858
  IntegrationPartition = Shapes::StructureShape.new(name: 'IntegrationPartition')
841
859
  IntegrationPartitionSpecList = Shapes::ListShape.new(name: 'IntegrationPartitionSpecList')
842
860
  IntegrationQuotaExceededFault = Shapes::StructureShape.new(name: 'IntegrationQuotaExceededFault')
861
+ IntegrationSourcePropertiesMap = Shapes::MapShape.new(name: 'IntegrationSourcePropertiesMap')
843
862
  IntegrationStatus = Shapes::StringShape.new(name: 'IntegrationStatus')
844
863
  IntegrationString = Shapes::StringShape.new(name: 'IntegrationString')
845
864
  IntegrationTagsList = Shapes::ListShape.new(name: 'IntegrationTagsList')
@@ -1359,6 +1378,7 @@ module Aws::Glue
1359
1378
  String2048 = Shapes::StringShape.new(name: 'String2048')
1360
1379
  StringColumnStatisticsData = Shapes::StructureShape.new(name: 'StringColumnStatisticsData')
1361
1380
  StringList = Shapes::ListShape.new(name: 'StringList')
1381
+ StringToStringMap = Shapes::MapShape.new(name: 'StringToStringMap')
1362
1382
  SupportedDialect = Shapes::StructureShape.new(name: 'SupportedDialect')
1363
1383
  Table = Shapes::StructureShape.new(name: 'Table')
1364
1384
  TableAttributes = Shapes::StringShape.new(name: 'TableAttributes')
@@ -1479,6 +1499,8 @@ module Aws::Glue
1479
1499
  UpdateDevEndpointRequest = Shapes::StructureShape.new(name: 'UpdateDevEndpointRequest')
1480
1500
  UpdateDevEndpointResponse = Shapes::StructureShape.new(name: 'UpdateDevEndpointResponse')
1481
1501
  UpdateGrokClassifierRequest = Shapes::StructureShape.new(name: 'UpdateGrokClassifierRequest')
1502
+ UpdateIcebergInput = Shapes::StructureShape.new(name: 'UpdateIcebergInput')
1503
+ UpdateIcebergTableInput = Shapes::StructureShape.new(name: 'UpdateIcebergTableInput')
1482
1504
  UpdateIntegrationResourcePropertyRequest = Shapes::StructureShape.new(name: 'UpdateIntegrationResourcePropertyRequest')
1483
1505
  UpdateIntegrationResourcePropertyResponse = Shapes::StructureShape.new(name: 'UpdateIntegrationResourcePropertyResponse')
1484
1506
  UpdateIntegrationTablePropertiesRequest = Shapes::StructureShape.new(name: 'UpdateIntegrationTablePropertiesRequest')
@@ -1490,6 +1512,7 @@ module Aws::Glue
1490
1512
  UpdateJsonClassifierRequest = Shapes::StructureShape.new(name: 'UpdateJsonClassifierRequest')
1491
1513
  UpdateMLTransformRequest = Shapes::StructureShape.new(name: 'UpdateMLTransformRequest')
1492
1514
  UpdateMLTransformResponse = Shapes::StructureShape.new(name: 'UpdateMLTransformResponse')
1515
+ UpdateOpenTableFormatInput = Shapes::StructureShape.new(name: 'UpdateOpenTableFormatInput')
1493
1516
  UpdatePartitionRequest = Shapes::StructureShape.new(name: 'UpdatePartitionRequest')
1494
1517
  UpdatePartitionResponse = Shapes::StructureShape.new(name: 'UpdatePartitionResponse')
1495
1518
  UpdateRegistryInput = Shapes::StructureShape.new(name: 'UpdateRegistryInput')
@@ -2724,6 +2747,13 @@ module Aws::Glue
2724
2747
  CreateGrokClassifierRequest.add_member(:custom_patterns, Shapes::ShapeRef.new(shape: CustomPatterns, location_name: "CustomPatterns"))
2725
2748
  CreateGrokClassifierRequest.struct_class = Types::CreateGrokClassifierRequest
2726
2749
 
2750
+ CreateIcebergTableInput.add_member(:location, Shapes::ShapeRef.new(shape: LocationString, required: true, location_name: "Location"))
2751
+ CreateIcebergTableInput.add_member(:schema, Shapes::ShapeRef.new(shape: IcebergSchema, required: true, location_name: "Schema"))
2752
+ CreateIcebergTableInput.add_member(:partition_spec, Shapes::ShapeRef.new(shape: IcebergPartitionSpec, location_name: "PartitionSpec"))
2753
+ CreateIcebergTableInput.add_member(:write_order, Shapes::ShapeRef.new(shape: IcebergSortOrder, location_name: "WriteOrder"))
2754
+ CreateIcebergTableInput.add_member(:properties, Shapes::ShapeRef.new(shape: StringToStringMap, location_name: "Properties"))
2755
+ CreateIcebergTableInput.struct_class = Types::CreateIcebergTableInput
2756
+
2727
2757
  CreateIntegrationRequest.add_member(:integration_name, Shapes::ShapeRef.new(shape: String128, required: true, location_name: "IntegrationName"))
2728
2758
  CreateIntegrationRequest.add_member(:source_arn, Shapes::ShapeRef.new(shape: String128, required: true, location_name: "SourceArn"))
2729
2759
  CreateIntegrationRequest.add_member(:target_arn, Shapes::ShapeRef.new(shape: String128, required: true, location_name: "TargetArn"))
@@ -2920,6 +2950,7 @@ module Aws::Glue
2920
2950
 
2921
2951
  CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
2922
2952
  CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
2953
+ CreateTableRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
2923
2954
  CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
2924
2955
  CreateTableRequest.add_member(:partition_indexes, Shapes::ShapeRef.new(shape: PartitionIndexList, location_name: "PartitionIndexes"))
2925
2956
  CreateTableRequest.add_member(:transaction_id, Shapes::ShapeRef.new(shape: TransactionIdString, location_name: "TransactionId"))
@@ -3725,10 +3756,12 @@ module Aws::Glue
3725
3756
 
3726
3757
  FederatedCatalog.add_member(:identifier, Shapes::ShapeRef.new(shape: FederationIdentifier, location_name: "Identifier"))
3727
3758
  FederatedCatalog.add_member(:connection_name, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionName"))
3759
+ FederatedCatalog.add_member(:connection_type, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionType"))
3728
3760
  FederatedCatalog.struct_class = Types::FederatedCatalog
3729
3761
 
3730
3762
  FederatedDatabase.add_member(:identifier, Shapes::ShapeRef.new(shape: FederationIdentifier, location_name: "Identifier"))
3731
3763
  FederatedDatabase.add_member(:connection_name, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionName"))
3764
+ FederatedDatabase.add_member(:connection_type, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionType"))
3732
3765
  FederatedDatabase.struct_class = Types::FederatedDatabase
3733
3766
 
3734
3767
  FederatedResourceAlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
@@ -3738,6 +3771,7 @@ module Aws::Glue
3738
3771
  FederatedTable.add_member(:identifier, Shapes::ShapeRef.new(shape: FederationIdentifier, location_name: "Identifier"))
3739
3772
  FederatedTable.add_member(:database_identifier, Shapes::ShapeRef.new(shape: FederationIdentifier, location_name: "DatabaseIdentifier"))
3740
3773
  FederatedTable.add_member(:connection_name, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionName"))
3774
+ FederatedTable.add_member(:connection_type, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionType"))
3741
3775
  FederatedTable.struct_class = Types::FederatedTable
3742
3776
 
3743
3777
  FederationSourceException.add_member(:federation_source_error_code, Shapes::ShapeRef.new(shape: FederationSourceErrorCode, location_name: "FederationSourceErrorCode"))
@@ -4692,6 +4726,7 @@ module Aws::Glue
4692
4726
 
4693
4727
  IcebergInput.add_member(:metadata_operation, Shapes::ShapeRef.new(shape: MetadataOperation, required: true, location_name: "MetadataOperation"))
4694
4728
  IcebergInput.add_member(:version, Shapes::ShapeRef.new(shape: VersionString, location_name: "Version"))
4729
+ IcebergInput.add_member(:create_iceberg_table_input, Shapes::ShapeRef.new(shape: CreateIcebergTableInput, location_name: "CreateIcebergTableInput"))
4695
4730
  IcebergInput.struct_class = Types::IcebergInput
4696
4731
 
4697
4732
  IcebergOrphanFileDeletionConfiguration.add_member(:orphan_file_retention_period_in_days, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "orphanFileRetentionPeriodInDays"))
@@ -4704,6 +4739,18 @@ module Aws::Glue
4704
4739
  IcebergOrphanFileDeletionMetrics.add_member(:job_duration_in_hour, Shapes::ShapeRef.new(shape: dpuDurationInHour, location_name: "JobDurationInHour"))
4705
4740
  IcebergOrphanFileDeletionMetrics.struct_class = Types::IcebergOrphanFileDeletionMetrics
4706
4741
 
4742
+ IcebergPartitionField.add_member(:source_id, Shapes::ShapeRef.new(shape: Integer, required: true, location_name: "SourceId"))
4743
+ IcebergPartitionField.add_member(:transform, Shapes::ShapeRef.new(shape: IcebergTransformString, required: true, location_name: "Transform"))
4744
+ IcebergPartitionField.add_member(:name, Shapes::ShapeRef.new(shape: ColumnNameString, required: true, location_name: "Name"))
4745
+ IcebergPartitionField.add_member(:field_id, Shapes::ShapeRef.new(shape: Integer, location_name: "FieldId"))
4746
+ IcebergPartitionField.struct_class = Types::IcebergPartitionField
4747
+
4748
+ IcebergPartitionSpec.add_member(:fields, Shapes::ShapeRef.new(shape: IcebergPartitionSpecFieldList, required: true, location_name: "Fields"))
4749
+ IcebergPartitionSpec.add_member(:spec_id, Shapes::ShapeRef.new(shape: Integer, location_name: "SpecId"))
4750
+ IcebergPartitionSpec.struct_class = Types::IcebergPartitionSpec
4751
+
4752
+ IcebergPartitionSpecFieldList.member = Shapes::ShapeRef.new(shape: IcebergPartitionField)
4753
+
4707
4754
  IcebergRetentionConfiguration.add_member(:snapshot_retention_period_in_days, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "snapshotRetentionPeriodInDays"))
4708
4755
  IcebergRetentionConfiguration.add_member(:number_of_snapshots_to_retain, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "numberOfSnapshotsToRetain"))
4709
4756
  IcebergRetentionConfiguration.add_member(:clean_expired_files, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "cleanExpiredFiles"))
@@ -4717,6 +4764,42 @@ module Aws::Glue
4717
4764
  IcebergRetentionMetrics.add_member(:job_duration_in_hour, Shapes::ShapeRef.new(shape: dpuDurationInHour, location_name: "JobDurationInHour"))
4718
4765
  IcebergRetentionMetrics.struct_class = Types::IcebergRetentionMetrics
4719
4766
 
4767
+ IcebergSchema.add_member(:schema_id, Shapes::ShapeRef.new(shape: Integer, location_name: "SchemaId"))
4768
+ IcebergSchema.add_member(:identifier_field_ids, Shapes::ShapeRef.new(shape: IntegerList, location_name: "IdentifierFieldIds"))
4769
+ IcebergSchema.add_member(:type, Shapes::ShapeRef.new(shape: IcebergStructTypeEnum, location_name: "Type"))
4770
+ IcebergSchema.add_member(:fields, Shapes::ShapeRef.new(shape: IcebergStructFieldList, required: true, location_name: "Fields"))
4771
+ IcebergSchema.struct_class = Types::IcebergSchema
4772
+
4773
+ IcebergSortField.add_member(:source_id, Shapes::ShapeRef.new(shape: Integer, required: true, location_name: "SourceId"))
4774
+ IcebergSortField.add_member(:transform, Shapes::ShapeRef.new(shape: IcebergTransformString, required: true, location_name: "Transform"))
4775
+ IcebergSortField.add_member(:direction, Shapes::ShapeRef.new(shape: IcebergSortDirection, required: true, location_name: "Direction"))
4776
+ IcebergSortField.add_member(:null_order, Shapes::ShapeRef.new(shape: IcebergNullOrder, required: true, location_name: "NullOrder"))
4777
+ IcebergSortField.struct_class = Types::IcebergSortField
4778
+
4779
+ IcebergSortOrder.add_member(:order_id, Shapes::ShapeRef.new(shape: Integer, required: true, location_name: "OrderId"))
4780
+ IcebergSortOrder.add_member(:fields, Shapes::ShapeRef.new(shape: IcebergSortOrderFieldList, required: true, location_name: "Fields"))
4781
+ IcebergSortOrder.struct_class = Types::IcebergSortOrder
4782
+
4783
+ IcebergSortOrderFieldList.member = Shapes::ShapeRef.new(shape: IcebergSortField)
4784
+
4785
+ IcebergStructField.add_member(:id, Shapes::ShapeRef.new(shape: Integer, required: true, location_name: "Id"))
4786
+ IcebergStructField.add_member(:name, Shapes::ShapeRef.new(shape: ColumnNameString, required: true, location_name: "Name"))
4787
+ IcebergStructField.add_member(:type, Shapes::ShapeRef.new(shape: IcebergDocument, required: true, location_name: "Type"))
4788
+ IcebergStructField.add_member(:required, Shapes::ShapeRef.new(shape: Boolean, required: true, location_name: "Required"))
4789
+ IcebergStructField.add_member(:doc, Shapes::ShapeRef.new(shape: CommentString, location_name: "Doc"))
4790
+ IcebergStructField.struct_class = Types::IcebergStructField
4791
+
4792
+ IcebergStructFieldList.member = Shapes::ShapeRef.new(shape: IcebergStructField)
4793
+
4794
+ IcebergTableUpdate.add_member(:schema, Shapes::ShapeRef.new(shape: IcebergSchema, required: true, location_name: "Schema"))
4795
+ IcebergTableUpdate.add_member(:partition_spec, Shapes::ShapeRef.new(shape: IcebergPartitionSpec, location_name: "PartitionSpec"))
4796
+ IcebergTableUpdate.add_member(:sort_order, Shapes::ShapeRef.new(shape: IcebergSortOrder, location_name: "SortOrder"))
4797
+ IcebergTableUpdate.add_member(:location, Shapes::ShapeRef.new(shape: LocationString, required: true, location_name: "Location"))
4798
+ IcebergTableUpdate.add_member(:properties, Shapes::ShapeRef.new(shape: StringToStringMap, location_name: "Properties"))
4799
+ IcebergTableUpdate.struct_class = Types::IcebergTableUpdate
4800
+
4801
+ IcebergTableUpdateList.member = Shapes::ShapeRef.new(shape: IcebergTableUpdate)
4802
+
4720
4803
  IcebergTarget.add_member(:paths, Shapes::ShapeRef.new(shape: PathList, location_name: "Paths"))
4721
4804
  IcebergTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
4722
4805
  IcebergTarget.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
@@ -4759,6 +4842,8 @@ module Aws::Glue
4759
4842
 
4760
4843
  InclusionAnnotationList.member = Shapes::ShapeRef.new(shape: DatapointInclusionAnnotation)
4761
4844
 
4845
+ IntegerList.member = Shapes::ShapeRef.new(shape: Integer)
4846
+
4762
4847
  Integration.add_member(:source_arn, Shapes::ShapeRef.new(shape: String128, required: true, location_name: "SourceArn"))
4763
4848
  Integration.add_member(:target_arn, Shapes::ShapeRef.new(shape: String128, required: true, location_name: "TargetArn"))
4764
4849
  Integration.add_member(:description, Shapes::ShapeRef.new(shape: IntegrationDescription, location_name: "Description"))
@@ -4778,6 +4863,7 @@ module Aws::Glue
4778
4863
  IntegrationAdditionalEncryptionContextMap.value = Shapes::ShapeRef.new(shape: IntegrationString)
4779
4864
 
4780
4865
  IntegrationConfig.add_member(:refresh_interval, Shapes::ShapeRef.new(shape: String128, location_name: "RefreshInterval"))
4866
+ IntegrationConfig.add_member(:source_properties, Shapes::ShapeRef.new(shape: IntegrationSourcePropertiesMap, location_name: "SourceProperties"))
4781
4867
  IntegrationConfig.struct_class = Types::IntegrationConfig
4782
4868
 
4783
4869
  IntegrationConflictOperationFault.add_member(:message, Shapes::ShapeRef.new(shape: IntegrationErrorMessage, location_name: "Message"))
@@ -4810,6 +4896,9 @@ module Aws::Glue
4810
4896
  IntegrationQuotaExceededFault.add_member(:message, Shapes::ShapeRef.new(shape: IntegrationErrorMessage, location_name: "Message"))
4811
4897
  IntegrationQuotaExceededFault.struct_class = Types::IntegrationQuotaExceededFault
4812
4898
 
4899
+ IntegrationSourcePropertiesMap.key = Shapes::ShapeRef.new(shape: IntegrationString)
4900
+ IntegrationSourcePropertiesMap.value = Shapes::ShapeRef.new(shape: IntegrationString)
4901
+
4813
4902
  IntegrationTagsList.member = Shapes::ShapeRef.new(shape: Tag)
4814
4903
 
4815
4904
  IntegrationsList.member = Shapes::ShapeRef.new(shape: Integration)
@@ -6643,6 +6732,9 @@ module Aws::Glue
6643
6732
 
6644
6733
  StringList.member = Shapes::ShapeRef.new(shape: GenericString)
6645
6734
 
6735
+ StringToStringMap.key = Shapes::ShapeRef.new(shape: NullableString)
6736
+ StringToStringMap.value = Shapes::ShapeRef.new(shape: NullableString)
6737
+
6646
6738
  SupportedDialect.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))
6647
6739
  SupportedDialect.add_member(:dialect_version, Shapes::ShapeRef.new(shape: ViewDialectVersionString, location_name: "DialectVersion"))
6648
6740
  SupportedDialect.struct_class = Types::SupportedDialect
@@ -7067,6 +7159,12 @@ module Aws::Glue
7067
7159
  UpdateGrokClassifierRequest.add_member(:custom_patterns, Shapes::ShapeRef.new(shape: CustomPatterns, location_name: "CustomPatterns"))
7068
7160
  UpdateGrokClassifierRequest.struct_class = Types::UpdateGrokClassifierRequest
7069
7161
 
7162
+ UpdateIcebergInput.add_member(:update_iceberg_table_input, Shapes::ShapeRef.new(shape: UpdateIcebergTableInput, required: true, location_name: "UpdateIcebergTableInput"))
7163
+ UpdateIcebergInput.struct_class = Types::UpdateIcebergInput
7164
+
7165
+ UpdateIcebergTableInput.add_member(:updates, Shapes::ShapeRef.new(shape: IcebergTableUpdateList, required: true, location_name: "Updates"))
7166
+ UpdateIcebergTableInput.struct_class = Types::UpdateIcebergTableInput
7167
+
7070
7168
  UpdateIntegrationResourcePropertyRequest.add_member(:resource_arn, Shapes::ShapeRef.new(shape: String128, required: true, location_name: "ResourceArn"))
7071
7169
  UpdateIntegrationResourcePropertyRequest.add_member(:source_processing_properties, Shapes::ShapeRef.new(shape: SourceProcessingProperties, location_name: "SourceProcessingProperties"))
7072
7170
  UpdateIntegrationResourcePropertyRequest.add_member(:target_processing_properties, Shapes::ShapeRef.new(shape: TargetProcessingProperties, location_name: "TargetProcessingProperties"))
@@ -7126,6 +7224,9 @@ module Aws::Glue
7126
7224
  UpdateMLTransformResponse.add_member(:transform_id, Shapes::ShapeRef.new(shape: HashString, location_name: "TransformId"))
7127
7225
  UpdateMLTransformResponse.struct_class = Types::UpdateMLTransformResponse
7128
7226
 
7227
+ UpdateOpenTableFormatInput.add_member(:update_iceberg_input, Shapes::ShapeRef.new(shape: UpdateIcebergInput, location_name: "UpdateIcebergInput"))
7228
+ UpdateOpenTableFormatInput.struct_class = Types::UpdateOpenTableFormatInput
7229
+
7129
7230
  UpdatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
7130
7231
  UpdatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
7131
7232
  UpdatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -7179,12 +7280,14 @@ module Aws::Glue
7179
7280
 
7180
7281
  UpdateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
7181
7282
  UpdateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
7182
- UpdateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
7283
+ UpdateTableRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
7284
+ UpdateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, location_name: "TableInput"))
7183
7285
  UpdateTableRequest.add_member(:skip_archive, Shapes::ShapeRef.new(shape: BooleanNullable, location_name: "SkipArchive"))
7184
7286
  UpdateTableRequest.add_member(:transaction_id, Shapes::ShapeRef.new(shape: TransactionIdString, location_name: "TransactionId"))
7185
7287
  UpdateTableRequest.add_member(:version_id, Shapes::ShapeRef.new(shape: VersionString, location_name: "VersionId"))
7186
7288
  UpdateTableRequest.add_member(:view_update_action, Shapes::ShapeRef.new(shape: ViewUpdateAction, location_name: "ViewUpdateAction"))
7187
7289
  UpdateTableRequest.add_member(:force, Shapes::ShapeRef.new(shape: Boolean, location_name: "Force"))
7290
+ UpdateTableRequest.add_member(:update_open_table_format_input, Shapes::ShapeRef.new(shape: UpdateOpenTableFormatInput, location_name: "UpdateOpenTableFormatInput"))
7188
7291
  UpdateTableRequest.struct_class = Types::UpdateTableRequest
7189
7292
 
7190
7293
  UpdateTableResponse.struct_class = Types::UpdateTableResponse