aws-sdk-glue 1.274.0 → 1.276.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: e32fa2b9c080775de0e07993a8d8d81862c485862817b8d876a5b517838671cc
4
- data.tar.gz: 797615532f0440de2f0db3214bc86745304d2b722b73cda066e9fe48d7b27345
3
+ metadata.gz: 4ce701eed9940c0336023d3af7f11fc4392fb4f7715c479aede0d655eb1a7daa
4
+ data.tar.gz: f3d6868fb5a00945ff942ed00dd9956a9d4b3b0689308a15679539b0b371971d
5
5
  SHA512:
6
- metadata.gz: bda530a31aa8eb9492a6ced146e88f92eda65af8ea45359d7f4992d32cc1753aa62e1f6f50ed9f983b8c7241ae3634226c92ca97c80d086584548e686cfc6fe2
7
- data.tar.gz: 7e80e5fdfbf4879735e0d7f94bf09ccdaf7641b6b0073edd690e6e1b8e40ad6db23038960d246380e3bd7a1c8ac82ea6166ed08f08682723e1e1a63a44591c5d
6
+ metadata.gz: f1beaafeabaf99d61aa3c1bb579e28eec3c0063eb0e7bf01a28f656e67d4d2e7bd0bea6c304925f1072759093fefaa293b4e2fb2afcb29711672a44e18bdcc98
7
+ data.tar.gz: a133c86042fa28a352e1dbcd46737432fc753440b2a25c361ef5e7373e68b55a5752edb28c48ecda72d9bc08f5cd80adaa4fbee94c92fbb378b7fc8f8296ee05
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.276.0 (2026-09-25)
5
+ ------------------
6
+
7
+ * Feature - add support for table level federation
8
+
9
+ 1.275.0 (2026-09-22)
10
+ ------------------
11
+
12
+ * Feature - Adding two new fields for Glue Materialized Views feature - (1) SubObjectsStatistics and (2) SparkPipelineInfo.
13
+
4
14
  1.274.0 (2026-09-18)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.274.0
1
+ 1.276.0
@@ -4752,6 +4752,12 @@ module Aws::Glue
4752
4752
  # name: "NameString",
4753
4753
  # region: "NameString",
4754
4754
  # },
4755
+ # federated_table: {
4756
+ # identifier: "FederationIdentifier",
4757
+ # database_identifier: "FederationIdentifier",
4758
+ # connection_name: "NameString",
4759
+ # connection_type: "NameString",
4760
+ # },
4755
4761
  # view_definition: {
4756
4762
  # is_protected: false,
4757
4763
  # definer: "ArnString",
@@ -4770,6 +4776,18 @@ module Aws::Glue
4770
4776
  # last_refresh_type: "FULL", # accepts FULL, INCREMENTAL
4771
4777
  # sub_objects: ["ArnString"],
4772
4778
  # sub_object_version_ids: [1],
4779
+ # sub_objects_statistics: [
4780
+ # {
4781
+ # source_type: "HIVE_PARQUET", # accepts HIVE_PARQUET, HIVE_ORC, HIVE_CSV, HIVE_JSON, PLAIN_PARQUET, ICEBERG
4782
+ # glue_version_id: "NullableString",
4783
+ # partition_count: 1,
4784
+ # file_count: 1,
4785
+ # total_file_bytes: 1,
4786
+ # },
4787
+ # ],
4788
+ # spark_pipeline_info: {
4789
+ # "SparkPipelineInfoKey" => "SparkPipelineInfoValue",
4790
+ # },
4773
4791
  # },
4774
4792
  # },
4775
4793
  # partition_indexes: [
@@ -11518,6 +11536,12 @@ module Aws::Glue
11518
11536
  # resp.table.view_definition.sub_objects[0] #=> String
11519
11537
  # resp.table.view_definition.sub_object_version_ids #=> Array
11520
11538
  # resp.table.view_definition.sub_object_version_ids[0] #=> Integer
11539
+ # resp.table.view_definition.sub_objects_statistics #=> Array
11540
+ # resp.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
11541
+ # resp.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
11542
+ # resp.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
11543
+ # resp.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
11544
+ # resp.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
11521
11545
  # resp.table.view_definition.representations #=> Array
11522
11546
  # resp.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
11523
11547
  # resp.table.view_definition.representations[0].dialect_version #=> String
@@ -11525,6 +11549,8 @@ module Aws::Glue
11525
11549
  # resp.table.view_definition.representations[0].view_expanded_text #=> String
11526
11550
  # resp.table.view_definition.representations[0].validation_connection #=> String
11527
11551
  # resp.table.view_definition.representations[0].is_stale #=> Boolean
11552
+ # resp.table.view_definition.spark_pipeline_info #=> Hash
11553
+ # resp.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
11528
11554
  # resp.table.is_multi_dialect_view #=> Boolean
11529
11555
  # resp.table.is_materialized_view #=> Boolean
11530
11556
  # resp.table.iceberg_table_metadata.format_version #=> String
@@ -11792,6 +11818,12 @@ module Aws::Glue
11792
11818
  # resp.table_version.table.view_definition.sub_objects[0] #=> String
11793
11819
  # resp.table_version.table.view_definition.sub_object_version_ids #=> Array
11794
11820
  # resp.table_version.table.view_definition.sub_object_version_ids[0] #=> Integer
11821
+ # resp.table_version.table.view_definition.sub_objects_statistics #=> Array
11822
+ # resp.table_version.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
11823
+ # resp.table_version.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
11824
+ # resp.table_version.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
11825
+ # resp.table_version.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
11826
+ # resp.table_version.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
11795
11827
  # resp.table_version.table.view_definition.representations #=> Array
11796
11828
  # resp.table_version.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
11797
11829
  # resp.table_version.table.view_definition.representations[0].dialect_version #=> String
@@ -11799,6 +11831,8 @@ module Aws::Glue
11799
11831
  # resp.table_version.table.view_definition.representations[0].view_expanded_text #=> String
11800
11832
  # resp.table_version.table.view_definition.representations[0].validation_connection #=> String
11801
11833
  # resp.table_version.table.view_definition.representations[0].is_stale #=> Boolean
11834
+ # resp.table_version.table.view_definition.spark_pipeline_info #=> Hash
11835
+ # resp.table_version.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
11802
11836
  # resp.table_version.table.is_multi_dialect_view #=> Boolean
11803
11837
  # resp.table_version.table.is_materialized_view #=> Boolean
11804
11838
  # resp.table_version.table.iceberg_table_metadata.format_version #=> String
@@ -11990,6 +12024,12 @@ module Aws::Glue
11990
12024
  # resp.table_versions[0].table.view_definition.sub_objects[0] #=> String
11991
12025
  # resp.table_versions[0].table.view_definition.sub_object_version_ids #=> Array
11992
12026
  # resp.table_versions[0].table.view_definition.sub_object_version_ids[0] #=> Integer
12027
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics #=> Array
12028
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
12029
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
12030
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
12031
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics[0].file_count #=> Integer
12032
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
11993
12033
  # resp.table_versions[0].table.view_definition.representations #=> Array
11994
12034
  # resp.table_versions[0].table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
11995
12035
  # resp.table_versions[0].table.view_definition.representations[0].dialect_version #=> String
@@ -11997,6 +12037,8 @@ module Aws::Glue
11997
12037
  # resp.table_versions[0].table.view_definition.representations[0].view_expanded_text #=> String
11998
12038
  # resp.table_versions[0].table.view_definition.representations[0].validation_connection #=> String
11999
12039
  # resp.table_versions[0].table.view_definition.representations[0].is_stale #=> Boolean
12040
+ # resp.table_versions[0].table.view_definition.spark_pipeline_info #=> Hash
12041
+ # resp.table_versions[0].table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
12000
12042
  # resp.table_versions[0].table.is_multi_dialect_view #=> Boolean
12001
12043
  # resp.table_versions[0].table.is_materialized_view #=> Boolean
12002
12044
  # resp.table_versions[0].table.iceberg_table_metadata.format_version #=> String
@@ -12098,6 +12140,16 @@ module Aws::Glue
12098
12140
  #
12099
12141
  # [1]: https://docs.aws.amazon.com/glue/latest/webapi/API_AuditContext.html
12100
12142
  #
12143
+ # @option params [String] :resource_share_type
12144
+ # Specifies which tables the `GetTables` call returns. The allowable
12145
+ # values are `FEDERATED` or `ALL`.
12146
+ #
12147
+ # * If set to `FEDERATED`, returns only federated tables, which
12148
+ # reference an entity outside the Glue Data Catalog.
12149
+ #
12150
+ # * If set to `ALL`, returns all tables in the database, both federated
12151
+ # and non-federated.
12152
+ #
12101
12153
  # @option params [Boolean] :include_status_details
12102
12154
  # Specifies whether to include status details related to a request to
12103
12155
  # create or update an Glue Data Catalog view.
@@ -12135,6 +12187,7 @@ module Aws::Glue
12135
12187
  # requested_columns: ["ColumnNameString"],
12136
12188
  # all_columns_requested: false,
12137
12189
  # },
12190
+ # resource_share_type: "FEDERATED", # accepts FEDERATED, ALL
12138
12191
  # include_status_details: false,
12139
12192
  # attributes_to_get: ["NAME"], # accepts NAME, TABLE_TYPE, DEFAULT, LATEST_ICEBERG_METADATA
12140
12193
  # })
@@ -12220,6 +12273,12 @@ module Aws::Glue
12220
12273
  # resp.table_list[0].view_definition.sub_objects[0] #=> String
12221
12274
  # resp.table_list[0].view_definition.sub_object_version_ids #=> Array
12222
12275
  # resp.table_list[0].view_definition.sub_object_version_ids[0] #=> Integer
12276
+ # resp.table_list[0].view_definition.sub_objects_statistics #=> Array
12277
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
12278
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].glue_version_id #=> String
12279
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].partition_count #=> Integer
12280
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].file_count #=> Integer
12281
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
12223
12282
  # resp.table_list[0].view_definition.representations #=> Array
12224
12283
  # resp.table_list[0].view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
12225
12284
  # resp.table_list[0].view_definition.representations[0].dialect_version #=> String
@@ -12227,6 +12286,8 @@ module Aws::Glue
12227
12286
  # resp.table_list[0].view_definition.representations[0].view_expanded_text #=> String
12228
12287
  # resp.table_list[0].view_definition.representations[0].validation_connection #=> String
12229
12288
  # resp.table_list[0].view_definition.representations[0].is_stale #=> Boolean
12289
+ # resp.table_list[0].view_definition.spark_pipeline_info #=> Hash
12290
+ # resp.table_list[0].view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
12230
12291
  # resp.table_list[0].is_multi_dialect_view #=> Boolean
12231
12292
  # resp.table_list[0].is_materialized_view #=> Boolean
12232
12293
  # resp.table_list[0].iceberg_table_metadata.format_version #=> String
@@ -12999,6 +13060,12 @@ module Aws::Glue
12999
13060
  # resp.table.view_definition.sub_objects[0] #=> String
13000
13061
  # resp.table.view_definition.sub_object_version_ids #=> Array
13001
13062
  # resp.table.view_definition.sub_object_version_ids[0] #=> Integer
13063
+ # resp.table.view_definition.sub_objects_statistics #=> Array
13064
+ # resp.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
13065
+ # resp.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
13066
+ # resp.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
13067
+ # resp.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
13068
+ # resp.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
13002
13069
  # resp.table.view_definition.representations #=> Array
13003
13070
  # resp.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
13004
13071
  # resp.table.view_definition.representations[0].dialect_version #=> String
@@ -13006,6 +13073,8 @@ module Aws::Glue
13006
13073
  # resp.table.view_definition.representations[0].view_expanded_text #=> String
13007
13074
  # resp.table.view_definition.representations[0].validation_connection #=> String
13008
13075
  # resp.table.view_definition.representations[0].is_stale #=> Boolean
13076
+ # resp.table.view_definition.spark_pipeline_info #=> Hash
13077
+ # resp.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
13009
13078
  # resp.table.is_multi_dialect_view #=> Boolean
13010
13079
  # resp.table.is_materialized_view #=> Boolean
13011
13080
  # resp.table.iceberg_table_metadata.format_version #=> String
@@ -17456,6 +17525,12 @@ module Aws::Glue
17456
17525
  # resp.table_list[0].view_definition.sub_objects[0] #=> String
17457
17526
  # resp.table_list[0].view_definition.sub_object_version_ids #=> Array
17458
17527
  # resp.table_list[0].view_definition.sub_object_version_ids[0] #=> Integer
17528
+ # resp.table_list[0].view_definition.sub_objects_statistics #=> Array
17529
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
17530
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].glue_version_id #=> String
17531
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].partition_count #=> Integer
17532
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].file_count #=> Integer
17533
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
17459
17534
  # resp.table_list[0].view_definition.representations #=> Array
17460
17535
  # resp.table_list[0].view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
17461
17536
  # resp.table_list[0].view_definition.representations[0].dialect_version #=> String
@@ -17463,6 +17538,8 @@ module Aws::Glue
17463
17538
  # resp.table_list[0].view_definition.representations[0].view_expanded_text #=> String
17464
17539
  # resp.table_list[0].view_definition.representations[0].validation_connection #=> String
17465
17540
  # resp.table_list[0].view_definition.representations[0].is_stale #=> Boolean
17541
+ # resp.table_list[0].view_definition.spark_pipeline_info #=> Hash
17542
+ # resp.table_list[0].view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
17466
17543
  # resp.table_list[0].is_multi_dialect_view #=> Boolean
17467
17544
  # resp.table_list[0].is_materialized_view #=> Boolean
17468
17545
  # resp.table_list[0].iceberg_table_metadata.format_version #=> String
@@ -20746,6 +20823,12 @@ module Aws::Glue
20746
20823
  # name: "NameString",
20747
20824
  # region: "NameString",
20748
20825
  # },
20826
+ # federated_table: {
20827
+ # identifier: "FederationIdentifier",
20828
+ # database_identifier: "FederationIdentifier",
20829
+ # connection_name: "NameString",
20830
+ # connection_type: "NameString",
20831
+ # },
20749
20832
  # view_definition: {
20750
20833
  # is_protected: false,
20751
20834
  # definer: "ArnString",
@@ -20764,6 +20847,18 @@ module Aws::Glue
20764
20847
  # last_refresh_type: "FULL", # accepts FULL, INCREMENTAL
20765
20848
  # sub_objects: ["ArnString"],
20766
20849
  # sub_object_version_ids: [1],
20850
+ # sub_objects_statistics: [
20851
+ # {
20852
+ # source_type: "HIVE_PARQUET", # accepts HIVE_PARQUET, HIVE_ORC, HIVE_CSV, HIVE_JSON, PLAIN_PARQUET, ICEBERG
20853
+ # glue_version_id: "NullableString",
20854
+ # partition_count: 1,
20855
+ # file_count: 1,
20856
+ # total_file_bytes: 1,
20857
+ # },
20858
+ # ],
20859
+ # spark_pipeline_info: {
20860
+ # "SparkPipelineInfoKey" => "SparkPipelineInfoValue",
20861
+ # },
20767
20862
  # },
20768
20863
  # },
20769
20864
  # skip_archive: false,
@@ -21182,7 +21277,7 @@ module Aws::Glue
21182
21277
  tracer: tracer
21183
21278
  )
21184
21279
  context[:gem_name] = 'aws-sdk-glue'
21185
- context[:gem_version] = '1.274.0'
21280
+ context[:gem_version] = '1.276.0'
21186
21281
  Seahorse::Client::Request.new(handlers, context)
21187
21282
  end
21188
21283
 
@@ -1259,6 +1259,7 @@ module Aws::Glue
1259
1259
  NullableBoolean = Shapes::BooleanShape.new(name: 'NullableBoolean')
1260
1260
  NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
1261
1261
  NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
1262
+ NullableLong = Shapes::IntegerShape.new(name: 'NullableLong')
1262
1263
  NullableString = Shapes::StringShape.new(name: 'NullableString')
1263
1264
  NumberTargetPartitionsString = Shapes::StringShape.new(name: 'NumberTargetPartitionsString')
1264
1265
  OAuth2ClientApplication = Shapes::StructureShape.new(name: 'OAuth2ClientApplication')
@@ -1580,6 +1581,9 @@ module Aws::Glue
1580
1581
  SparkConnectEndpointUrl = Shapes::StringShape.new(name: 'SparkConnectEndpointUrl')
1581
1582
  SparkConnectorSource = Shapes::StructureShape.new(name: 'SparkConnectorSource')
1582
1583
  SparkConnectorTarget = Shapes::StructureShape.new(name: 'SparkConnectorTarget')
1584
+ SparkPipelineInfoKey = Shapes::StringShape.new(name: 'SparkPipelineInfoKey')
1585
+ SparkPipelineInfoMap = Shapes::MapShape.new(name: 'SparkPipelineInfoMap')
1586
+ SparkPipelineInfoValue = Shapes::StringShape.new(name: 'SparkPipelineInfoValue')
1583
1587
  SparkSQL = Shapes::StructureShape.new(name: 'SparkSQL')
1584
1588
  Spigot = Shapes::StructureShape.new(name: 'Spigot')
1585
1589
  SplitFields = Shapes::StructureShape.new(name: 'SplitFields')
@@ -1659,6 +1663,9 @@ module Aws::Glue
1659
1663
  StringColumnStatisticsData = Shapes::StructureShape.new(name: 'StringColumnStatisticsData')
1660
1664
  StringList = Shapes::ListShape.new(name: 'StringList')
1661
1665
  StringToStringMap = Shapes::MapShape.new(name: 'StringToStringMap')
1666
+ SubObjectSourceType = Shapes::StringShape.new(name: 'SubObjectSourceType')
1667
+ SubObjectStatistics = Shapes::StructureShape.new(name: 'SubObjectStatistics')
1668
+ SubObjectsStatisticsList = Shapes::ListShape.new(name: 'SubObjectsStatisticsList')
1662
1669
  SupportedDialect = Shapes::StructureShape.new(name: 'SupportedDialect')
1663
1670
  Table = Shapes::StructureShape.new(name: 'Table')
1664
1671
  TableAttributes = Shapes::StringShape.new(name: 'TableAttributes')
@@ -1679,6 +1686,7 @@ module Aws::Glue
1679
1686
  TableOptimizerType = Shapes::StringShape.new(name: 'TableOptimizerType')
1680
1687
  TableOptimizerVpcConfiguration = Shapes::UnionShape.new(name: 'TableOptimizerVpcConfiguration')
1681
1688
  TablePrefix = Shapes::StringShape.new(name: 'TablePrefix')
1689
+ TableResourceShareType = Shapes::StringShape.new(name: 'TableResourceShareType')
1682
1690
  TableStatus = Shapes::StructureShape.new(name: 'TableStatus')
1683
1691
  TableTypeString = Shapes::StringShape.new(name: 'TableTypeString')
1684
1692
  TableVersion = Shapes::StructureShape.new(name: 'TableVersion')
@@ -5280,6 +5288,7 @@ module Aws::Glue
5280
5288
  GetTablesRequest.add_member(:transaction_id, Shapes::ShapeRef.new(shape: TransactionIdString, location_name: "TransactionId"))
5281
5289
  GetTablesRequest.add_member(:query_as_of_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "QueryAsOfTime"))
5282
5290
  GetTablesRequest.add_member(:audit_context, Shapes::ShapeRef.new(shape: AuditContext, location_name: "AuditContext"))
5291
+ GetTablesRequest.add_member(:resource_share_type, Shapes::ShapeRef.new(shape: TableResourceShareType, location_name: "ResourceShareType"))
5283
5292
  GetTablesRequest.add_member(:include_status_details, Shapes::ShapeRef.new(shape: BooleanNullable, location_name: "IncludeStatusDetails"))
5284
5293
  GetTablesRequest.add_member(:attributes_to_get, Shapes::ShapeRef.new(shape: TableAttributesList, location_name: "AttributesToGet"))
5285
5294
  GetTablesRequest.struct_class = Types::GetTablesRequest
@@ -7722,6 +7731,9 @@ module Aws::Glue
7722
7731
  SparkConnectorTarget.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
7723
7732
  SparkConnectorTarget.struct_class = Types::SparkConnectorTarget
7724
7733
 
7734
+ SparkPipelineInfoMap.key = Shapes::ShapeRef.new(shape: SparkPipelineInfoKey)
7735
+ SparkPipelineInfoMap.value = Shapes::ShapeRef.new(shape: SparkPipelineInfoValue)
7736
+
7725
7737
  SparkSQL.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
7726
7738
  SparkSQL.add_member(:inputs, Shapes::ShapeRef.new(shape: ManyInputs, required: true, location_name: "Inputs"))
7727
7739
  SparkSQL.add_member(:sql_query, Shapes::ShapeRef.new(shape: SqlQuery, required: true, location_name: "SqlQuery"))
@@ -8022,6 +8034,15 @@ module Aws::Glue
8022
8034
  StringToStringMap.key = Shapes::ShapeRef.new(shape: NullableString)
8023
8035
  StringToStringMap.value = Shapes::ShapeRef.new(shape: NullableString)
8024
8036
 
8037
+ SubObjectStatistics.add_member(:source_type, Shapes::ShapeRef.new(shape: SubObjectSourceType, location_name: "SourceType"))
8038
+ SubObjectStatistics.add_member(:glue_version_id, Shapes::ShapeRef.new(shape: NullableString, location_name: "GlueVersionId"))
8039
+ SubObjectStatistics.add_member(:partition_count, Shapes::ShapeRef.new(shape: NullableLong, location_name: "PartitionCount"))
8040
+ SubObjectStatistics.add_member(:file_count, Shapes::ShapeRef.new(shape: NullableLong, location_name: "FileCount"))
8041
+ SubObjectStatistics.add_member(:total_file_bytes, Shapes::ShapeRef.new(shape: NullableLong, location_name: "TotalFileBytes"))
8042
+ SubObjectStatistics.struct_class = Types::SubObjectStatistics
8043
+
8044
+ SubObjectsStatisticsList.member = Shapes::ShapeRef.new(shape: SubObjectStatistics)
8045
+
8025
8046
  SupportedDialect.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))
8026
8047
  SupportedDialect.add_member(:dialect_version, Shapes::ShapeRef.new(shape: ViewDialectVersionString, location_name: "DialectVersion"))
8027
8048
  SupportedDialect.struct_class = Types::SupportedDialect
@@ -8081,6 +8102,7 @@ module Aws::Glue
8081
8102
  TableInput.add_member(:table_type, Shapes::ShapeRef.new(shape: TableTypeString, location_name: "TableType"))
8082
8103
  TableInput.add_member(:parameters, Shapes::ShapeRef.new(shape: ParametersMap, location_name: "Parameters"))
8083
8104
  TableInput.add_member(:target_table, Shapes::ShapeRef.new(shape: TableIdentifier, location_name: "TargetTable"))
8105
+ TableInput.add_member(:federated_table, Shapes::ShapeRef.new(shape: FederatedTable, location_name: "FederatedTable"))
8084
8106
  TableInput.add_member(:view_definition, Shapes::ShapeRef.new(shape: ViewDefinitionInput, location_name: "ViewDefinition"))
8085
8107
  TableInput.struct_class = Types::TableInput
8086
8108
 
@@ -8714,7 +8736,9 @@ module Aws::Glue
8714
8736
  ViewDefinition.add_member(:last_refresh_type, Shapes::ShapeRef.new(shape: LastRefreshType, location_name: "LastRefreshType"))
8715
8737
  ViewDefinition.add_member(:sub_objects, Shapes::ShapeRef.new(shape: ViewSubObjectsList, location_name: "SubObjects"))
8716
8738
  ViewDefinition.add_member(:sub_object_version_ids, Shapes::ShapeRef.new(shape: ViewSubObjectVersionIdsList, location_name: "SubObjectVersionIds"))
8739
+ ViewDefinition.add_member(:sub_objects_statistics, Shapes::ShapeRef.new(shape: SubObjectsStatisticsList, location_name: "SubObjectsStatistics"))
8717
8740
  ViewDefinition.add_member(:representations, Shapes::ShapeRef.new(shape: ViewRepresentationList, location_name: "Representations"))
8741
+ ViewDefinition.add_member(:spark_pipeline_info, Shapes::ShapeRef.new(shape: SparkPipelineInfoMap, location_name: "SparkPipelineInfo"))
8718
8742
  ViewDefinition.struct_class = Types::ViewDefinition
8719
8743
 
8720
8744
  ViewDefinitionInput.add_member(:is_protected, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "IsProtected"))
@@ -8726,6 +8750,8 @@ module Aws::Glue
8726
8750
  ViewDefinitionInput.add_member(:last_refresh_type, Shapes::ShapeRef.new(shape: LastRefreshType, location_name: "LastRefreshType"))
8727
8751
  ViewDefinitionInput.add_member(:sub_objects, Shapes::ShapeRef.new(shape: ViewSubObjectsList, location_name: "SubObjects"))
8728
8752
  ViewDefinitionInput.add_member(:sub_object_version_ids, Shapes::ShapeRef.new(shape: ViewSubObjectVersionIdsList, location_name: "SubObjectVersionIds"))
8753
+ ViewDefinitionInput.add_member(:sub_objects_statistics, Shapes::ShapeRef.new(shape: SubObjectsStatisticsList, location_name: "SubObjectsStatistics"))
8754
+ ViewDefinitionInput.add_member(:spark_pipeline_info, Shapes::ShapeRef.new(shape: SparkPipelineInfoMap, location_name: "SparkPipelineInfo"))
8729
8755
  ViewDefinitionInput.struct_class = Types::ViewDefinitionInput
8730
8756
 
8731
8757
  ViewRepresentation.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))
@@ -16702,6 +16702,17 @@ module Aws::Glue
16702
16702
  # [1]: https://docs.aws.amazon.com/glue/latest/webapi/API_AuditContext.html
16703
16703
  # @return [Types::AuditContext]
16704
16704
  #
16705
+ # @!attribute [rw] resource_share_type
16706
+ # Specifies which tables the `GetTables` call returns. The allowable
16707
+ # values are `FEDERATED` or `ALL`.
16708
+ #
16709
+ # * If set to `FEDERATED`, returns only federated tables, which
16710
+ # reference an entity outside the Glue Data Catalog.
16711
+ #
16712
+ # * If set to `ALL`, returns all tables in the database, both
16713
+ # federated and non-federated.
16714
+ # @return [String]
16715
+ #
16705
16716
  # @!attribute [rw] include_status_details
16706
16717
  # Specifies whether to include status details related to a request to
16707
16718
  # create or update an Glue Data Catalog view.
@@ -16730,6 +16741,7 @@ module Aws::Glue
16730
16741
  :transaction_id,
16731
16742
  :query_as_of_time,
16732
16743
  :audit_context,
16744
+ :resource_share_type,
16733
16745
  :include_status_details,
16734
16746
  :attributes_to_get)
16735
16747
  SENSITIVE = []
@@ -30365,6 +30377,48 @@ module Aws::Glue
30365
30377
  include Aws::Structure
30366
30378
  end
30367
30379
 
30380
+ # Statistics for one sub-object referenced by a materialized view,
30381
+ # recorded when the materialized view was created or last fully
30382
+ # refreshed. These values describe what that refresh selected from the
30383
+ # sub-object, which can be a subset of the table when the materialized
30384
+ # view's definition limits the data it reads. The fields present depend
30385
+ # on the sub-object's format.
30386
+ #
30387
+ # @!attribute [rw] source_type
30388
+ # The source type of the sub-object (for example, its table format),
30389
+ # which identifies the sub-object.
30390
+ # @return [String]
30391
+ #
30392
+ # @!attribute [rw] glue_version_id
30393
+ # The Glue version ID of the sub-object that the statistics were
30394
+ # captured for.
30395
+ # @return [String]
30396
+ #
30397
+ # @!attribute [rw] partition_count
30398
+ # The number of sub-object partitions selected for that refresh. Not
30399
+ # present for unpartitioned sub-objects.
30400
+ # @return [Integer]
30401
+ #
30402
+ # @!attribute [rw] file_count
30403
+ # The number of sub-object data files selected for that refresh.
30404
+ # @return [Integer]
30405
+ #
30406
+ # @!attribute [rw] total_file_bytes
30407
+ # The total size, in bytes, of the data files counted by `FileCount`.
30408
+ # @return [Integer]
30409
+ #
30410
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SubObjectStatistics AWS API Documentation
30411
+ #
30412
+ class SubObjectStatistics < Struct.new(
30413
+ :source_type,
30414
+ :glue_version_id,
30415
+ :partition_count,
30416
+ :file_count,
30417
+ :total_file_bytes)
30418
+ SENSITIVE = []
30419
+ include Aws::Structure
30420
+ end
30421
+
30368
30422
  # A structure specifying the dialect and dialect version used by the
30369
30423
  # query engine.
30370
30424
  #
@@ -30688,6 +30742,13 @@ module Aws::Glue
30688
30742
  # resource linking.
30689
30743
  # @return [Types::TableIdentifier]
30690
30744
  #
30745
+ # @!attribute [rw] federated_table
30746
+ # A `FederatedTable` structure that references an entity outside the
30747
+ # Glue Data Catalog. Specify this field to create a federated table,
30748
+ # which points to a table in an external metastore instead of
30749
+ # describing data managed in the Glue Data Catalog.
30750
+ # @return [Types::FederatedTable]
30751
+ #
30691
30752
  # @!attribute [rw] view_definition
30692
30753
  # A structure that contains all the information that defines the view,
30693
30754
  # including the dialect or dialects for the view, and the query.
@@ -30709,6 +30770,7 @@ module Aws::Glue
30709
30770
  :table_type,
30710
30771
  :parameters,
30711
30772
  :target_table,
30773
+ :federated_table,
30712
30774
  :view_definition)
30713
30775
  SENSITIVE = []
30714
30776
  include Aws::Structure
@@ -33747,10 +33809,22 @@ module Aws::Glue
33747
33809
  # materialized view.
33748
33810
  # @return [Array<Integer>]
33749
33811
  #
33812
+ # @!attribute [rw] sub_objects_statistics
33813
+ # Statistics captured for each sub-object referenced by the
33814
+ # materialized view as of its most recent refresh, such as the source
33815
+ # type, Glue version ID, and the partition, file, and byte counts.
33816
+ # Each entry describes one sub-object, identified by its source type.
33817
+ # @return [Array<Types::SubObjectStatistics>]
33818
+ #
33750
33819
  # @!attribute [rw] representations
33751
33820
  # A list of representations.
33752
33821
  # @return [Array<Types::ViewRepresentation>]
33753
33822
  #
33823
+ # @!attribute [rw] spark_pipeline_info
33824
+ # A map of key-value pairs containing Spark Declarative Pipelines
33825
+ # (SDP) information for the materialized view.
33826
+ # @return [Hash<String,String>]
33827
+ #
33754
33828
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ViewDefinition AWS API Documentation
33755
33829
  #
33756
33830
  class ViewDefinition < Struct.new(
@@ -33762,7 +33836,9 @@ module Aws::Glue
33762
33836
  :last_refresh_type,
33763
33837
  :sub_objects,
33764
33838
  :sub_object_version_ids,
33765
- :representations)
33839
+ :sub_objects_statistics,
33840
+ :representations,
33841
+ :spark_pipeline_info)
33766
33842
  SENSITIVE = []
33767
33843
  include Aws::Structure
33768
33844
  end
@@ -33814,6 +33890,18 @@ module Aws::Glue
33814
33890
  # materialized view.
33815
33891
  # @return [Array<Integer>]
33816
33892
  #
33893
+ # @!attribute [rw] sub_objects_statistics
33894
+ # Statistics for each sub-object referenced by the materialized view,
33895
+ # such as the source type, Glue version ID, and the partition, file,
33896
+ # and byte counts. Each entry describes one sub-object, identified by
33897
+ # its source type.
33898
+ # @return [Array<Types::SubObjectStatistics>]
33899
+ #
33900
+ # @!attribute [rw] spark_pipeline_info
33901
+ # A map of key-value pairs containing Spark Declarative Pipelines
33902
+ # (SDP) information for the materialized view.
33903
+ # @return [Hash<String,String>]
33904
+ #
33817
33905
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ViewDefinitionInput AWS API Documentation
33818
33906
  #
33819
33907
  class ViewDefinitionInput < Struct.new(
@@ -33825,7 +33913,9 @@ module Aws::Glue
33825
33913
  :refresh_seconds,
33826
33914
  :last_refresh_type,
33827
33915
  :sub_objects,
33828
- :sub_object_version_ids)
33916
+ :sub_object_version_ids,
33917
+ :sub_objects_statistics,
33918
+ :spark_pipeline_info)
33829
33919
  SENSITIVE = []
33830
33920
  include Aws::Structure
33831
33921
  end
data/lib/aws-sdk-glue.rb CHANGED
@@ -54,7 +54,7 @@ module Aws::Glue
54
54
  autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
55
55
  autoload :Endpoints, 'aws-sdk-glue/endpoints'
56
56
 
57
- GEM_VERSION = '1.274.0'
57
+ GEM_VERSION = '1.276.0'
58
58
 
59
59
  end
60
60
 
data/sig/client.rbs CHANGED
@@ -2769,6 +2769,7 @@ module Aws
2769
2769
  requested_columns: Array[::String]?,
2770
2770
  all_columns_requested: bool?
2771
2771
  },
2772
+ ?resource_share_type: ("FEDERATED" | "ALL"),
2772
2773
  ?include_status_details: bool,
2773
2774
  ?attributes_to_get: Array[("NAME" | "TABLE_TYPE" | "DEFAULT" | "LATEST_ICEBERG_METADATA")]
2774
2775
  ) -> _GetTablesResponseSuccess
data/sig/params.rbs CHANGED
@@ -1805,7 +1805,17 @@ module Aws
1805
1805
  refresh_seconds: ::Integer?,
1806
1806
  last_refresh_type: ("FULL" | "INCREMENTAL")?,
1807
1807
  sub_objects: Array[::String]?,
1808
- sub_object_version_ids: Array[::Integer]?
1808
+ sub_object_version_ids: Array[::Integer]?,
1809
+ sub_objects_statistics: Array[
1810
+ {
1811
+ source_type: ("HIVE_PARQUET" | "HIVE_ORC" | "HIVE_CSV" | "HIVE_JSON" | "PLAIN_PARQUET" | "ICEBERG")?,
1812
+ glue_version_id: ::String?,
1813
+ partition_count: ::Integer?,
1814
+ file_count: ::Integer?,
1815
+ total_file_bytes: ::Integer?
1816
+ }
1817
+ ]?,
1818
+ spark_pipeline_info: Hash[::String, ::String]?
1809
1819
  }
1810
1820
 
1811
1821
  type table_input = {
@@ -1834,6 +1844,12 @@ module Aws
1834
1844
  name: ::String?,
1835
1845
  region: ::String?
1836
1846
  }?,
1847
+ federated_table: {
1848
+ identifier: ::String?,
1849
+ database_identifier: ::String?,
1850
+ connection_name: ::String?,
1851
+ connection_type: ::String?
1852
+ }?,
1837
1853
  view_definition: Params::view_definition_input?
1838
1854
  }
1839
1855
 
data/sig/types.rbs CHANGED
@@ -4205,6 +4205,7 @@ module Aws::Glue
4205
4205
  attr_accessor transaction_id: ::String
4206
4206
  attr_accessor query_as_of_time: ::Time
4207
4207
  attr_accessor audit_context: Types::AuditContext
4208
+ attr_accessor resource_share_type: ("FEDERATED" | "ALL")
4208
4209
  attr_accessor include_status_details: bool
4209
4210
  attr_accessor attributes_to_get: ::Array[("NAME" | "TABLE_TYPE" | "DEFAULT" | "LATEST_ICEBERG_METADATA")]
4210
4211
  SENSITIVE: []
@@ -7538,6 +7539,15 @@ module Aws::Glue
7538
7539
  SENSITIVE: []
7539
7540
  end
7540
7541
 
7542
+ class SubObjectStatistics
7543
+ attr_accessor source_type: ("HIVE_PARQUET" | "HIVE_ORC" | "HIVE_CSV" | "HIVE_JSON" | "PLAIN_PARQUET" | "ICEBERG")
7544
+ attr_accessor glue_version_id: ::String
7545
+ attr_accessor partition_count: ::Integer
7546
+ attr_accessor file_count: ::Integer
7547
+ attr_accessor total_file_bytes: ::Integer
7548
+ SENSITIVE: []
7549
+ end
7550
+
7541
7551
  class SupportedDialect
7542
7552
  attr_accessor dialect: ("REDSHIFT" | "ATHENA" | "SPARK")
7543
7553
  attr_accessor dialect_version: ::String
@@ -7602,6 +7612,7 @@ module Aws::Glue
7602
7612
  attr_accessor table_type: ::String
7603
7613
  attr_accessor parameters: ::Hash[::String, ::String]
7604
7614
  attr_accessor target_table: Types::TableIdentifier
7615
+ attr_accessor federated_table: Types::FederatedTable
7605
7616
  attr_accessor view_definition: Types::ViewDefinitionInput
7606
7617
  SENSITIVE: []
7607
7618
  end
@@ -8405,7 +8416,9 @@ module Aws::Glue
8405
8416
  attr_accessor last_refresh_type: ("FULL" | "INCREMENTAL")
8406
8417
  attr_accessor sub_objects: ::Array[::String]
8407
8418
  attr_accessor sub_object_version_ids: ::Array[::Integer]
8419
+ attr_accessor sub_objects_statistics: ::Array[Types::SubObjectStatistics]
8408
8420
  attr_accessor representations: ::Array[Types::ViewRepresentation]
8421
+ attr_accessor spark_pipeline_info: ::Hash[::String, ::String]
8409
8422
  SENSITIVE: []
8410
8423
  end
8411
8424
 
@@ -8419,6 +8432,8 @@ module Aws::Glue
8419
8432
  attr_accessor last_refresh_type: ("FULL" | "INCREMENTAL")
8420
8433
  attr_accessor sub_objects: ::Array[::String]
8421
8434
  attr_accessor sub_object_version_ids: ::Array[::Integer]
8435
+ attr_accessor sub_objects_statistics: ::Array[Types::SubObjectStatistics]
8436
+ attr_accessor spark_pipeline_info: ::Hash[::String, ::String]
8422
8437
  SENSITIVE: []
8423
8438
  end
8424
8439
 
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.274.0
4
+ version: 1.276.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services