aws-sdk-glue 1.274.0 → 1.275.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: e32fa2b9c080775de0e07993a8d8d81862c485862817b8d876a5b517838671cc
4
- data.tar.gz: 797615532f0440de2f0db3214bc86745304d2b722b73cda066e9fe48d7b27345
3
+ metadata.gz: 63e5c932a88ac65d8ddd30320fe58bdf68fb0b6a7a14ec24d8d9c53fde66e9b2
4
+ data.tar.gz: 36b8b4ec012d9c8de8faa4b8e825fccd68eee2ea36fd1333e66a94cc71310f20
5
5
  SHA512:
6
- metadata.gz: bda530a31aa8eb9492a6ced146e88f92eda65af8ea45359d7f4992d32cc1753aa62e1f6f50ed9f983b8c7241ae3634226c92ca97c80d086584548e686cfc6fe2
7
- data.tar.gz: 7e80e5fdfbf4879735e0d7f94bf09ccdaf7641b6b0073edd690e6e1b8e40ad6db23038960d246380e3bd7a1c8ac82ea6166ed08f08682723e1e1a63a44591c5d
6
+ metadata.gz: 3b7e4f68874718675497ce742253f8d140046717927d58edb58a0bb5c05d58a0b78ed6bfeb857107d653018ca952fd0887d42e25dfe9c9bbc43f5e02adabb5ef
7
+ data.tar.gz: c79a6c70fe100c90d5b9fe8800af9ea5965f0267e22549cb7fc2c5afd5bcee52fab8b5b901034a8917eb80415ad4b92ce7f90e9b55662db8b5958c342909405a
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.275.0 (2026-09-22)
5
+ ------------------
6
+
7
+ * Feature - Adding two new fields for Glue Materialized Views feature - (1) SubObjectsStatistics and (2) SparkPipelineInfo.
8
+
4
9
  1.274.0 (2026-09-18)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.274.0
1
+ 1.275.0
@@ -4770,6 +4770,18 @@ module Aws::Glue
4770
4770
  # last_refresh_type: "FULL", # accepts FULL, INCREMENTAL
4771
4771
  # sub_objects: ["ArnString"],
4772
4772
  # sub_object_version_ids: [1],
4773
+ # sub_objects_statistics: [
4774
+ # {
4775
+ # source_type: "HIVE_PARQUET", # accepts HIVE_PARQUET, HIVE_ORC, HIVE_CSV, HIVE_JSON, PLAIN_PARQUET, ICEBERG
4776
+ # glue_version_id: "NullableString",
4777
+ # partition_count: 1,
4778
+ # file_count: 1,
4779
+ # total_file_bytes: 1,
4780
+ # },
4781
+ # ],
4782
+ # spark_pipeline_info: {
4783
+ # "SparkPipelineInfoKey" => "SparkPipelineInfoValue",
4784
+ # },
4773
4785
  # },
4774
4786
  # },
4775
4787
  # partition_indexes: [
@@ -11518,6 +11530,12 @@ module Aws::Glue
11518
11530
  # resp.table.view_definition.sub_objects[0] #=> String
11519
11531
  # resp.table.view_definition.sub_object_version_ids #=> Array
11520
11532
  # resp.table.view_definition.sub_object_version_ids[0] #=> Integer
11533
+ # resp.table.view_definition.sub_objects_statistics #=> Array
11534
+ # resp.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
11535
+ # resp.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
11536
+ # resp.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
11537
+ # resp.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
11538
+ # resp.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
11521
11539
  # resp.table.view_definition.representations #=> Array
11522
11540
  # resp.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
11523
11541
  # resp.table.view_definition.representations[0].dialect_version #=> String
@@ -11525,6 +11543,8 @@ module Aws::Glue
11525
11543
  # resp.table.view_definition.representations[0].view_expanded_text #=> String
11526
11544
  # resp.table.view_definition.representations[0].validation_connection #=> String
11527
11545
  # resp.table.view_definition.representations[0].is_stale #=> Boolean
11546
+ # resp.table.view_definition.spark_pipeline_info #=> Hash
11547
+ # resp.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
11528
11548
  # resp.table.is_multi_dialect_view #=> Boolean
11529
11549
  # resp.table.is_materialized_view #=> Boolean
11530
11550
  # resp.table.iceberg_table_metadata.format_version #=> String
@@ -11792,6 +11812,12 @@ module Aws::Glue
11792
11812
  # resp.table_version.table.view_definition.sub_objects[0] #=> String
11793
11813
  # resp.table_version.table.view_definition.sub_object_version_ids #=> Array
11794
11814
  # resp.table_version.table.view_definition.sub_object_version_ids[0] #=> Integer
11815
+ # resp.table_version.table.view_definition.sub_objects_statistics #=> Array
11816
+ # resp.table_version.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
11817
+ # resp.table_version.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
11818
+ # resp.table_version.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
11819
+ # resp.table_version.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
11820
+ # resp.table_version.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
11795
11821
  # resp.table_version.table.view_definition.representations #=> Array
11796
11822
  # resp.table_version.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
11797
11823
  # resp.table_version.table.view_definition.representations[0].dialect_version #=> String
@@ -11799,6 +11825,8 @@ module Aws::Glue
11799
11825
  # resp.table_version.table.view_definition.representations[0].view_expanded_text #=> String
11800
11826
  # resp.table_version.table.view_definition.representations[0].validation_connection #=> String
11801
11827
  # resp.table_version.table.view_definition.representations[0].is_stale #=> Boolean
11828
+ # resp.table_version.table.view_definition.spark_pipeline_info #=> Hash
11829
+ # resp.table_version.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
11802
11830
  # resp.table_version.table.is_multi_dialect_view #=> Boolean
11803
11831
  # resp.table_version.table.is_materialized_view #=> Boolean
11804
11832
  # resp.table_version.table.iceberg_table_metadata.format_version #=> String
@@ -11990,6 +12018,12 @@ module Aws::Glue
11990
12018
  # resp.table_versions[0].table.view_definition.sub_objects[0] #=> String
11991
12019
  # resp.table_versions[0].table.view_definition.sub_object_version_ids #=> Array
11992
12020
  # resp.table_versions[0].table.view_definition.sub_object_version_ids[0] #=> Integer
12021
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics #=> Array
12022
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
12023
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
12024
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
12025
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics[0].file_count #=> Integer
12026
+ # resp.table_versions[0].table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
11993
12027
  # resp.table_versions[0].table.view_definition.representations #=> Array
11994
12028
  # resp.table_versions[0].table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
11995
12029
  # resp.table_versions[0].table.view_definition.representations[0].dialect_version #=> String
@@ -11997,6 +12031,8 @@ module Aws::Glue
11997
12031
  # resp.table_versions[0].table.view_definition.representations[0].view_expanded_text #=> String
11998
12032
  # resp.table_versions[0].table.view_definition.representations[0].validation_connection #=> String
11999
12033
  # resp.table_versions[0].table.view_definition.representations[0].is_stale #=> Boolean
12034
+ # resp.table_versions[0].table.view_definition.spark_pipeline_info #=> Hash
12035
+ # resp.table_versions[0].table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
12000
12036
  # resp.table_versions[0].table.is_multi_dialect_view #=> Boolean
12001
12037
  # resp.table_versions[0].table.is_materialized_view #=> Boolean
12002
12038
  # resp.table_versions[0].table.iceberg_table_metadata.format_version #=> String
@@ -12220,6 +12256,12 @@ module Aws::Glue
12220
12256
  # resp.table_list[0].view_definition.sub_objects[0] #=> String
12221
12257
  # resp.table_list[0].view_definition.sub_object_version_ids #=> Array
12222
12258
  # resp.table_list[0].view_definition.sub_object_version_ids[0] #=> Integer
12259
+ # resp.table_list[0].view_definition.sub_objects_statistics #=> Array
12260
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
12261
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].glue_version_id #=> String
12262
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].partition_count #=> Integer
12263
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].file_count #=> Integer
12264
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
12223
12265
  # resp.table_list[0].view_definition.representations #=> Array
12224
12266
  # resp.table_list[0].view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
12225
12267
  # resp.table_list[0].view_definition.representations[0].dialect_version #=> String
@@ -12227,6 +12269,8 @@ module Aws::Glue
12227
12269
  # resp.table_list[0].view_definition.representations[0].view_expanded_text #=> String
12228
12270
  # resp.table_list[0].view_definition.representations[0].validation_connection #=> String
12229
12271
  # resp.table_list[0].view_definition.representations[0].is_stale #=> Boolean
12272
+ # resp.table_list[0].view_definition.spark_pipeline_info #=> Hash
12273
+ # resp.table_list[0].view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
12230
12274
  # resp.table_list[0].is_multi_dialect_view #=> Boolean
12231
12275
  # resp.table_list[0].is_materialized_view #=> Boolean
12232
12276
  # resp.table_list[0].iceberg_table_metadata.format_version #=> String
@@ -12999,6 +13043,12 @@ module Aws::Glue
12999
13043
  # resp.table.view_definition.sub_objects[0] #=> String
13000
13044
  # resp.table.view_definition.sub_object_version_ids #=> Array
13001
13045
  # resp.table.view_definition.sub_object_version_ids[0] #=> Integer
13046
+ # resp.table.view_definition.sub_objects_statistics #=> Array
13047
+ # resp.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
13048
+ # resp.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
13049
+ # resp.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
13050
+ # resp.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
13051
+ # resp.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
13002
13052
  # resp.table.view_definition.representations #=> Array
13003
13053
  # resp.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
13004
13054
  # resp.table.view_definition.representations[0].dialect_version #=> String
@@ -13006,6 +13056,8 @@ module Aws::Glue
13006
13056
  # resp.table.view_definition.representations[0].view_expanded_text #=> String
13007
13057
  # resp.table.view_definition.representations[0].validation_connection #=> String
13008
13058
  # resp.table.view_definition.representations[0].is_stale #=> Boolean
13059
+ # resp.table.view_definition.spark_pipeline_info #=> Hash
13060
+ # resp.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
13009
13061
  # resp.table.is_multi_dialect_view #=> Boolean
13010
13062
  # resp.table.is_materialized_view #=> Boolean
13011
13063
  # resp.table.iceberg_table_metadata.format_version #=> String
@@ -17456,6 +17508,12 @@ module Aws::Glue
17456
17508
  # resp.table_list[0].view_definition.sub_objects[0] #=> String
17457
17509
  # resp.table_list[0].view_definition.sub_object_version_ids #=> Array
17458
17510
  # resp.table_list[0].view_definition.sub_object_version_ids[0] #=> Integer
17511
+ # resp.table_list[0].view_definition.sub_objects_statistics #=> Array
17512
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
17513
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].glue_version_id #=> String
17514
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].partition_count #=> Integer
17515
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].file_count #=> Integer
17516
+ # resp.table_list[0].view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
17459
17517
  # resp.table_list[0].view_definition.representations #=> Array
17460
17518
  # resp.table_list[0].view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
17461
17519
  # resp.table_list[0].view_definition.representations[0].dialect_version #=> String
@@ -17463,6 +17521,8 @@ module Aws::Glue
17463
17521
  # resp.table_list[0].view_definition.representations[0].view_expanded_text #=> String
17464
17522
  # resp.table_list[0].view_definition.representations[0].validation_connection #=> String
17465
17523
  # resp.table_list[0].view_definition.representations[0].is_stale #=> Boolean
17524
+ # resp.table_list[0].view_definition.spark_pipeline_info #=> Hash
17525
+ # resp.table_list[0].view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
17466
17526
  # resp.table_list[0].is_multi_dialect_view #=> Boolean
17467
17527
  # resp.table_list[0].is_materialized_view #=> Boolean
17468
17528
  # resp.table_list[0].iceberg_table_metadata.format_version #=> String
@@ -20764,6 +20824,18 @@ module Aws::Glue
20764
20824
  # last_refresh_type: "FULL", # accepts FULL, INCREMENTAL
20765
20825
  # sub_objects: ["ArnString"],
20766
20826
  # sub_object_version_ids: [1],
20827
+ # sub_objects_statistics: [
20828
+ # {
20829
+ # source_type: "HIVE_PARQUET", # accepts HIVE_PARQUET, HIVE_ORC, HIVE_CSV, HIVE_JSON, PLAIN_PARQUET, ICEBERG
20830
+ # glue_version_id: "NullableString",
20831
+ # partition_count: 1,
20832
+ # file_count: 1,
20833
+ # total_file_bytes: 1,
20834
+ # },
20835
+ # ],
20836
+ # spark_pipeline_info: {
20837
+ # "SparkPipelineInfoKey" => "SparkPipelineInfoValue",
20838
+ # },
20767
20839
  # },
20768
20840
  # },
20769
20841
  # skip_archive: false,
@@ -21182,7 +21254,7 @@ module Aws::Glue
21182
21254
  tracer: tracer
21183
21255
  )
21184
21256
  context[:gem_name] = 'aws-sdk-glue'
21185
- context[:gem_version] = '1.274.0'
21257
+ context[:gem_version] = '1.275.0'
21186
21258
  Seahorse::Client::Request.new(handlers, context)
21187
21259
  end
21188
21260
 
@@ -1259,6 +1259,7 @@ module Aws::Glue
1259
1259
  NullableBoolean = Shapes::BooleanShape.new(name: 'NullableBoolean')
1260
1260
  NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
1261
1261
  NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
1262
+ NullableLong = Shapes::IntegerShape.new(name: 'NullableLong')
1262
1263
  NullableString = Shapes::StringShape.new(name: 'NullableString')
1263
1264
  NumberTargetPartitionsString = Shapes::StringShape.new(name: 'NumberTargetPartitionsString')
1264
1265
  OAuth2ClientApplication = Shapes::StructureShape.new(name: 'OAuth2ClientApplication')
@@ -1580,6 +1581,9 @@ module Aws::Glue
1580
1581
  SparkConnectEndpointUrl = Shapes::StringShape.new(name: 'SparkConnectEndpointUrl')
1581
1582
  SparkConnectorSource = Shapes::StructureShape.new(name: 'SparkConnectorSource')
1582
1583
  SparkConnectorTarget = Shapes::StructureShape.new(name: 'SparkConnectorTarget')
1584
+ SparkPipelineInfoKey = Shapes::StringShape.new(name: 'SparkPipelineInfoKey')
1585
+ SparkPipelineInfoMap = Shapes::MapShape.new(name: 'SparkPipelineInfoMap')
1586
+ SparkPipelineInfoValue = Shapes::StringShape.new(name: 'SparkPipelineInfoValue')
1583
1587
  SparkSQL = Shapes::StructureShape.new(name: 'SparkSQL')
1584
1588
  Spigot = Shapes::StructureShape.new(name: 'Spigot')
1585
1589
  SplitFields = Shapes::StructureShape.new(name: 'SplitFields')
@@ -1659,6 +1663,9 @@ module Aws::Glue
1659
1663
  StringColumnStatisticsData = Shapes::StructureShape.new(name: 'StringColumnStatisticsData')
1660
1664
  StringList = Shapes::ListShape.new(name: 'StringList')
1661
1665
  StringToStringMap = Shapes::MapShape.new(name: 'StringToStringMap')
1666
+ SubObjectSourceType = Shapes::StringShape.new(name: 'SubObjectSourceType')
1667
+ SubObjectStatistics = Shapes::StructureShape.new(name: 'SubObjectStatistics')
1668
+ SubObjectsStatisticsList = Shapes::ListShape.new(name: 'SubObjectsStatisticsList')
1662
1669
  SupportedDialect = Shapes::StructureShape.new(name: 'SupportedDialect')
1663
1670
  Table = Shapes::StructureShape.new(name: 'Table')
1664
1671
  TableAttributes = Shapes::StringShape.new(name: 'TableAttributes')
@@ -7722,6 +7729,9 @@ module Aws::Glue
7722
7729
  SparkConnectorTarget.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
7723
7730
  SparkConnectorTarget.struct_class = Types::SparkConnectorTarget
7724
7731
 
7732
+ SparkPipelineInfoMap.key = Shapes::ShapeRef.new(shape: SparkPipelineInfoKey)
7733
+ SparkPipelineInfoMap.value = Shapes::ShapeRef.new(shape: SparkPipelineInfoValue)
7734
+
7725
7735
  SparkSQL.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
7726
7736
  SparkSQL.add_member(:inputs, Shapes::ShapeRef.new(shape: ManyInputs, required: true, location_name: "Inputs"))
7727
7737
  SparkSQL.add_member(:sql_query, Shapes::ShapeRef.new(shape: SqlQuery, required: true, location_name: "SqlQuery"))
@@ -8022,6 +8032,15 @@ module Aws::Glue
8022
8032
  StringToStringMap.key = Shapes::ShapeRef.new(shape: NullableString)
8023
8033
  StringToStringMap.value = Shapes::ShapeRef.new(shape: NullableString)
8024
8034
 
8035
+ SubObjectStatistics.add_member(:source_type, Shapes::ShapeRef.new(shape: SubObjectSourceType, location_name: "SourceType"))
8036
+ SubObjectStatistics.add_member(:glue_version_id, Shapes::ShapeRef.new(shape: NullableString, location_name: "GlueVersionId"))
8037
+ SubObjectStatistics.add_member(:partition_count, Shapes::ShapeRef.new(shape: NullableLong, location_name: "PartitionCount"))
8038
+ SubObjectStatistics.add_member(:file_count, Shapes::ShapeRef.new(shape: NullableLong, location_name: "FileCount"))
8039
+ SubObjectStatistics.add_member(:total_file_bytes, Shapes::ShapeRef.new(shape: NullableLong, location_name: "TotalFileBytes"))
8040
+ SubObjectStatistics.struct_class = Types::SubObjectStatistics
8041
+
8042
+ SubObjectsStatisticsList.member = Shapes::ShapeRef.new(shape: SubObjectStatistics)
8043
+
8025
8044
  SupportedDialect.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))
8026
8045
  SupportedDialect.add_member(:dialect_version, Shapes::ShapeRef.new(shape: ViewDialectVersionString, location_name: "DialectVersion"))
8027
8046
  SupportedDialect.struct_class = Types::SupportedDialect
@@ -8714,7 +8733,9 @@ module Aws::Glue
8714
8733
  ViewDefinition.add_member(:last_refresh_type, Shapes::ShapeRef.new(shape: LastRefreshType, location_name: "LastRefreshType"))
8715
8734
  ViewDefinition.add_member(:sub_objects, Shapes::ShapeRef.new(shape: ViewSubObjectsList, location_name: "SubObjects"))
8716
8735
  ViewDefinition.add_member(:sub_object_version_ids, Shapes::ShapeRef.new(shape: ViewSubObjectVersionIdsList, location_name: "SubObjectVersionIds"))
8736
+ ViewDefinition.add_member(:sub_objects_statistics, Shapes::ShapeRef.new(shape: SubObjectsStatisticsList, location_name: "SubObjectsStatistics"))
8717
8737
  ViewDefinition.add_member(:representations, Shapes::ShapeRef.new(shape: ViewRepresentationList, location_name: "Representations"))
8738
+ ViewDefinition.add_member(:spark_pipeline_info, Shapes::ShapeRef.new(shape: SparkPipelineInfoMap, location_name: "SparkPipelineInfo"))
8718
8739
  ViewDefinition.struct_class = Types::ViewDefinition
8719
8740
 
8720
8741
  ViewDefinitionInput.add_member(:is_protected, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "IsProtected"))
@@ -8726,6 +8747,8 @@ module Aws::Glue
8726
8747
  ViewDefinitionInput.add_member(:last_refresh_type, Shapes::ShapeRef.new(shape: LastRefreshType, location_name: "LastRefreshType"))
8727
8748
  ViewDefinitionInput.add_member(:sub_objects, Shapes::ShapeRef.new(shape: ViewSubObjectsList, location_name: "SubObjects"))
8728
8749
  ViewDefinitionInput.add_member(:sub_object_version_ids, Shapes::ShapeRef.new(shape: ViewSubObjectVersionIdsList, location_name: "SubObjectVersionIds"))
8750
+ ViewDefinitionInput.add_member(:sub_objects_statistics, Shapes::ShapeRef.new(shape: SubObjectsStatisticsList, location_name: "SubObjectsStatistics"))
8751
+ ViewDefinitionInput.add_member(:spark_pipeline_info, Shapes::ShapeRef.new(shape: SparkPipelineInfoMap, location_name: "SparkPipelineInfo"))
8729
8752
  ViewDefinitionInput.struct_class = Types::ViewDefinitionInput
8730
8753
 
8731
8754
  ViewRepresentation.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))
@@ -30365,6 +30365,48 @@ module Aws::Glue
30365
30365
  include Aws::Structure
30366
30366
  end
30367
30367
 
30368
+ # Statistics for one sub-object referenced by a materialized view,
30369
+ # recorded when the materialized view was created or last fully
30370
+ # refreshed. These values describe what that refresh selected from the
30371
+ # sub-object, which can be a subset of the table when the materialized
30372
+ # view's definition limits the data it reads. The fields present depend
30373
+ # on the sub-object's format.
30374
+ #
30375
+ # @!attribute [rw] source_type
30376
+ # The source type of the sub-object (for example, its table format),
30377
+ # which identifies the sub-object.
30378
+ # @return [String]
30379
+ #
30380
+ # @!attribute [rw] glue_version_id
30381
+ # The Glue version ID of the sub-object that the statistics were
30382
+ # captured for.
30383
+ # @return [String]
30384
+ #
30385
+ # @!attribute [rw] partition_count
30386
+ # The number of sub-object partitions selected for that refresh. Not
30387
+ # present for unpartitioned sub-objects.
30388
+ # @return [Integer]
30389
+ #
30390
+ # @!attribute [rw] file_count
30391
+ # The number of sub-object data files selected for that refresh.
30392
+ # @return [Integer]
30393
+ #
30394
+ # @!attribute [rw] total_file_bytes
30395
+ # The total size, in bytes, of the data files counted by `FileCount`.
30396
+ # @return [Integer]
30397
+ #
30398
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SubObjectStatistics AWS API Documentation
30399
+ #
30400
+ class SubObjectStatistics < Struct.new(
30401
+ :source_type,
30402
+ :glue_version_id,
30403
+ :partition_count,
30404
+ :file_count,
30405
+ :total_file_bytes)
30406
+ SENSITIVE = []
30407
+ include Aws::Structure
30408
+ end
30409
+
30368
30410
  # A structure specifying the dialect and dialect version used by the
30369
30411
  # query engine.
30370
30412
  #
@@ -33747,10 +33789,22 @@ module Aws::Glue
33747
33789
  # materialized view.
33748
33790
  # @return [Array<Integer>]
33749
33791
  #
33792
+ # @!attribute [rw] sub_objects_statistics
33793
+ # Statistics captured for each sub-object referenced by the
33794
+ # materialized view as of its most recent refresh, such as the source
33795
+ # type, Glue version ID, and the partition, file, and byte counts.
33796
+ # Each entry describes one sub-object, identified by its source type.
33797
+ # @return [Array<Types::SubObjectStatistics>]
33798
+ #
33750
33799
  # @!attribute [rw] representations
33751
33800
  # A list of representations.
33752
33801
  # @return [Array<Types::ViewRepresentation>]
33753
33802
  #
33803
+ # @!attribute [rw] spark_pipeline_info
33804
+ # A map of key-value pairs containing Spark Declarative Pipelines
33805
+ # (SDP) information for the materialized view.
33806
+ # @return [Hash<String,String>]
33807
+ #
33754
33808
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ViewDefinition AWS API Documentation
33755
33809
  #
33756
33810
  class ViewDefinition < Struct.new(
@@ -33762,7 +33816,9 @@ module Aws::Glue
33762
33816
  :last_refresh_type,
33763
33817
  :sub_objects,
33764
33818
  :sub_object_version_ids,
33765
- :representations)
33819
+ :sub_objects_statistics,
33820
+ :representations,
33821
+ :spark_pipeline_info)
33766
33822
  SENSITIVE = []
33767
33823
  include Aws::Structure
33768
33824
  end
@@ -33814,6 +33870,18 @@ module Aws::Glue
33814
33870
  # materialized view.
33815
33871
  # @return [Array<Integer>]
33816
33872
  #
33873
+ # @!attribute [rw] sub_objects_statistics
33874
+ # Statistics for each sub-object referenced by the materialized view,
33875
+ # such as the source type, Glue version ID, and the partition, file,
33876
+ # and byte counts. Each entry describes one sub-object, identified by
33877
+ # its source type.
33878
+ # @return [Array<Types::SubObjectStatistics>]
33879
+ #
33880
+ # @!attribute [rw] spark_pipeline_info
33881
+ # A map of key-value pairs containing Spark Declarative Pipelines
33882
+ # (SDP) information for the materialized view.
33883
+ # @return [Hash<String,String>]
33884
+ #
33817
33885
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ViewDefinitionInput AWS API Documentation
33818
33886
  #
33819
33887
  class ViewDefinitionInput < Struct.new(
@@ -33825,7 +33893,9 @@ module Aws::Glue
33825
33893
  :refresh_seconds,
33826
33894
  :last_refresh_type,
33827
33895
  :sub_objects,
33828
- :sub_object_version_ids)
33896
+ :sub_object_version_ids,
33897
+ :sub_objects_statistics,
33898
+ :spark_pipeline_info)
33829
33899
  SENSITIVE = []
33830
33900
  include Aws::Structure
33831
33901
  end
data/lib/aws-sdk-glue.rb CHANGED
@@ -54,7 +54,7 @@ module Aws::Glue
54
54
  autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
55
55
  autoload :Endpoints, 'aws-sdk-glue/endpoints'
56
56
 
57
- GEM_VERSION = '1.274.0'
57
+ GEM_VERSION = '1.275.0'
58
58
 
59
59
  end
60
60
 
data/sig/params.rbs CHANGED
@@ -1805,7 +1805,17 @@ module Aws
1805
1805
  refresh_seconds: ::Integer?,
1806
1806
  last_refresh_type: ("FULL" | "INCREMENTAL")?,
1807
1807
  sub_objects: Array[::String]?,
1808
- sub_object_version_ids: Array[::Integer]?
1808
+ sub_object_version_ids: Array[::Integer]?,
1809
+ sub_objects_statistics: Array[
1810
+ {
1811
+ source_type: ("HIVE_PARQUET" | "HIVE_ORC" | "HIVE_CSV" | "HIVE_JSON" | "PLAIN_PARQUET" | "ICEBERG")?,
1812
+ glue_version_id: ::String?,
1813
+ partition_count: ::Integer?,
1814
+ file_count: ::Integer?,
1815
+ total_file_bytes: ::Integer?
1816
+ }
1817
+ ]?,
1818
+ spark_pipeline_info: Hash[::String, ::String]?
1809
1819
  }
1810
1820
 
1811
1821
  type table_input = {
data/sig/types.rbs CHANGED
@@ -7538,6 +7538,15 @@ module Aws::Glue
7538
7538
  SENSITIVE: []
7539
7539
  end
7540
7540
 
7541
+ class SubObjectStatistics
7542
+ attr_accessor source_type: ("HIVE_PARQUET" | "HIVE_ORC" | "HIVE_CSV" | "HIVE_JSON" | "PLAIN_PARQUET" | "ICEBERG")
7543
+ attr_accessor glue_version_id: ::String
7544
+ attr_accessor partition_count: ::Integer
7545
+ attr_accessor file_count: ::Integer
7546
+ attr_accessor total_file_bytes: ::Integer
7547
+ SENSITIVE: []
7548
+ end
7549
+
7541
7550
  class SupportedDialect
7542
7551
  attr_accessor dialect: ("REDSHIFT" | "ATHENA" | "SPARK")
7543
7552
  attr_accessor dialect_version: ::String
@@ -8405,7 +8414,9 @@ module Aws::Glue
8405
8414
  attr_accessor last_refresh_type: ("FULL" | "INCREMENTAL")
8406
8415
  attr_accessor sub_objects: ::Array[::String]
8407
8416
  attr_accessor sub_object_version_ids: ::Array[::Integer]
8417
+ attr_accessor sub_objects_statistics: ::Array[Types::SubObjectStatistics]
8408
8418
  attr_accessor representations: ::Array[Types::ViewRepresentation]
8419
+ attr_accessor spark_pipeline_info: ::Hash[::String, ::String]
8409
8420
  SENSITIVE: []
8410
8421
  end
8411
8422
 
@@ -8419,6 +8430,8 @@ module Aws::Glue
8419
8430
  attr_accessor last_refresh_type: ("FULL" | "INCREMENTAL")
8420
8431
  attr_accessor sub_objects: ::Array[::String]
8421
8432
  attr_accessor sub_object_version_ids: ::Array[::Integer]
8433
+ attr_accessor sub_objects_statistics: ::Array[Types::SubObjectStatistics]
8434
+ attr_accessor spark_pipeline_info: ::Hash[::String, ::String]
8422
8435
  SENSITIVE: []
8423
8436
  end
8424
8437
 
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.274.0
4
+ version: 1.275.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services