aws-sdk-glue 1.274.0 → 1.275.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +73 -1
- data/lib/aws-sdk-glue/client_api.rb +23 -0
- data/lib/aws-sdk-glue/types.rb +72 -2
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/params.rbs +11 -1
- data/sig/types.rbs +13 -0
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 63e5c932a88ac65d8ddd30320fe58bdf68fb0b6a7a14ec24d8d9c53fde66e9b2
|
|
4
|
+
data.tar.gz: 36b8b4ec012d9c8de8faa4b8e825fccd68eee2ea36fd1333e66a94cc71310f20
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 3b7e4f68874718675497ce742253f8d140046717927d58edb58a0bb5c05d58a0b78ed6bfeb857107d653018ca952fd0887d42e25dfe9c9bbc43f5e02adabb5ef
|
|
7
|
+
data.tar.gz: c79a6c70fe100c90d5b9fe8800af9ea5965f0267e22549cb7fc2c5afd5bcee52fab8b5b901034a8917eb80415ad4b92ce7f90e9b55662db8b5958c342909405a
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.275.0 (2026-09-22)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - Adding two new fields for Glue Materialized Views feature - (1) SubObjectsStatistics and (2) SparkPipelineInfo.
|
|
8
|
+
|
|
4
9
|
1.274.0 (2026-09-18)
|
|
5
10
|
------------------
|
|
6
11
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.275.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -4770,6 +4770,18 @@ module Aws::Glue
|
|
|
4770
4770
|
# last_refresh_type: "FULL", # accepts FULL, INCREMENTAL
|
|
4771
4771
|
# sub_objects: ["ArnString"],
|
|
4772
4772
|
# sub_object_version_ids: [1],
|
|
4773
|
+
# sub_objects_statistics: [
|
|
4774
|
+
# {
|
|
4775
|
+
# source_type: "HIVE_PARQUET", # accepts HIVE_PARQUET, HIVE_ORC, HIVE_CSV, HIVE_JSON, PLAIN_PARQUET, ICEBERG
|
|
4776
|
+
# glue_version_id: "NullableString",
|
|
4777
|
+
# partition_count: 1,
|
|
4778
|
+
# file_count: 1,
|
|
4779
|
+
# total_file_bytes: 1,
|
|
4780
|
+
# },
|
|
4781
|
+
# ],
|
|
4782
|
+
# spark_pipeline_info: {
|
|
4783
|
+
# "SparkPipelineInfoKey" => "SparkPipelineInfoValue",
|
|
4784
|
+
# },
|
|
4773
4785
|
# },
|
|
4774
4786
|
# },
|
|
4775
4787
|
# partition_indexes: [
|
|
@@ -11518,6 +11530,12 @@ module Aws::Glue
|
|
|
11518
11530
|
# resp.table.view_definition.sub_objects[0] #=> String
|
|
11519
11531
|
# resp.table.view_definition.sub_object_version_ids #=> Array
|
|
11520
11532
|
# resp.table.view_definition.sub_object_version_ids[0] #=> Integer
|
|
11533
|
+
# resp.table.view_definition.sub_objects_statistics #=> Array
|
|
11534
|
+
# resp.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
|
|
11535
|
+
# resp.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
|
|
11536
|
+
# resp.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
|
|
11537
|
+
# resp.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
|
|
11538
|
+
# resp.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
|
|
11521
11539
|
# resp.table.view_definition.representations #=> Array
|
|
11522
11540
|
# resp.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
|
|
11523
11541
|
# resp.table.view_definition.representations[0].dialect_version #=> String
|
|
@@ -11525,6 +11543,8 @@ module Aws::Glue
|
|
|
11525
11543
|
# resp.table.view_definition.representations[0].view_expanded_text #=> String
|
|
11526
11544
|
# resp.table.view_definition.representations[0].validation_connection #=> String
|
|
11527
11545
|
# resp.table.view_definition.representations[0].is_stale #=> Boolean
|
|
11546
|
+
# resp.table.view_definition.spark_pipeline_info #=> Hash
|
|
11547
|
+
# resp.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
|
|
11528
11548
|
# resp.table.is_multi_dialect_view #=> Boolean
|
|
11529
11549
|
# resp.table.is_materialized_view #=> Boolean
|
|
11530
11550
|
# resp.table.iceberg_table_metadata.format_version #=> String
|
|
@@ -11792,6 +11812,12 @@ module Aws::Glue
|
|
|
11792
11812
|
# resp.table_version.table.view_definition.sub_objects[0] #=> String
|
|
11793
11813
|
# resp.table_version.table.view_definition.sub_object_version_ids #=> Array
|
|
11794
11814
|
# resp.table_version.table.view_definition.sub_object_version_ids[0] #=> Integer
|
|
11815
|
+
# resp.table_version.table.view_definition.sub_objects_statistics #=> Array
|
|
11816
|
+
# resp.table_version.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
|
|
11817
|
+
# resp.table_version.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
|
|
11818
|
+
# resp.table_version.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
|
|
11819
|
+
# resp.table_version.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
|
|
11820
|
+
# resp.table_version.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
|
|
11795
11821
|
# resp.table_version.table.view_definition.representations #=> Array
|
|
11796
11822
|
# resp.table_version.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
|
|
11797
11823
|
# resp.table_version.table.view_definition.representations[0].dialect_version #=> String
|
|
@@ -11799,6 +11825,8 @@ module Aws::Glue
|
|
|
11799
11825
|
# resp.table_version.table.view_definition.representations[0].view_expanded_text #=> String
|
|
11800
11826
|
# resp.table_version.table.view_definition.representations[0].validation_connection #=> String
|
|
11801
11827
|
# resp.table_version.table.view_definition.representations[0].is_stale #=> Boolean
|
|
11828
|
+
# resp.table_version.table.view_definition.spark_pipeline_info #=> Hash
|
|
11829
|
+
# resp.table_version.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
|
|
11802
11830
|
# resp.table_version.table.is_multi_dialect_view #=> Boolean
|
|
11803
11831
|
# resp.table_version.table.is_materialized_view #=> Boolean
|
|
11804
11832
|
# resp.table_version.table.iceberg_table_metadata.format_version #=> String
|
|
@@ -11990,6 +12018,12 @@ module Aws::Glue
|
|
|
11990
12018
|
# resp.table_versions[0].table.view_definition.sub_objects[0] #=> String
|
|
11991
12019
|
# resp.table_versions[0].table.view_definition.sub_object_version_ids #=> Array
|
|
11992
12020
|
# resp.table_versions[0].table.view_definition.sub_object_version_ids[0] #=> Integer
|
|
12021
|
+
# resp.table_versions[0].table.view_definition.sub_objects_statistics #=> Array
|
|
12022
|
+
# resp.table_versions[0].table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
|
|
12023
|
+
# resp.table_versions[0].table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
|
|
12024
|
+
# resp.table_versions[0].table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
|
|
12025
|
+
# resp.table_versions[0].table.view_definition.sub_objects_statistics[0].file_count #=> Integer
|
|
12026
|
+
# resp.table_versions[0].table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
|
|
11993
12027
|
# resp.table_versions[0].table.view_definition.representations #=> Array
|
|
11994
12028
|
# resp.table_versions[0].table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
|
|
11995
12029
|
# resp.table_versions[0].table.view_definition.representations[0].dialect_version #=> String
|
|
@@ -11997,6 +12031,8 @@ module Aws::Glue
|
|
|
11997
12031
|
# resp.table_versions[0].table.view_definition.representations[0].view_expanded_text #=> String
|
|
11998
12032
|
# resp.table_versions[0].table.view_definition.representations[0].validation_connection #=> String
|
|
11999
12033
|
# resp.table_versions[0].table.view_definition.representations[0].is_stale #=> Boolean
|
|
12034
|
+
# resp.table_versions[0].table.view_definition.spark_pipeline_info #=> Hash
|
|
12035
|
+
# resp.table_versions[0].table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
|
|
12000
12036
|
# resp.table_versions[0].table.is_multi_dialect_view #=> Boolean
|
|
12001
12037
|
# resp.table_versions[0].table.is_materialized_view #=> Boolean
|
|
12002
12038
|
# resp.table_versions[0].table.iceberg_table_metadata.format_version #=> String
|
|
@@ -12220,6 +12256,12 @@ module Aws::Glue
|
|
|
12220
12256
|
# resp.table_list[0].view_definition.sub_objects[0] #=> String
|
|
12221
12257
|
# resp.table_list[0].view_definition.sub_object_version_ids #=> Array
|
|
12222
12258
|
# resp.table_list[0].view_definition.sub_object_version_ids[0] #=> Integer
|
|
12259
|
+
# resp.table_list[0].view_definition.sub_objects_statistics #=> Array
|
|
12260
|
+
# resp.table_list[0].view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
|
|
12261
|
+
# resp.table_list[0].view_definition.sub_objects_statistics[0].glue_version_id #=> String
|
|
12262
|
+
# resp.table_list[0].view_definition.sub_objects_statistics[0].partition_count #=> Integer
|
|
12263
|
+
# resp.table_list[0].view_definition.sub_objects_statistics[0].file_count #=> Integer
|
|
12264
|
+
# resp.table_list[0].view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
|
|
12223
12265
|
# resp.table_list[0].view_definition.representations #=> Array
|
|
12224
12266
|
# resp.table_list[0].view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
|
|
12225
12267
|
# resp.table_list[0].view_definition.representations[0].dialect_version #=> String
|
|
@@ -12227,6 +12269,8 @@ module Aws::Glue
|
|
|
12227
12269
|
# resp.table_list[0].view_definition.representations[0].view_expanded_text #=> String
|
|
12228
12270
|
# resp.table_list[0].view_definition.representations[0].validation_connection #=> String
|
|
12229
12271
|
# resp.table_list[0].view_definition.representations[0].is_stale #=> Boolean
|
|
12272
|
+
# resp.table_list[0].view_definition.spark_pipeline_info #=> Hash
|
|
12273
|
+
# resp.table_list[0].view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
|
|
12230
12274
|
# resp.table_list[0].is_multi_dialect_view #=> Boolean
|
|
12231
12275
|
# resp.table_list[0].is_materialized_view #=> Boolean
|
|
12232
12276
|
# resp.table_list[0].iceberg_table_metadata.format_version #=> String
|
|
@@ -12999,6 +13043,12 @@ module Aws::Glue
|
|
|
12999
13043
|
# resp.table.view_definition.sub_objects[0] #=> String
|
|
13000
13044
|
# resp.table.view_definition.sub_object_version_ids #=> Array
|
|
13001
13045
|
# resp.table.view_definition.sub_object_version_ids[0] #=> Integer
|
|
13046
|
+
# resp.table.view_definition.sub_objects_statistics #=> Array
|
|
13047
|
+
# resp.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
|
|
13048
|
+
# resp.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
|
|
13049
|
+
# resp.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
|
|
13050
|
+
# resp.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
|
|
13051
|
+
# resp.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
|
|
13002
13052
|
# resp.table.view_definition.representations #=> Array
|
|
13003
13053
|
# resp.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
|
|
13004
13054
|
# resp.table.view_definition.representations[0].dialect_version #=> String
|
|
@@ -13006,6 +13056,8 @@ module Aws::Glue
|
|
|
13006
13056
|
# resp.table.view_definition.representations[0].view_expanded_text #=> String
|
|
13007
13057
|
# resp.table.view_definition.representations[0].validation_connection #=> String
|
|
13008
13058
|
# resp.table.view_definition.representations[0].is_stale #=> Boolean
|
|
13059
|
+
# resp.table.view_definition.spark_pipeline_info #=> Hash
|
|
13060
|
+
# resp.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
|
|
13009
13061
|
# resp.table.is_multi_dialect_view #=> Boolean
|
|
13010
13062
|
# resp.table.is_materialized_view #=> Boolean
|
|
13011
13063
|
# resp.table.iceberg_table_metadata.format_version #=> String
|
|
@@ -17456,6 +17508,12 @@ module Aws::Glue
|
|
|
17456
17508
|
# resp.table_list[0].view_definition.sub_objects[0] #=> String
|
|
17457
17509
|
# resp.table_list[0].view_definition.sub_object_version_ids #=> Array
|
|
17458
17510
|
# resp.table_list[0].view_definition.sub_object_version_ids[0] #=> Integer
|
|
17511
|
+
# resp.table_list[0].view_definition.sub_objects_statistics #=> Array
|
|
17512
|
+
# resp.table_list[0].view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
|
|
17513
|
+
# resp.table_list[0].view_definition.sub_objects_statistics[0].glue_version_id #=> String
|
|
17514
|
+
# resp.table_list[0].view_definition.sub_objects_statistics[0].partition_count #=> Integer
|
|
17515
|
+
# resp.table_list[0].view_definition.sub_objects_statistics[0].file_count #=> Integer
|
|
17516
|
+
# resp.table_list[0].view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
|
|
17459
17517
|
# resp.table_list[0].view_definition.representations #=> Array
|
|
17460
17518
|
# resp.table_list[0].view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
|
|
17461
17519
|
# resp.table_list[0].view_definition.representations[0].dialect_version #=> String
|
|
@@ -17463,6 +17521,8 @@ module Aws::Glue
|
|
|
17463
17521
|
# resp.table_list[0].view_definition.representations[0].view_expanded_text #=> String
|
|
17464
17522
|
# resp.table_list[0].view_definition.representations[0].validation_connection #=> String
|
|
17465
17523
|
# resp.table_list[0].view_definition.representations[0].is_stale #=> Boolean
|
|
17524
|
+
# resp.table_list[0].view_definition.spark_pipeline_info #=> Hash
|
|
17525
|
+
# resp.table_list[0].view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
|
|
17466
17526
|
# resp.table_list[0].is_multi_dialect_view #=> Boolean
|
|
17467
17527
|
# resp.table_list[0].is_materialized_view #=> Boolean
|
|
17468
17528
|
# resp.table_list[0].iceberg_table_metadata.format_version #=> String
|
|
@@ -20764,6 +20824,18 @@ module Aws::Glue
|
|
|
20764
20824
|
# last_refresh_type: "FULL", # accepts FULL, INCREMENTAL
|
|
20765
20825
|
# sub_objects: ["ArnString"],
|
|
20766
20826
|
# sub_object_version_ids: [1],
|
|
20827
|
+
# sub_objects_statistics: [
|
|
20828
|
+
# {
|
|
20829
|
+
# source_type: "HIVE_PARQUET", # accepts HIVE_PARQUET, HIVE_ORC, HIVE_CSV, HIVE_JSON, PLAIN_PARQUET, ICEBERG
|
|
20830
|
+
# glue_version_id: "NullableString",
|
|
20831
|
+
# partition_count: 1,
|
|
20832
|
+
# file_count: 1,
|
|
20833
|
+
# total_file_bytes: 1,
|
|
20834
|
+
# },
|
|
20835
|
+
# ],
|
|
20836
|
+
# spark_pipeline_info: {
|
|
20837
|
+
# "SparkPipelineInfoKey" => "SparkPipelineInfoValue",
|
|
20838
|
+
# },
|
|
20767
20839
|
# },
|
|
20768
20840
|
# },
|
|
20769
20841
|
# skip_archive: false,
|
|
@@ -21182,7 +21254,7 @@ module Aws::Glue
|
|
|
21182
21254
|
tracer: tracer
|
|
21183
21255
|
)
|
|
21184
21256
|
context[:gem_name] = 'aws-sdk-glue'
|
|
21185
|
-
context[:gem_version] = '1.
|
|
21257
|
+
context[:gem_version] = '1.275.0'
|
|
21186
21258
|
Seahorse::Client::Request.new(handlers, context)
|
|
21187
21259
|
end
|
|
21188
21260
|
|
|
@@ -1259,6 +1259,7 @@ module Aws::Glue
|
|
|
1259
1259
|
NullableBoolean = Shapes::BooleanShape.new(name: 'NullableBoolean')
|
|
1260
1260
|
NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
|
|
1261
1261
|
NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
|
|
1262
|
+
NullableLong = Shapes::IntegerShape.new(name: 'NullableLong')
|
|
1262
1263
|
NullableString = Shapes::StringShape.new(name: 'NullableString')
|
|
1263
1264
|
NumberTargetPartitionsString = Shapes::StringShape.new(name: 'NumberTargetPartitionsString')
|
|
1264
1265
|
OAuth2ClientApplication = Shapes::StructureShape.new(name: 'OAuth2ClientApplication')
|
|
@@ -1580,6 +1581,9 @@ module Aws::Glue
|
|
|
1580
1581
|
SparkConnectEndpointUrl = Shapes::StringShape.new(name: 'SparkConnectEndpointUrl')
|
|
1581
1582
|
SparkConnectorSource = Shapes::StructureShape.new(name: 'SparkConnectorSource')
|
|
1582
1583
|
SparkConnectorTarget = Shapes::StructureShape.new(name: 'SparkConnectorTarget')
|
|
1584
|
+
SparkPipelineInfoKey = Shapes::StringShape.new(name: 'SparkPipelineInfoKey')
|
|
1585
|
+
SparkPipelineInfoMap = Shapes::MapShape.new(name: 'SparkPipelineInfoMap')
|
|
1586
|
+
SparkPipelineInfoValue = Shapes::StringShape.new(name: 'SparkPipelineInfoValue')
|
|
1583
1587
|
SparkSQL = Shapes::StructureShape.new(name: 'SparkSQL')
|
|
1584
1588
|
Spigot = Shapes::StructureShape.new(name: 'Spigot')
|
|
1585
1589
|
SplitFields = Shapes::StructureShape.new(name: 'SplitFields')
|
|
@@ -1659,6 +1663,9 @@ module Aws::Glue
|
|
|
1659
1663
|
StringColumnStatisticsData = Shapes::StructureShape.new(name: 'StringColumnStatisticsData')
|
|
1660
1664
|
StringList = Shapes::ListShape.new(name: 'StringList')
|
|
1661
1665
|
StringToStringMap = Shapes::MapShape.new(name: 'StringToStringMap')
|
|
1666
|
+
SubObjectSourceType = Shapes::StringShape.new(name: 'SubObjectSourceType')
|
|
1667
|
+
SubObjectStatistics = Shapes::StructureShape.new(name: 'SubObjectStatistics')
|
|
1668
|
+
SubObjectsStatisticsList = Shapes::ListShape.new(name: 'SubObjectsStatisticsList')
|
|
1662
1669
|
SupportedDialect = Shapes::StructureShape.new(name: 'SupportedDialect')
|
|
1663
1670
|
Table = Shapes::StructureShape.new(name: 'Table')
|
|
1664
1671
|
TableAttributes = Shapes::StringShape.new(name: 'TableAttributes')
|
|
@@ -7722,6 +7729,9 @@ module Aws::Glue
|
|
|
7722
7729
|
SparkConnectorTarget.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
|
7723
7730
|
SparkConnectorTarget.struct_class = Types::SparkConnectorTarget
|
|
7724
7731
|
|
|
7732
|
+
SparkPipelineInfoMap.key = Shapes::ShapeRef.new(shape: SparkPipelineInfoKey)
|
|
7733
|
+
SparkPipelineInfoMap.value = Shapes::ShapeRef.new(shape: SparkPipelineInfoValue)
|
|
7734
|
+
|
|
7725
7735
|
SparkSQL.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
|
7726
7736
|
SparkSQL.add_member(:inputs, Shapes::ShapeRef.new(shape: ManyInputs, required: true, location_name: "Inputs"))
|
|
7727
7737
|
SparkSQL.add_member(:sql_query, Shapes::ShapeRef.new(shape: SqlQuery, required: true, location_name: "SqlQuery"))
|
|
@@ -8022,6 +8032,15 @@ module Aws::Glue
|
|
|
8022
8032
|
StringToStringMap.key = Shapes::ShapeRef.new(shape: NullableString)
|
|
8023
8033
|
StringToStringMap.value = Shapes::ShapeRef.new(shape: NullableString)
|
|
8024
8034
|
|
|
8035
|
+
SubObjectStatistics.add_member(:source_type, Shapes::ShapeRef.new(shape: SubObjectSourceType, location_name: "SourceType"))
|
|
8036
|
+
SubObjectStatistics.add_member(:glue_version_id, Shapes::ShapeRef.new(shape: NullableString, location_name: "GlueVersionId"))
|
|
8037
|
+
SubObjectStatistics.add_member(:partition_count, Shapes::ShapeRef.new(shape: NullableLong, location_name: "PartitionCount"))
|
|
8038
|
+
SubObjectStatistics.add_member(:file_count, Shapes::ShapeRef.new(shape: NullableLong, location_name: "FileCount"))
|
|
8039
|
+
SubObjectStatistics.add_member(:total_file_bytes, Shapes::ShapeRef.new(shape: NullableLong, location_name: "TotalFileBytes"))
|
|
8040
|
+
SubObjectStatistics.struct_class = Types::SubObjectStatistics
|
|
8041
|
+
|
|
8042
|
+
SubObjectsStatisticsList.member = Shapes::ShapeRef.new(shape: SubObjectStatistics)
|
|
8043
|
+
|
|
8025
8044
|
SupportedDialect.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))
|
|
8026
8045
|
SupportedDialect.add_member(:dialect_version, Shapes::ShapeRef.new(shape: ViewDialectVersionString, location_name: "DialectVersion"))
|
|
8027
8046
|
SupportedDialect.struct_class = Types::SupportedDialect
|
|
@@ -8714,7 +8733,9 @@ module Aws::Glue
|
|
|
8714
8733
|
ViewDefinition.add_member(:last_refresh_type, Shapes::ShapeRef.new(shape: LastRefreshType, location_name: "LastRefreshType"))
|
|
8715
8734
|
ViewDefinition.add_member(:sub_objects, Shapes::ShapeRef.new(shape: ViewSubObjectsList, location_name: "SubObjects"))
|
|
8716
8735
|
ViewDefinition.add_member(:sub_object_version_ids, Shapes::ShapeRef.new(shape: ViewSubObjectVersionIdsList, location_name: "SubObjectVersionIds"))
|
|
8736
|
+
ViewDefinition.add_member(:sub_objects_statistics, Shapes::ShapeRef.new(shape: SubObjectsStatisticsList, location_name: "SubObjectsStatistics"))
|
|
8717
8737
|
ViewDefinition.add_member(:representations, Shapes::ShapeRef.new(shape: ViewRepresentationList, location_name: "Representations"))
|
|
8738
|
+
ViewDefinition.add_member(:spark_pipeline_info, Shapes::ShapeRef.new(shape: SparkPipelineInfoMap, location_name: "SparkPipelineInfo"))
|
|
8718
8739
|
ViewDefinition.struct_class = Types::ViewDefinition
|
|
8719
8740
|
|
|
8720
8741
|
ViewDefinitionInput.add_member(:is_protected, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "IsProtected"))
|
|
@@ -8726,6 +8747,8 @@ module Aws::Glue
|
|
|
8726
8747
|
ViewDefinitionInput.add_member(:last_refresh_type, Shapes::ShapeRef.new(shape: LastRefreshType, location_name: "LastRefreshType"))
|
|
8727
8748
|
ViewDefinitionInput.add_member(:sub_objects, Shapes::ShapeRef.new(shape: ViewSubObjectsList, location_name: "SubObjects"))
|
|
8728
8749
|
ViewDefinitionInput.add_member(:sub_object_version_ids, Shapes::ShapeRef.new(shape: ViewSubObjectVersionIdsList, location_name: "SubObjectVersionIds"))
|
|
8750
|
+
ViewDefinitionInput.add_member(:sub_objects_statistics, Shapes::ShapeRef.new(shape: SubObjectsStatisticsList, location_name: "SubObjectsStatistics"))
|
|
8751
|
+
ViewDefinitionInput.add_member(:spark_pipeline_info, Shapes::ShapeRef.new(shape: SparkPipelineInfoMap, location_name: "SparkPipelineInfo"))
|
|
8729
8752
|
ViewDefinitionInput.struct_class = Types::ViewDefinitionInput
|
|
8730
8753
|
|
|
8731
8754
|
ViewRepresentation.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
|
@@ -30365,6 +30365,48 @@ module Aws::Glue
|
|
|
30365
30365
|
include Aws::Structure
|
|
30366
30366
|
end
|
|
30367
30367
|
|
|
30368
|
+
# Statistics for one sub-object referenced by a materialized view,
|
|
30369
|
+
# recorded when the materialized view was created or last fully
|
|
30370
|
+
# refreshed. These values describe what that refresh selected from the
|
|
30371
|
+
# sub-object, which can be a subset of the table when the materialized
|
|
30372
|
+
# view's definition limits the data it reads. The fields present depend
|
|
30373
|
+
# on the sub-object's format.
|
|
30374
|
+
#
|
|
30375
|
+
# @!attribute [rw] source_type
|
|
30376
|
+
# The source type of the sub-object (for example, its table format),
|
|
30377
|
+
# which identifies the sub-object.
|
|
30378
|
+
# @return [String]
|
|
30379
|
+
#
|
|
30380
|
+
# @!attribute [rw] glue_version_id
|
|
30381
|
+
# The Glue version ID of the sub-object that the statistics were
|
|
30382
|
+
# captured for.
|
|
30383
|
+
# @return [String]
|
|
30384
|
+
#
|
|
30385
|
+
# @!attribute [rw] partition_count
|
|
30386
|
+
# The number of sub-object partitions selected for that refresh. Not
|
|
30387
|
+
# present for unpartitioned sub-objects.
|
|
30388
|
+
# @return [Integer]
|
|
30389
|
+
#
|
|
30390
|
+
# @!attribute [rw] file_count
|
|
30391
|
+
# The number of sub-object data files selected for that refresh.
|
|
30392
|
+
# @return [Integer]
|
|
30393
|
+
#
|
|
30394
|
+
# @!attribute [rw] total_file_bytes
|
|
30395
|
+
# The total size, in bytes, of the data files counted by `FileCount`.
|
|
30396
|
+
# @return [Integer]
|
|
30397
|
+
#
|
|
30398
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SubObjectStatistics AWS API Documentation
|
|
30399
|
+
#
|
|
30400
|
+
class SubObjectStatistics < Struct.new(
|
|
30401
|
+
:source_type,
|
|
30402
|
+
:glue_version_id,
|
|
30403
|
+
:partition_count,
|
|
30404
|
+
:file_count,
|
|
30405
|
+
:total_file_bytes)
|
|
30406
|
+
SENSITIVE = []
|
|
30407
|
+
include Aws::Structure
|
|
30408
|
+
end
|
|
30409
|
+
|
|
30368
30410
|
# A structure specifying the dialect and dialect version used by the
|
|
30369
30411
|
# query engine.
|
|
30370
30412
|
#
|
|
@@ -33747,10 +33789,22 @@ module Aws::Glue
|
|
|
33747
33789
|
# materialized view.
|
|
33748
33790
|
# @return [Array<Integer>]
|
|
33749
33791
|
#
|
|
33792
|
+
# @!attribute [rw] sub_objects_statistics
|
|
33793
|
+
# Statistics captured for each sub-object referenced by the
|
|
33794
|
+
# materialized view as of its most recent refresh, such as the source
|
|
33795
|
+
# type, Glue version ID, and the partition, file, and byte counts.
|
|
33796
|
+
# Each entry describes one sub-object, identified by its source type.
|
|
33797
|
+
# @return [Array<Types::SubObjectStatistics>]
|
|
33798
|
+
#
|
|
33750
33799
|
# @!attribute [rw] representations
|
|
33751
33800
|
# A list of representations.
|
|
33752
33801
|
# @return [Array<Types::ViewRepresentation>]
|
|
33753
33802
|
#
|
|
33803
|
+
# @!attribute [rw] spark_pipeline_info
|
|
33804
|
+
# A map of key-value pairs containing Spark Declarative Pipelines
|
|
33805
|
+
# (SDP) information for the materialized view.
|
|
33806
|
+
# @return [Hash<String,String>]
|
|
33807
|
+
#
|
|
33754
33808
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ViewDefinition AWS API Documentation
|
|
33755
33809
|
#
|
|
33756
33810
|
class ViewDefinition < Struct.new(
|
|
@@ -33762,7 +33816,9 @@ module Aws::Glue
|
|
|
33762
33816
|
:last_refresh_type,
|
|
33763
33817
|
:sub_objects,
|
|
33764
33818
|
:sub_object_version_ids,
|
|
33765
|
-
:
|
|
33819
|
+
:sub_objects_statistics,
|
|
33820
|
+
:representations,
|
|
33821
|
+
:spark_pipeline_info)
|
|
33766
33822
|
SENSITIVE = []
|
|
33767
33823
|
include Aws::Structure
|
|
33768
33824
|
end
|
|
@@ -33814,6 +33870,18 @@ module Aws::Glue
|
|
|
33814
33870
|
# materialized view.
|
|
33815
33871
|
# @return [Array<Integer>]
|
|
33816
33872
|
#
|
|
33873
|
+
# @!attribute [rw] sub_objects_statistics
|
|
33874
|
+
# Statistics for each sub-object referenced by the materialized view,
|
|
33875
|
+
# such as the source type, Glue version ID, and the partition, file,
|
|
33876
|
+
# and byte counts. Each entry describes one sub-object, identified by
|
|
33877
|
+
# its source type.
|
|
33878
|
+
# @return [Array<Types::SubObjectStatistics>]
|
|
33879
|
+
#
|
|
33880
|
+
# @!attribute [rw] spark_pipeline_info
|
|
33881
|
+
# A map of key-value pairs containing Spark Declarative Pipelines
|
|
33882
|
+
# (SDP) information for the materialized view.
|
|
33883
|
+
# @return [Hash<String,String>]
|
|
33884
|
+
#
|
|
33817
33885
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ViewDefinitionInput AWS API Documentation
|
|
33818
33886
|
#
|
|
33819
33887
|
class ViewDefinitionInput < Struct.new(
|
|
@@ -33825,7 +33893,9 @@ module Aws::Glue
|
|
|
33825
33893
|
:refresh_seconds,
|
|
33826
33894
|
:last_refresh_type,
|
|
33827
33895
|
:sub_objects,
|
|
33828
|
-
:sub_object_version_ids
|
|
33896
|
+
:sub_object_version_ids,
|
|
33897
|
+
:sub_objects_statistics,
|
|
33898
|
+
:spark_pipeline_info)
|
|
33829
33899
|
SENSITIVE = []
|
|
33830
33900
|
include Aws::Structure
|
|
33831
33901
|
end
|
data/lib/aws-sdk-glue.rb
CHANGED
data/sig/params.rbs
CHANGED
|
@@ -1805,7 +1805,17 @@ module Aws
|
|
|
1805
1805
|
refresh_seconds: ::Integer?,
|
|
1806
1806
|
last_refresh_type: ("FULL" | "INCREMENTAL")?,
|
|
1807
1807
|
sub_objects: Array[::String]?,
|
|
1808
|
-
sub_object_version_ids: Array[::Integer]
|
|
1808
|
+
sub_object_version_ids: Array[::Integer]?,
|
|
1809
|
+
sub_objects_statistics: Array[
|
|
1810
|
+
{
|
|
1811
|
+
source_type: ("HIVE_PARQUET" | "HIVE_ORC" | "HIVE_CSV" | "HIVE_JSON" | "PLAIN_PARQUET" | "ICEBERG")?,
|
|
1812
|
+
glue_version_id: ::String?,
|
|
1813
|
+
partition_count: ::Integer?,
|
|
1814
|
+
file_count: ::Integer?,
|
|
1815
|
+
total_file_bytes: ::Integer?
|
|
1816
|
+
}
|
|
1817
|
+
]?,
|
|
1818
|
+
spark_pipeline_info: Hash[::String, ::String]?
|
|
1809
1819
|
}
|
|
1810
1820
|
|
|
1811
1821
|
type table_input = {
|
data/sig/types.rbs
CHANGED
|
@@ -7538,6 +7538,15 @@ module Aws::Glue
|
|
|
7538
7538
|
SENSITIVE: []
|
|
7539
7539
|
end
|
|
7540
7540
|
|
|
7541
|
+
class SubObjectStatistics
|
|
7542
|
+
attr_accessor source_type: ("HIVE_PARQUET" | "HIVE_ORC" | "HIVE_CSV" | "HIVE_JSON" | "PLAIN_PARQUET" | "ICEBERG")
|
|
7543
|
+
attr_accessor glue_version_id: ::String
|
|
7544
|
+
attr_accessor partition_count: ::Integer
|
|
7545
|
+
attr_accessor file_count: ::Integer
|
|
7546
|
+
attr_accessor total_file_bytes: ::Integer
|
|
7547
|
+
SENSITIVE: []
|
|
7548
|
+
end
|
|
7549
|
+
|
|
7541
7550
|
class SupportedDialect
|
|
7542
7551
|
attr_accessor dialect: ("REDSHIFT" | "ATHENA" | "SPARK")
|
|
7543
7552
|
attr_accessor dialect_version: ::String
|
|
@@ -8405,7 +8414,9 @@ module Aws::Glue
|
|
|
8405
8414
|
attr_accessor last_refresh_type: ("FULL" | "INCREMENTAL")
|
|
8406
8415
|
attr_accessor sub_objects: ::Array[::String]
|
|
8407
8416
|
attr_accessor sub_object_version_ids: ::Array[::Integer]
|
|
8417
|
+
attr_accessor sub_objects_statistics: ::Array[Types::SubObjectStatistics]
|
|
8408
8418
|
attr_accessor representations: ::Array[Types::ViewRepresentation]
|
|
8419
|
+
attr_accessor spark_pipeline_info: ::Hash[::String, ::String]
|
|
8409
8420
|
SENSITIVE: []
|
|
8410
8421
|
end
|
|
8411
8422
|
|
|
@@ -8419,6 +8430,8 @@ module Aws::Glue
|
|
|
8419
8430
|
attr_accessor last_refresh_type: ("FULL" | "INCREMENTAL")
|
|
8420
8431
|
attr_accessor sub_objects: ::Array[::String]
|
|
8421
8432
|
attr_accessor sub_object_version_ids: ::Array[::Integer]
|
|
8433
|
+
attr_accessor sub_objects_statistics: ::Array[Types::SubObjectStatistics]
|
|
8434
|
+
attr_accessor spark_pipeline_info: ::Hash[::String, ::String]
|
|
8422
8435
|
SENSITIVE: []
|
|
8423
8436
|
end
|
|
8424
8437
|
|