aws-sdk-glue 1.163.0 → 1.165.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +116 -1
- data/lib/aws-sdk-glue/client_api.rb +75 -2
- data/lib/aws-sdk-glue/types.rb +273 -6
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 3b40d45457ccd29049fec3407b43b23e3ee492ee9dfc3402e60efecb824ca3f1
|
4
|
+
data.tar.gz: de1fc16b9b4713b90f0beb542a950b6e047ccc8992b7a89c6886a39c8a774f8f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: a6e4df37731220685c716d583217977508cf71ec3d2aa7fbe73716fee765267b036013049e457e17b62bbc22234ffcfb25143b3f67ce335ea2f51f062046f44b
|
7
|
+
data.tar.gz: 7266426eef827d3ef61a5b6ba712481638456922309cebd42b6c5b334b187065b0ad1272182248aa91f601248c695ac1e2e672e5f05bb36ec896e1d095659a56
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,16 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.165.0 (2023-12-22)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This release adds additional configurations for Query Session Context on the following APIs: GetUnfilteredTableMetadata, GetUnfilteredPartitionMetadata, GetUnfilteredPartitionsMetadata.
|
8
|
+
|
9
|
+
1.164.0 (2023-11-30)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Adds observation and analyzer support to the GetDataQualityResult and BatchGetDataQualityResult APIs.
|
13
|
+
|
4
14
|
1.163.0 (2023-11-28)
|
5
15
|
------------------
|
6
16
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.165.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -948,6 +948,21 @@ module Aws::Glue
|
|
948
948
|
# resp.results[0].rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
949
949
|
# resp.results[0].rule_results[0].evaluated_metrics #=> Hash
|
950
950
|
# resp.results[0].rule_results[0].evaluated_metrics["NameString"] #=> Float
|
951
|
+
# resp.results[0].analyzer_results #=> Array
|
952
|
+
# resp.results[0].analyzer_results[0].name #=> String
|
953
|
+
# resp.results[0].analyzer_results[0].description #=> String
|
954
|
+
# resp.results[0].analyzer_results[0].evaluation_message #=> String
|
955
|
+
# resp.results[0].analyzer_results[0].evaluated_metrics #=> Hash
|
956
|
+
# resp.results[0].analyzer_results[0].evaluated_metrics["NameString"] #=> Float
|
957
|
+
# resp.results[0].observations #=> Array
|
958
|
+
# resp.results[0].observations[0].description #=> String
|
959
|
+
# resp.results[0].observations[0].metric_based_observation.metric_name #=> String
|
960
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.actual_value #=> Float
|
961
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.expected_value #=> Float
|
962
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.lower_limit #=> Float
|
963
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.upper_limit #=> Float
|
964
|
+
# resp.results[0].observations[0].metric_based_observation.new_rules #=> Array
|
965
|
+
# resp.results[0].observations[0].metric_based_observation.new_rules[0] #=> String
|
951
966
|
# resp.results_not_found #=> Array
|
952
967
|
# resp.results_not_found[0] #=> String
|
953
968
|
#
|
@@ -2766,6 +2781,9 @@ module Aws::Glue
|
|
2766
2781
|
|
2767
2782
|
# Creates a connection definition in the Data Catalog.
|
2768
2783
|
#
|
2784
|
+
# Connections used for creating federated resources require the IAM
|
2785
|
+
# `glue:PassConnection` permission.
|
2786
|
+
#
|
2769
2787
|
# @option params [String] :catalog_id
|
2770
2788
|
# The ID of the Data Catalog in which to create the connection. If none
|
2771
2789
|
# is provided, the Amazon Web Services account ID is used by default.
|
@@ -6735,6 +6753,8 @@ module Aws::Glue
|
|
6735
6753
|
# * {Types::GetDataQualityResultResponse#job_run_id #job_run_id} => String
|
6736
6754
|
# * {Types::GetDataQualityResultResponse#ruleset_evaluation_run_id #ruleset_evaluation_run_id} => String
|
6737
6755
|
# * {Types::GetDataQualityResultResponse#rule_results #rule_results} => Array<Types::DataQualityRuleResult>
|
6756
|
+
# * {Types::GetDataQualityResultResponse#analyzer_results #analyzer_results} => Array<Types::DataQualityAnalyzerResult>
|
6757
|
+
# * {Types::GetDataQualityResultResponse#observations #observations} => Array<Types::DataQualityObservation>
|
6738
6758
|
#
|
6739
6759
|
# @example Request syntax with placeholder values
|
6740
6760
|
#
|
@@ -6766,6 +6786,21 @@ module Aws::Glue
|
|
6766
6786
|
# resp.rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
6767
6787
|
# resp.rule_results[0].evaluated_metrics #=> Hash
|
6768
6788
|
# resp.rule_results[0].evaluated_metrics["NameString"] #=> Float
|
6789
|
+
# resp.analyzer_results #=> Array
|
6790
|
+
# resp.analyzer_results[0].name #=> String
|
6791
|
+
# resp.analyzer_results[0].description #=> String
|
6792
|
+
# resp.analyzer_results[0].evaluation_message #=> String
|
6793
|
+
# resp.analyzer_results[0].evaluated_metrics #=> Hash
|
6794
|
+
# resp.analyzer_results[0].evaluated_metrics["NameString"] #=> Float
|
6795
|
+
# resp.observations #=> Array
|
6796
|
+
# resp.observations[0].description #=> String
|
6797
|
+
# resp.observations[0].metric_based_observation.metric_name #=> String
|
6798
|
+
# resp.observations[0].metric_based_observation.metric_values.actual_value #=> Float
|
6799
|
+
# resp.observations[0].metric_based_observation.metric_values.expected_value #=> Float
|
6800
|
+
# resp.observations[0].metric_based_observation.metric_values.lower_limit #=> Float
|
6801
|
+
# resp.observations[0].metric_based_observation.metric_values.upper_limit #=> Float
|
6802
|
+
# resp.observations[0].metric_based_observation.new_rules #=> Array
|
6803
|
+
# resp.observations[0].metric_based_observation.new_rules[0] #=> String
|
6769
6804
|
#
|
6770
6805
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResult AWS API Documentation
|
6771
6806
|
#
|
@@ -11370,6 +11405,10 @@ module Aws::Glue
|
|
11370
11405
|
# For IAM authorization, the public IAM action associated with this API
|
11371
11406
|
# is `glue:GetPartition`.
|
11372
11407
|
#
|
11408
|
+
# @option params [String] :region
|
11409
|
+
# Specified only if the base tables belong to a different Amazon Web
|
11410
|
+
# Services Region.
|
11411
|
+
#
|
11373
11412
|
# @option params [required, String] :catalog_id
|
11374
11413
|
# The catalog ID where the partition resides.
|
11375
11414
|
#
|
@@ -11389,6 +11428,12 @@ module Aws::Glue
|
|
11389
11428
|
# @option params [required, Array<String>] :supported_permission_types
|
11390
11429
|
# (Required) A list of supported permission types.
|
11391
11430
|
#
|
11431
|
+
# @option params [Types::QuerySessionContext] :query_session_context
|
11432
|
+
# A structure used as a protocol between query engines and Lake
|
11433
|
+
# Formation or Glue. Contains both a Lake Formation generated
|
11434
|
+
# authorization identifier and information from the request's
|
11435
|
+
# authorization context.
|
11436
|
+
#
|
11392
11437
|
# @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11393
11438
|
#
|
11394
11439
|
# * {Types::GetUnfilteredPartitionMetadataResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
|
@@ -11398,6 +11443,7 @@ module Aws::Glue
|
|
11398
11443
|
# @example Request syntax with placeholder values
|
11399
11444
|
#
|
11400
11445
|
# resp = client.get_unfiltered_partition_metadata({
|
11446
|
+
# region: "ValueString",
|
11401
11447
|
# catalog_id: "CatalogIdString", # required
|
11402
11448
|
# database_name: "NameString", # required
|
11403
11449
|
# table_name: "NameString", # required
|
@@ -11408,6 +11454,15 @@ module Aws::Glue
|
|
11408
11454
|
# all_columns_requested: false,
|
11409
11455
|
# },
|
11410
11456
|
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION, NESTED_PERMISSION, NESTED_CELL_PERMISSION
|
11457
|
+
# query_session_context: {
|
11458
|
+
# query_id: "HashString",
|
11459
|
+
# query_start_time: Time.now,
|
11460
|
+
# cluster_id: "NullableString",
|
11461
|
+
# query_authorization_id: "HashString",
|
11462
|
+
# additional_context: {
|
11463
|
+
# "ContextKey" => "ContextValue",
|
11464
|
+
# },
|
11465
|
+
# },
|
11411
11466
|
# })
|
11412
11467
|
#
|
11413
11468
|
# @example Response structure
|
@@ -11477,6 +11532,10 @@ module Aws::Glue
|
|
11477
11532
|
# For IAM authorization, the public IAM action associated with this API
|
11478
11533
|
# is `glue:GetPartitions`.
|
11479
11534
|
#
|
11535
|
+
# @option params [String] :region
|
11536
|
+
# Specified only if the base tables belong to a different Amazon Web
|
11537
|
+
# Services Region.
|
11538
|
+
#
|
11480
11539
|
# @option params [required, String] :catalog_id
|
11481
11540
|
# The ID of the Data Catalog where the partitions in question reside. If
|
11482
11541
|
# none is provided, the AWS account ID is used by default.
|
@@ -11590,6 +11649,12 @@ module Aws::Glue
|
|
11590
11649
|
# @option params [Integer] :max_results
|
11591
11650
|
# The maximum number of partitions to return in a single response.
|
11592
11651
|
#
|
11652
|
+
# @option params [Types::QuerySessionContext] :query_session_context
|
11653
|
+
# A structure used as a protocol between query engines and Lake
|
11654
|
+
# Formation or Glue. Contains both a Lake Formation generated
|
11655
|
+
# authorization identifier and information from the request's
|
11656
|
+
# authorization context.
|
11657
|
+
#
|
11593
11658
|
# @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11594
11659
|
#
|
11595
11660
|
# * {Types::GetUnfilteredPartitionsMetadataResponse#unfiltered_partitions #unfiltered_partitions} => Array<Types::UnfilteredPartition>
|
@@ -11600,6 +11665,7 @@ module Aws::Glue
|
|
11600
11665
|
# @example Request syntax with placeholder values
|
11601
11666
|
#
|
11602
11667
|
# resp = client.get_unfiltered_partitions_metadata({
|
11668
|
+
# region: "ValueString",
|
11603
11669
|
# catalog_id: "CatalogIdString", # required
|
11604
11670
|
# database_name: "NameString", # required
|
11605
11671
|
# table_name: "NameString", # required
|
@@ -11616,6 +11682,15 @@ module Aws::Glue
|
|
11616
11682
|
# total_segments: 1, # required
|
11617
11683
|
# },
|
11618
11684
|
# max_results: 1,
|
11685
|
+
# query_session_context: {
|
11686
|
+
# query_id: "HashString",
|
11687
|
+
# query_start_time: Time.now,
|
11688
|
+
# cluster_id: "NullableString",
|
11689
|
+
# query_authorization_id: "HashString",
|
11690
|
+
# additional_context: {
|
11691
|
+
# "ContextKey" => "ContextValue",
|
11692
|
+
# },
|
11693
|
+
# },
|
11619
11694
|
# })
|
11620
11695
|
#
|
11621
11696
|
# @example Response structure
|
@@ -11687,6 +11762,10 @@ module Aws::Glue
|
|
11687
11762
|
# For IAM authorization, the public IAM action associated with this API
|
11688
11763
|
# is `glue:GetTable`.
|
11689
11764
|
#
|
11765
|
+
# @option params [String] :region
|
11766
|
+
# Specified only if the base tables belong to a different Amazon Web
|
11767
|
+
# Services Region.
|
11768
|
+
#
|
11690
11769
|
# @option params [required, String] :catalog_id
|
11691
11770
|
# The catalog ID where the table resides.
|
11692
11771
|
#
|
@@ -11703,16 +11782,34 @@ module Aws::Glue
|
|
11703
11782
|
# @option params [required, Array<String>] :supported_permission_types
|
11704
11783
|
# (Required) A list of supported permission types.
|
11705
11784
|
#
|
11785
|
+
# @option params [Types::SupportedDialect] :supported_dialect
|
11786
|
+
# A structure specifying the dialect and dialect version used by the
|
11787
|
+
# query engine.
|
11788
|
+
#
|
11789
|
+
# @option params [Array<String>] :permissions
|
11790
|
+
# The Lake Formation data permissions of the caller on the table. Used
|
11791
|
+
# to authorize the call when no view context is found.
|
11792
|
+
#
|
11793
|
+
# @option params [Types::QuerySessionContext] :query_session_context
|
11794
|
+
# A structure used as a protocol between query engines and Lake
|
11795
|
+
# Formation or Glue. Contains both a Lake Formation generated
|
11796
|
+
# authorization identifier and information from the request's
|
11797
|
+
# authorization context.
|
11798
|
+
#
|
11706
11799
|
# @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11707
11800
|
#
|
11708
11801
|
# * {Types::GetUnfilteredTableMetadataResponse#table #table} => Types::Table
|
11709
11802
|
# * {Types::GetUnfilteredTableMetadataResponse#authorized_columns #authorized_columns} => Array<String>
|
11710
11803
|
# * {Types::GetUnfilteredTableMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
|
11711
11804
|
# * {Types::GetUnfilteredTableMetadataResponse#cell_filters #cell_filters} => Array<Types::ColumnRowFilter>
|
11805
|
+
# * {Types::GetUnfilteredTableMetadataResponse#query_authorization_id #query_authorization_id} => String
|
11806
|
+
# * {Types::GetUnfilteredTableMetadataResponse#resource_arn #resource_arn} => String
|
11807
|
+
# * {Types::GetUnfilteredTableMetadataResponse#permissions #permissions} => Array<String>
|
11712
11808
|
#
|
11713
11809
|
# @example Request syntax with placeholder values
|
11714
11810
|
#
|
11715
11811
|
# resp = client.get_unfiltered_table_metadata({
|
11812
|
+
# region: "ValueString",
|
11716
11813
|
# catalog_id: "CatalogIdString", # required
|
11717
11814
|
# database_name: "NameString", # required
|
11718
11815
|
# name: "NameString", # required
|
@@ -11722,6 +11819,20 @@ module Aws::Glue
|
|
11722
11819
|
# all_columns_requested: false,
|
11723
11820
|
# },
|
11724
11821
|
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION, NESTED_PERMISSION, NESTED_CELL_PERMISSION
|
11822
|
+
# supported_dialect: {
|
11823
|
+
# dialect: "REDSHIFT", # accepts REDSHIFT, ATHENA, SPARK
|
11824
|
+
# dialect_version: "ViewDialectVersionString",
|
11825
|
+
# },
|
11826
|
+
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
11827
|
+
# query_session_context: {
|
11828
|
+
# query_id: "HashString",
|
11829
|
+
# query_start_time: Time.now,
|
11830
|
+
# cluster_id: "NullableString",
|
11831
|
+
# query_authorization_id: "HashString",
|
11832
|
+
# additional_context: {
|
11833
|
+
# "ContextKey" => "ContextValue",
|
11834
|
+
# },
|
11835
|
+
# },
|
11725
11836
|
# })
|
11726
11837
|
#
|
11727
11838
|
# @example Response structure
|
@@ -11799,6 +11910,10 @@ module Aws::Glue
|
|
11799
11910
|
# resp.cell_filters #=> Array
|
11800
11911
|
# resp.cell_filters[0].column_name #=> String
|
11801
11912
|
# resp.cell_filters[0].row_filter_expression #=> String
|
11913
|
+
# resp.query_authorization_id #=> String
|
11914
|
+
# resp.resource_arn #=> String
|
11915
|
+
# resp.permissions #=> Array
|
11916
|
+
# resp.permissions[0] #=> String, one of "ALL", "SELECT", "ALTER", "DROP", "DELETE", "INSERT", "CREATE_DATABASE", "CREATE_TABLE", "DATA_LOCATION_ACCESS"
|
11802
11917
|
#
|
11803
11918
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadata AWS API Documentation
|
11804
11919
|
#
|
@@ -16891,7 +17006,7 @@ module Aws::Glue
|
|
16891
17006
|
params: params,
|
16892
17007
|
config: config)
|
16893
17008
|
context[:gem_name] = 'aws-sdk-glue'
|
16894
|
-
context[:gem_version] = '1.
|
17009
|
+
context[:gem_version] = '1.165.0'
|
16895
17010
|
Seahorse::Client::Request.new(handlers, context)
|
16896
17011
|
end
|
16897
17012
|
|
@@ -17,6 +17,7 @@ module Aws::Glue
|
|
17
17
|
AccountId = Shapes::StringShape.new(name: 'AccountId')
|
18
18
|
Action = Shapes::StructureShape.new(name: 'Action')
|
19
19
|
ActionList = Shapes::ListShape.new(name: 'ActionList')
|
20
|
+
AdditionalContextMap = Shapes::MapShape.new(name: 'AdditionalContextMap')
|
20
21
|
AdditionalOptionKeys = Shapes::StringShape.new(name: 'AdditionalOptionKeys')
|
21
22
|
AdditionalOptions = Shapes::MapShape.new(name: 'AdditionalOptions')
|
22
23
|
AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
|
@@ -213,6 +214,8 @@ module Aws::Glue
|
|
213
214
|
ConnectorDataSource = Shapes::StructureShape.new(name: 'ConnectorDataSource')
|
214
215
|
ConnectorDataTarget = Shapes::StructureShape.new(name: 'ConnectorDataTarget')
|
215
216
|
ConnectorOptions = Shapes::MapShape.new(name: 'ConnectorOptions')
|
217
|
+
ContextKey = Shapes::StringShape.new(name: 'ContextKey')
|
218
|
+
ContextValue = Shapes::StringShape.new(name: 'ContextValue')
|
216
219
|
ContextWords = Shapes::ListShape.new(name: 'ContextWords')
|
217
220
|
Crawl = Shapes::StructureShape.new(name: 'Crawl')
|
218
221
|
CrawlId = Shapes::StringShape.new(name: 'CrawlId')
|
@@ -312,7 +315,13 @@ module Aws::Glue
|
|
312
315
|
DataFormat = Shapes::StringShape.new(name: 'DataFormat')
|
313
316
|
DataLakePrincipal = Shapes::StructureShape.new(name: 'DataLakePrincipal')
|
314
317
|
DataLakePrincipalString = Shapes::StringShape.new(name: 'DataLakePrincipalString')
|
318
|
+
DataQualityAnalyzerResult = Shapes::StructureShape.new(name: 'DataQualityAnalyzerResult')
|
319
|
+
DataQualityAnalyzerResults = Shapes::ListShape.new(name: 'DataQualityAnalyzerResults')
|
315
320
|
DataQualityEvaluationRunAdditionalRunOptions = Shapes::StructureShape.new(name: 'DataQualityEvaluationRunAdditionalRunOptions')
|
321
|
+
DataQualityMetricValues = Shapes::StructureShape.new(name: 'DataQualityMetricValues')
|
322
|
+
DataQualityObservation = Shapes::StructureShape.new(name: 'DataQualityObservation')
|
323
|
+
DataQualityObservationDescription = Shapes::StringShape.new(name: 'DataQualityObservationDescription')
|
324
|
+
DataQualityObservations = Shapes::ListShape.new(name: 'DataQualityObservations')
|
316
325
|
DataQualityResult = Shapes::StructureShape.new(name: 'DataQualityResult')
|
317
326
|
DataQualityResultDescription = Shapes::StructureShape.new(name: 'DataQualityResultDescription')
|
318
327
|
DataQualityResultDescriptionList = Shapes::ListShape.new(name: 'DataQualityResultDescriptionList')
|
@@ -324,6 +333,7 @@ module Aws::Glue
|
|
324
333
|
DataQualityRuleRecommendationRunFilter = Shapes::StructureShape.new(name: 'DataQualityRuleRecommendationRunFilter')
|
325
334
|
DataQualityRuleRecommendationRunList = Shapes::ListShape.new(name: 'DataQualityRuleRecommendationRunList')
|
326
335
|
DataQualityRuleResult = Shapes::StructureShape.new(name: 'DataQualityRuleResult')
|
336
|
+
DataQualityRuleResultDescription = Shapes::StringShape.new(name: 'DataQualityRuleResultDescription')
|
327
337
|
DataQualityRuleResultStatus = Shapes::StringShape.new(name: 'DataQualityRuleResultStatus')
|
328
338
|
DataQualityRuleResults = Shapes::ListShape.new(name: 'DataQualityRuleResults')
|
329
339
|
DataQualityRulesetEvaluationRunDescription = Shapes::StructureShape.new(name: 'DataQualityRulesetEvaluationRunDescription')
|
@@ -788,6 +798,7 @@ module Aws::Glue
|
|
788
798
|
MetadataList = Shapes::ListShape.new(name: 'MetadataList')
|
789
799
|
MetadataOperation = Shapes::StringShape.new(name: 'MetadataOperation')
|
790
800
|
MetadataValueString = Shapes::StringShape.new(name: 'MetadataValueString')
|
801
|
+
MetricBasedObservation = Shapes::StructureShape.new(name: 'MetricBasedObservation')
|
791
802
|
MicrosoftSQLServerCatalogSource = Shapes::StructureShape.new(name: 'MicrosoftSQLServerCatalogSource')
|
792
803
|
MicrosoftSQLServerCatalogTarget = Shapes::StructureShape.new(name: 'MicrosoftSQLServerCatalogTarget')
|
793
804
|
MillisecondsCount = Shapes::IntegerShape.new(name: 'MillisecondsCount')
|
@@ -797,6 +808,7 @@ module Aws::Glue
|
|
797
808
|
MySQLCatalogTarget = Shapes::StructureShape.new(name: 'MySQLCatalogTarget')
|
798
809
|
NameString = Shapes::StringShape.new(name: 'NameString')
|
799
810
|
NameStringList = Shapes::ListShape.new(name: 'NameStringList')
|
811
|
+
NewRules = Shapes::ListShape.new(name: 'NewRules')
|
800
812
|
NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
|
801
813
|
Node = Shapes::StructureShape.new(name: 'Node')
|
802
814
|
NodeId = Shapes::StringShape.new(name: 'NodeId')
|
@@ -816,6 +828,7 @@ module Aws::Glue
|
|
816
828
|
NullableBoolean = Shapes::BooleanShape.new(name: 'NullableBoolean')
|
817
829
|
NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
|
818
830
|
NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
|
831
|
+
NullableString = Shapes::StringShape.new(name: 'NullableString')
|
819
832
|
OneInput = Shapes::ListShape.new(name: 'OneInput')
|
820
833
|
OpenTableFormatInput = Shapes::StructureShape.new(name: 'OpenTableFormatInput')
|
821
834
|
OperationTimeoutException = Shapes::StructureShape.new(name: 'OperationTimeoutException')
|
@@ -893,6 +906,7 @@ module Aws::Glue
|
|
893
906
|
QuerySchemaVersionMetadataInput = Shapes::StructureShape.new(name: 'QuerySchemaVersionMetadataInput')
|
894
907
|
QuerySchemaVersionMetadataMaxResults = Shapes::IntegerShape.new(name: 'QuerySchemaVersionMetadataMaxResults')
|
895
908
|
QuerySchemaVersionMetadataResponse = Shapes::StructureShape.new(name: 'QuerySchemaVersionMetadataResponse')
|
909
|
+
QuerySessionContext = Shapes::StructureShape.new(name: 'QuerySessionContext')
|
896
910
|
QuoteChar = Shapes::StringShape.new(name: 'QuoteChar')
|
897
911
|
Recipe = Shapes::StructureShape.new(name: 'Recipe')
|
898
912
|
RecipeReference = Shapes::StructureShape.new(name: 'RecipeReference')
|
@@ -1069,6 +1083,7 @@ module Aws::Glue
|
|
1069
1083
|
StreamingDataPreviewOptions = Shapes::StructureShape.new(name: 'StreamingDataPreviewOptions')
|
1070
1084
|
StringColumnStatisticsData = Shapes::StructureShape.new(name: 'StringColumnStatisticsData')
|
1071
1085
|
StringList = Shapes::ListShape.new(name: 'StringList')
|
1086
|
+
SupportedDialect = Shapes::StructureShape.new(name: 'SupportedDialect')
|
1072
1087
|
Table = Shapes::StructureShape.new(name: 'Table')
|
1073
1088
|
TableError = Shapes::StructureShape.new(name: 'TableError')
|
1074
1089
|
TableErrors = Shapes::ListShape.new(name: 'TableErrors')
|
@@ -1203,6 +1218,8 @@ module Aws::Glue
|
|
1203
1218
|
VersionMismatchException = Shapes::StructureShape.new(name: 'VersionMismatchException')
|
1204
1219
|
VersionString = Shapes::StringShape.new(name: 'VersionString')
|
1205
1220
|
VersionsString = Shapes::StringShape.new(name: 'VersionsString')
|
1221
|
+
ViewDialect = Shapes::StringShape.new(name: 'ViewDialect')
|
1222
|
+
ViewDialectVersionString = Shapes::StringShape.new(name: 'ViewDialectVersionString')
|
1206
1223
|
ViewTextString = Shapes::StringShape.new(name: 'ViewTextString')
|
1207
1224
|
WorkerType = Shapes::StringShape.new(name: 'WorkerType')
|
1208
1225
|
Workflow = Shapes::StructureShape.new(name: 'Workflow')
|
@@ -1231,6 +1248,9 @@ module Aws::Glue
|
|
1231
1248
|
|
1232
1249
|
ActionList.member = Shapes::ShapeRef.new(shape: Action)
|
1233
1250
|
|
1251
|
+
AdditionalContextMap.key = Shapes::ShapeRef.new(shape: ContextKey)
|
1252
|
+
AdditionalContextMap.value = Shapes::ShapeRef.new(shape: ContextValue)
|
1253
|
+
|
1234
1254
|
AdditionalOptions.key = Shapes::ShapeRef.new(shape: EnclosedInStringProperty)
|
1235
1255
|
AdditionalOptions.value = Shapes::ShapeRef.new(shape: EnclosedInStringProperty)
|
1236
1256
|
|
@@ -2414,10 +2434,30 @@ module Aws::Glue
|
|
2414
2434
|
DataLakePrincipal.add_member(:data_lake_principal_identifier, Shapes::ShapeRef.new(shape: DataLakePrincipalString, location_name: "DataLakePrincipalIdentifier"))
|
2415
2435
|
DataLakePrincipal.struct_class = Types::DataLakePrincipal
|
2416
2436
|
|
2437
|
+
DataQualityAnalyzerResult.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
2438
|
+
DataQualityAnalyzerResult.add_member(:description, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "Description"))
|
2439
|
+
DataQualityAnalyzerResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "EvaluationMessage"))
|
2440
|
+
DataQualityAnalyzerResult.add_member(:evaluated_metrics, Shapes::ShapeRef.new(shape: EvaluatedMetricsMap, location_name: "EvaluatedMetrics"))
|
2441
|
+
DataQualityAnalyzerResult.struct_class = Types::DataQualityAnalyzerResult
|
2442
|
+
|
2443
|
+
DataQualityAnalyzerResults.member = Shapes::ShapeRef.new(shape: DataQualityAnalyzerResult)
|
2444
|
+
|
2417
2445
|
DataQualityEvaluationRunAdditionalRunOptions.add_member(:cloud_watch_metrics_enabled, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CloudWatchMetricsEnabled"))
|
2418
2446
|
DataQualityEvaluationRunAdditionalRunOptions.add_member(:results_s3_prefix, Shapes::ShapeRef.new(shape: UriString, location_name: "ResultsS3Prefix"))
|
2419
2447
|
DataQualityEvaluationRunAdditionalRunOptions.struct_class = Types::DataQualityEvaluationRunAdditionalRunOptions
|
2420
2448
|
|
2449
|
+
DataQualityMetricValues.add_member(:actual_value, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "ActualValue"))
|
2450
|
+
DataQualityMetricValues.add_member(:expected_value, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "ExpectedValue"))
|
2451
|
+
DataQualityMetricValues.add_member(:lower_limit, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "LowerLimit"))
|
2452
|
+
DataQualityMetricValues.add_member(:upper_limit, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "UpperLimit"))
|
2453
|
+
DataQualityMetricValues.struct_class = Types::DataQualityMetricValues
|
2454
|
+
|
2455
|
+
DataQualityObservation.add_member(:description, Shapes::ShapeRef.new(shape: DataQualityObservationDescription, location_name: "Description"))
|
2456
|
+
DataQualityObservation.add_member(:metric_based_observation, Shapes::ShapeRef.new(shape: MetricBasedObservation, location_name: "MetricBasedObservation"))
|
2457
|
+
DataQualityObservation.struct_class = Types::DataQualityObservation
|
2458
|
+
|
2459
|
+
DataQualityObservations.member = Shapes::ShapeRef.new(shape: DataQualityObservation)
|
2460
|
+
|
2421
2461
|
DataQualityResult.add_member(:result_id, Shapes::ShapeRef.new(shape: HashString, location_name: "ResultId"))
|
2422
2462
|
DataQualityResult.add_member(:score, Shapes::ShapeRef.new(shape: GenericBoundedDouble, location_name: "Score"))
|
2423
2463
|
DataQualityResult.add_member(:data_source, Shapes::ShapeRef.new(shape: DataSource, location_name: "DataSource"))
|
@@ -2429,6 +2469,8 @@ module Aws::Glue
|
|
2429
2469
|
DataQualityResult.add_member(:job_run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "JobRunId"))
|
2430
2470
|
DataQualityResult.add_member(:ruleset_evaluation_run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RulesetEvaluationRunId"))
|
2431
2471
|
DataQualityResult.add_member(:rule_results, Shapes::ShapeRef.new(shape: DataQualityRuleResults, location_name: "RuleResults"))
|
2472
|
+
DataQualityResult.add_member(:analyzer_results, Shapes::ShapeRef.new(shape: DataQualityAnalyzerResults, location_name: "AnalyzerResults"))
|
2473
|
+
DataQualityResult.add_member(:observations, Shapes::ShapeRef.new(shape: DataQualityObservations, location_name: "Observations"))
|
2432
2474
|
DataQualityResult.struct_class = Types::DataQualityResult
|
2433
2475
|
|
2434
2476
|
DataQualityResultDescription.add_member(:result_id, Shapes::ShapeRef.new(shape: HashString, location_name: "ResultId"))
|
@@ -2467,8 +2509,8 @@ module Aws::Glue
|
|
2467
2509
|
DataQualityRuleRecommendationRunList.member = Shapes::ShapeRef.new(shape: DataQualityRuleRecommendationRunDescription)
|
2468
2510
|
|
2469
2511
|
DataQualityRuleResult.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
2470
|
-
DataQualityRuleResult.add_member(:description, Shapes::ShapeRef.new(shape:
|
2471
|
-
DataQualityRuleResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape:
|
2512
|
+
DataQualityRuleResult.add_member(:description, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "Description"))
|
2513
|
+
DataQualityRuleResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "EvaluationMessage"))
|
2472
2514
|
DataQualityRuleResult.add_member(:result, Shapes::ShapeRef.new(shape: DataQualityRuleResultStatus, location_name: "Result"))
|
2473
2515
|
DataQualityRuleResult.add_member(:evaluated_metrics, Shapes::ShapeRef.new(shape: EvaluatedMetricsMap, location_name: "EvaluatedMetrics"))
|
2474
2516
|
DataQualityRuleResult.struct_class = Types::DataQualityRuleResult
|
@@ -3152,6 +3194,8 @@ module Aws::Glue
|
|
3152
3194
|
GetDataQualityResultResponse.add_member(:job_run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "JobRunId"))
|
3153
3195
|
GetDataQualityResultResponse.add_member(:ruleset_evaluation_run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RulesetEvaluationRunId"))
|
3154
3196
|
GetDataQualityResultResponse.add_member(:rule_results, Shapes::ShapeRef.new(shape: DataQualityRuleResults, location_name: "RuleResults"))
|
3197
|
+
GetDataQualityResultResponse.add_member(:analyzer_results, Shapes::ShapeRef.new(shape: DataQualityAnalyzerResults, location_name: "AnalyzerResults"))
|
3198
|
+
GetDataQualityResultResponse.add_member(:observations, Shapes::ShapeRef.new(shape: DataQualityObservations, location_name: "Observations"))
|
3155
3199
|
GetDataQualityResultResponse.struct_class = Types::GetDataQualityResultResponse
|
3156
3200
|
|
3157
3201
|
GetDataQualityRuleRecommendationRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, required: true, location_name: "RunId"))
|
@@ -3585,12 +3629,14 @@ module Aws::Glue
|
|
3585
3629
|
GetTriggersResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: GenericString, location_name: "NextToken"))
|
3586
3630
|
GetTriggersResponse.struct_class = Types::GetTriggersResponse
|
3587
3631
|
|
3632
|
+
GetUnfilteredPartitionMetadataRequest.add_member(:region, Shapes::ShapeRef.new(shape: ValueString, location_name: "Region"))
|
3588
3633
|
GetUnfilteredPartitionMetadataRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, required: true, location_name: "CatalogId"))
|
3589
3634
|
GetUnfilteredPartitionMetadataRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
3590
3635
|
GetUnfilteredPartitionMetadataRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
3591
3636
|
GetUnfilteredPartitionMetadataRequest.add_member(:partition_values, Shapes::ShapeRef.new(shape: ValueStringList, required: true, location_name: "PartitionValues"))
|
3592
3637
|
GetUnfilteredPartitionMetadataRequest.add_member(:audit_context, Shapes::ShapeRef.new(shape: AuditContext, location_name: "AuditContext"))
|
3593
3638
|
GetUnfilteredPartitionMetadataRequest.add_member(:supported_permission_types, Shapes::ShapeRef.new(shape: PermissionTypeList, required: true, location_name: "SupportedPermissionTypes"))
|
3639
|
+
GetUnfilteredPartitionMetadataRequest.add_member(:query_session_context, Shapes::ShapeRef.new(shape: QuerySessionContext, location_name: "QuerySessionContext"))
|
3594
3640
|
GetUnfilteredPartitionMetadataRequest.struct_class = Types::GetUnfilteredPartitionMetadataRequest
|
3595
3641
|
|
3596
3642
|
GetUnfilteredPartitionMetadataResponse.add_member(:partition, Shapes::ShapeRef.new(shape: Partition, location_name: "Partition"))
|
@@ -3598,6 +3644,7 @@ module Aws::Glue
|
|
3598
3644
|
GetUnfilteredPartitionMetadataResponse.add_member(:is_registered_with_lake_formation, Shapes::ShapeRef.new(shape: Boolean, location_name: "IsRegisteredWithLakeFormation"))
|
3599
3645
|
GetUnfilteredPartitionMetadataResponse.struct_class = Types::GetUnfilteredPartitionMetadataResponse
|
3600
3646
|
|
3647
|
+
GetUnfilteredPartitionsMetadataRequest.add_member(:region, Shapes::ShapeRef.new(shape: ValueString, location_name: "Region"))
|
3601
3648
|
GetUnfilteredPartitionsMetadataRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, required: true, location_name: "CatalogId"))
|
3602
3649
|
GetUnfilteredPartitionsMetadataRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
3603
3650
|
GetUnfilteredPartitionsMetadataRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
@@ -3607,23 +3654,31 @@ module Aws::Glue
|
|
3607
3654
|
GetUnfilteredPartitionsMetadataRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
3608
3655
|
GetUnfilteredPartitionsMetadataRequest.add_member(:segment, Shapes::ShapeRef.new(shape: Segment, location_name: "Segment"))
|
3609
3656
|
GetUnfilteredPartitionsMetadataRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
|
3657
|
+
GetUnfilteredPartitionsMetadataRequest.add_member(:query_session_context, Shapes::ShapeRef.new(shape: QuerySessionContext, location_name: "QuerySessionContext"))
|
3610
3658
|
GetUnfilteredPartitionsMetadataRequest.struct_class = Types::GetUnfilteredPartitionsMetadataRequest
|
3611
3659
|
|
3612
3660
|
GetUnfilteredPartitionsMetadataResponse.add_member(:unfiltered_partitions, Shapes::ShapeRef.new(shape: UnfilteredPartitionList, location_name: "UnfilteredPartitions"))
|
3613
3661
|
GetUnfilteredPartitionsMetadataResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
3614
3662
|
GetUnfilteredPartitionsMetadataResponse.struct_class = Types::GetUnfilteredPartitionsMetadataResponse
|
3615
3663
|
|
3664
|
+
GetUnfilteredTableMetadataRequest.add_member(:region, Shapes::ShapeRef.new(shape: ValueString, location_name: "Region"))
|
3616
3665
|
GetUnfilteredTableMetadataRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, required: true, location_name: "CatalogId"))
|
3617
3666
|
GetUnfilteredTableMetadataRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
3618
3667
|
GetUnfilteredTableMetadataRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
3619
3668
|
GetUnfilteredTableMetadataRequest.add_member(:audit_context, Shapes::ShapeRef.new(shape: AuditContext, location_name: "AuditContext"))
|
3620
3669
|
GetUnfilteredTableMetadataRequest.add_member(:supported_permission_types, Shapes::ShapeRef.new(shape: PermissionTypeList, required: true, location_name: "SupportedPermissionTypes"))
|
3670
|
+
GetUnfilteredTableMetadataRequest.add_member(:supported_dialect, Shapes::ShapeRef.new(shape: SupportedDialect, location_name: "SupportedDialect"))
|
3671
|
+
GetUnfilteredTableMetadataRequest.add_member(:permissions, Shapes::ShapeRef.new(shape: PermissionList, location_name: "Permissions"))
|
3672
|
+
GetUnfilteredTableMetadataRequest.add_member(:query_session_context, Shapes::ShapeRef.new(shape: QuerySessionContext, location_name: "QuerySessionContext"))
|
3621
3673
|
GetUnfilteredTableMetadataRequest.struct_class = Types::GetUnfilteredTableMetadataRequest
|
3622
3674
|
|
3623
3675
|
GetUnfilteredTableMetadataResponse.add_member(:table, Shapes::ShapeRef.new(shape: Table, location_name: "Table"))
|
3624
3676
|
GetUnfilteredTableMetadataResponse.add_member(:authorized_columns, Shapes::ShapeRef.new(shape: NameStringList, location_name: "AuthorizedColumns"))
|
3625
3677
|
GetUnfilteredTableMetadataResponse.add_member(:is_registered_with_lake_formation, Shapes::ShapeRef.new(shape: Boolean, location_name: "IsRegisteredWithLakeFormation"))
|
3626
3678
|
GetUnfilteredTableMetadataResponse.add_member(:cell_filters, Shapes::ShapeRef.new(shape: ColumnRowFilterList, location_name: "CellFilters"))
|
3679
|
+
GetUnfilteredTableMetadataResponse.add_member(:query_authorization_id, Shapes::ShapeRef.new(shape: HashString, location_name: "QueryAuthorizationId"))
|
3680
|
+
GetUnfilteredTableMetadataResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: ArnString, location_name: "ResourceArn"))
|
3681
|
+
GetUnfilteredTableMetadataResponse.add_member(:permissions, Shapes::ShapeRef.new(shape: PermissionList, location_name: "Permissions"))
|
3627
3682
|
GetUnfilteredTableMetadataResponse.struct_class = Types::GetUnfilteredTableMetadataResponse
|
3628
3683
|
|
3629
3684
|
GetUserDefinedFunctionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
@@ -4309,6 +4364,11 @@ module Aws::Glue
|
|
4309
4364
|
|
4310
4365
|
MetadataList.member = Shapes::ShapeRef.new(shape: MetadataKeyValuePair)
|
4311
4366
|
|
4367
|
+
MetricBasedObservation.add_member(:metric_name, Shapes::ShapeRef.new(shape: NameString, location_name: "MetricName"))
|
4368
|
+
MetricBasedObservation.add_member(:metric_values, Shapes::ShapeRef.new(shape: DataQualityMetricValues, location_name: "MetricValues"))
|
4369
|
+
MetricBasedObservation.add_member(:new_rules, Shapes::ShapeRef.new(shape: NewRules, location_name: "NewRules"))
|
4370
|
+
MetricBasedObservation.struct_class = Types::MetricBasedObservation
|
4371
|
+
|
4312
4372
|
MicrosoftSQLServerCatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4313
4373
|
MicrosoftSQLServerCatalogSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4314
4374
|
MicrosoftSQLServerCatalogSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
@@ -4340,6 +4400,8 @@ module Aws::Glue
|
|
4340
4400
|
|
4341
4401
|
NameStringList.member = Shapes::ShapeRef.new(shape: NameString)
|
4342
4402
|
|
4403
|
+
NewRules.member = Shapes::ShapeRef.new(shape: NameString)
|
4404
|
+
|
4343
4405
|
NoScheduleException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
4344
4406
|
NoScheduleException.struct_class = Types::NoScheduleException
|
4345
4407
|
|
@@ -4570,6 +4632,13 @@ module Aws::Glue
|
|
4570
4632
|
QuerySchemaVersionMetadataResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: SchemaRegistryTokenString, location_name: "NextToken"))
|
4571
4633
|
QuerySchemaVersionMetadataResponse.struct_class = Types::QuerySchemaVersionMetadataResponse
|
4572
4634
|
|
4635
|
+
QuerySessionContext.add_member(:query_id, Shapes::ShapeRef.new(shape: HashString, location_name: "QueryId"))
|
4636
|
+
QuerySessionContext.add_member(:query_start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "QueryStartTime"))
|
4637
|
+
QuerySessionContext.add_member(:cluster_id, Shapes::ShapeRef.new(shape: NullableString, location_name: "ClusterId"))
|
4638
|
+
QuerySessionContext.add_member(:query_authorization_id, Shapes::ShapeRef.new(shape: HashString, location_name: "QueryAuthorizationId"))
|
4639
|
+
QuerySessionContext.add_member(:additional_context, Shapes::ShapeRef.new(shape: AdditionalContextMap, location_name: "AdditionalContext"))
|
4640
|
+
QuerySessionContext.struct_class = Types::QuerySessionContext
|
4641
|
+
|
4573
4642
|
Recipe.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4574
4643
|
Recipe.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
4575
4644
|
Recipe.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, required: true, location_name: "RecipeReference"))
|
@@ -5294,6 +5363,10 @@ module Aws::Glue
|
|
5294
5363
|
|
5295
5364
|
StringList.member = Shapes::ShapeRef.new(shape: GenericString)
|
5296
5365
|
|
5366
|
+
SupportedDialect.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))
|
5367
|
+
SupportedDialect.add_member(:dialect_version, Shapes::ShapeRef.new(shape: ViewDialectVersionString, location_name: "DialectVersion"))
|
5368
|
+
SupportedDialect.struct_class = Types::SupportedDialect
|
5369
|
+
|
5297
5370
|
Table.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
5298
5371
|
Table.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, location_name: "DatabaseName"))
|
5299
5372
|
Table.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -6160,6 +6160,35 @@ module Aws::Glue
|
|
6160
6160
|
include Aws::Structure
|
6161
6161
|
end
|
6162
6162
|
|
6163
|
+
# Describes the result of the evaluation of a data quality analyzer.
|
6164
|
+
#
|
6165
|
+
# @!attribute [rw] name
|
6166
|
+
# The name of the data quality analyzer.
|
6167
|
+
# @return [String]
|
6168
|
+
#
|
6169
|
+
# @!attribute [rw] description
|
6170
|
+
# A description of the data quality analyzer.
|
6171
|
+
# @return [String]
|
6172
|
+
#
|
6173
|
+
# @!attribute [rw] evaluation_message
|
6174
|
+
# An evaluation message.
|
6175
|
+
# @return [String]
|
6176
|
+
#
|
6177
|
+
# @!attribute [rw] evaluated_metrics
|
6178
|
+
# A map of metrics associated with the evaluation of the analyzer.
|
6179
|
+
# @return [Hash<String,Float>]
|
6180
|
+
#
|
6181
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityAnalyzerResult AWS API Documentation
|
6182
|
+
#
|
6183
|
+
class DataQualityAnalyzerResult < Struct.new(
|
6184
|
+
:name,
|
6185
|
+
:description,
|
6186
|
+
:evaluation_message,
|
6187
|
+
:evaluated_metrics)
|
6188
|
+
SENSITIVE = []
|
6189
|
+
include Aws::Structure
|
6190
|
+
end
|
6191
|
+
|
6163
6192
|
# Additional run options you can specify for an evaluation run.
|
6164
6193
|
#
|
6165
6194
|
# @!attribute [rw] cloud_watch_metrics_enabled
|
@@ -6179,6 +6208,60 @@ module Aws::Glue
|
|
6179
6208
|
include Aws::Structure
|
6180
6209
|
end
|
6181
6210
|
|
6211
|
+
# Describes the data quality metric value according to the analysis of
|
6212
|
+
# historical data.
|
6213
|
+
#
|
6214
|
+
# @!attribute [rw] actual_value
|
6215
|
+
# The actual value of the data quality metric.
|
6216
|
+
# @return [Float]
|
6217
|
+
#
|
6218
|
+
# @!attribute [rw] expected_value
|
6219
|
+
# The expected value of the data quality metric according to the
|
6220
|
+
# analysis of historical data.
|
6221
|
+
# @return [Float]
|
6222
|
+
#
|
6223
|
+
# @!attribute [rw] lower_limit
|
6224
|
+
# The lower limit of the data quality metric value according to the
|
6225
|
+
# analysis of historical data.
|
6226
|
+
# @return [Float]
|
6227
|
+
#
|
6228
|
+
# @!attribute [rw] upper_limit
|
6229
|
+
# The upper limit of the data quality metric value according to the
|
6230
|
+
# analysis of historical data.
|
6231
|
+
# @return [Float]
|
6232
|
+
#
|
6233
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityMetricValues AWS API Documentation
|
6234
|
+
#
|
6235
|
+
class DataQualityMetricValues < Struct.new(
|
6236
|
+
:actual_value,
|
6237
|
+
:expected_value,
|
6238
|
+
:lower_limit,
|
6239
|
+
:upper_limit)
|
6240
|
+
SENSITIVE = []
|
6241
|
+
include Aws::Structure
|
6242
|
+
end
|
6243
|
+
|
6244
|
+
# Describes the observation generated after evaluating the rules and
|
6245
|
+
# analyzers.
|
6246
|
+
#
|
6247
|
+
# @!attribute [rw] description
|
6248
|
+
# A description of the data quality observation.
|
6249
|
+
# @return [String]
|
6250
|
+
#
|
6251
|
+
# @!attribute [rw] metric_based_observation
|
6252
|
+
# An object of type `MetricBasedObservation` representing the
|
6253
|
+
# observation that is based on evaluated data quality metrics.
|
6254
|
+
# @return [Types::MetricBasedObservation]
|
6255
|
+
#
|
6256
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityObservation AWS API Documentation
|
6257
|
+
#
|
6258
|
+
class DataQualityObservation < Struct.new(
|
6259
|
+
:description,
|
6260
|
+
:metric_based_observation)
|
6261
|
+
SENSITIVE = []
|
6262
|
+
include Aws::Structure
|
6263
|
+
end
|
6264
|
+
|
6182
6265
|
# Describes a data quality result.
|
6183
6266
|
#
|
6184
6267
|
# @!attribute [rw] result_id
|
@@ -6231,6 +6314,16 @@ module Aws::Glue
|
|
6231
6314
|
# for each rule.
|
6232
6315
|
# @return [Array<Types::DataQualityRuleResult>]
|
6233
6316
|
#
|
6317
|
+
# @!attribute [rw] analyzer_results
|
6318
|
+
# A list of `DataQualityAnalyzerResult` objects representing the
|
6319
|
+
# results for each analyzer.
|
6320
|
+
# @return [Array<Types::DataQualityAnalyzerResult>]
|
6321
|
+
#
|
6322
|
+
# @!attribute [rw] observations
|
6323
|
+
# A list of `DataQualityObservation` objects representing the
|
6324
|
+
# observations generated after evaluating the rules and analyzers.
|
6325
|
+
# @return [Array<Types::DataQualityObservation>]
|
6326
|
+
#
|
6234
6327
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityResult AWS API Documentation
|
6235
6328
|
#
|
6236
6329
|
class DataQualityResult < Struct.new(
|
@@ -6244,7 +6337,9 @@ module Aws::Glue
|
|
6244
6337
|
:job_name,
|
6245
6338
|
:job_run_id,
|
6246
6339
|
:ruleset_evaluation_run_id,
|
6247
|
-
:rule_results
|
6340
|
+
:rule_results,
|
6341
|
+
:analyzer_results,
|
6342
|
+
:observations)
|
6248
6343
|
SENSITIVE = []
|
6249
6344
|
include Aws::Structure
|
6250
6345
|
end
|
@@ -8543,7 +8638,10 @@ module Aws::Glue
|
|
8543
8638
|
include Aws::Structure
|
8544
8639
|
end
|
8545
8640
|
|
8641
|
+
# A federation source failed, but the operation may be retried.
|
8642
|
+
#
|
8546
8643
|
# @!attribute [rw] message
|
8644
|
+
# A message describing the problem.
|
8547
8645
|
# @return [String]
|
8548
8646
|
#
|
8549
8647
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederationSourceRetryableException AWS API Documentation
|
@@ -9527,6 +9625,16 @@ module Aws::Glue
|
|
9527
9625
|
# for each rule.
|
9528
9626
|
# @return [Array<Types::DataQualityRuleResult>]
|
9529
9627
|
#
|
9628
|
+
# @!attribute [rw] analyzer_results
|
9629
|
+
# A list of `DataQualityAnalyzerResult` objects representing the
|
9630
|
+
# results for each analyzer.
|
9631
|
+
# @return [Array<Types::DataQualityAnalyzerResult>]
|
9632
|
+
#
|
9633
|
+
# @!attribute [rw] observations
|
9634
|
+
# A list of `DataQualityObservation` objects representing the
|
9635
|
+
# observations generated after evaluating the rules and analyzers.
|
9636
|
+
# @return [Array<Types::DataQualityObservation>]
|
9637
|
+
#
|
9530
9638
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResultResponse AWS API Documentation
|
9531
9639
|
#
|
9532
9640
|
class GetDataQualityResultResponse < Struct.new(
|
@@ -9540,7 +9648,9 @@ module Aws::Glue
|
|
9540
9648
|
:job_name,
|
9541
9649
|
:job_run_id,
|
9542
9650
|
:ruleset_evaluation_run_id,
|
9543
|
-
:rule_results
|
9651
|
+
:rule_results,
|
9652
|
+
:analyzer_results,
|
9653
|
+
:observations)
|
9544
9654
|
SENSITIVE = []
|
9545
9655
|
include Aws::Structure
|
9546
9656
|
end
|
@@ -11704,6 +11814,11 @@ module Aws::Glue
|
|
11704
11814
|
include Aws::Structure
|
11705
11815
|
end
|
11706
11816
|
|
11817
|
+
# @!attribute [rw] region
|
11818
|
+
# Specified only if the base tables belong to a different Amazon Web
|
11819
|
+
# Services Region.
|
11820
|
+
# @return [String]
|
11821
|
+
#
|
11707
11822
|
# @!attribute [rw] catalog_id
|
11708
11823
|
# The catalog ID where the partition resides.
|
11709
11824
|
# @return [String]
|
@@ -11730,15 +11845,24 @@ module Aws::Glue
|
|
11730
11845
|
# (Required) A list of supported permission types.
|
11731
11846
|
# @return [Array<String>]
|
11732
11847
|
#
|
11848
|
+
# @!attribute [rw] query_session_context
|
11849
|
+
# A structure used as a protocol between query engines and Lake
|
11850
|
+
# Formation or Glue. Contains both a Lake Formation generated
|
11851
|
+
# authorization identifier and information from the request's
|
11852
|
+
# authorization context.
|
11853
|
+
# @return [Types::QuerySessionContext]
|
11854
|
+
#
|
11733
11855
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
|
11734
11856
|
#
|
11735
11857
|
class GetUnfilteredPartitionMetadataRequest < Struct.new(
|
11858
|
+
:region,
|
11736
11859
|
:catalog_id,
|
11737
11860
|
:database_name,
|
11738
11861
|
:table_name,
|
11739
11862
|
:partition_values,
|
11740
11863
|
:audit_context,
|
11741
|
-
:supported_permission_types
|
11864
|
+
:supported_permission_types,
|
11865
|
+
:query_session_context)
|
11742
11866
|
SENSITIVE = []
|
11743
11867
|
include Aws::Structure
|
11744
11868
|
end
|
@@ -11766,6 +11890,11 @@ module Aws::Glue
|
|
11766
11890
|
include Aws::Structure
|
11767
11891
|
end
|
11768
11892
|
|
11893
|
+
# @!attribute [rw] region
|
11894
|
+
# Specified only if the base tables belong to a different Amazon Web
|
11895
|
+
# Services Region.
|
11896
|
+
# @return [String]
|
11897
|
+
#
|
11769
11898
|
# @!attribute [rw] catalog_id
|
11770
11899
|
# The ID of the Data Catalog where the partitions in question reside.
|
11771
11900
|
# If none is provided, the AWS account ID is used by default.
|
@@ -11891,9 +12020,17 @@ module Aws::Glue
|
|
11891
12020
|
# The maximum number of partitions to return in a single response.
|
11892
12021
|
# @return [Integer]
|
11893
12022
|
#
|
12023
|
+
# @!attribute [rw] query_session_context
|
12024
|
+
# A structure used as a protocol between query engines and Lake
|
12025
|
+
# Formation or Glue. Contains both a Lake Formation generated
|
12026
|
+
# authorization identifier and information from the request's
|
12027
|
+
# authorization context.
|
12028
|
+
# @return [Types::QuerySessionContext]
|
12029
|
+
#
|
11894
12030
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
|
11895
12031
|
#
|
11896
12032
|
class GetUnfilteredPartitionsMetadataRequest < Struct.new(
|
12033
|
+
:region,
|
11897
12034
|
:catalog_id,
|
11898
12035
|
:database_name,
|
11899
12036
|
:table_name,
|
@@ -11902,7 +12039,8 @@ module Aws::Glue
|
|
11902
12039
|
:supported_permission_types,
|
11903
12040
|
:next_token,
|
11904
12041
|
:segment,
|
11905
|
-
:max_results
|
12042
|
+
:max_results,
|
12043
|
+
:query_session_context)
|
11906
12044
|
SENSITIVE = []
|
11907
12045
|
include Aws::Structure
|
11908
12046
|
end
|
@@ -11925,6 +12063,11 @@ module Aws::Glue
|
|
11925
12063
|
include Aws::Structure
|
11926
12064
|
end
|
11927
12065
|
|
12066
|
+
# @!attribute [rw] region
|
12067
|
+
# Specified only if the base tables belong to a different Amazon Web
|
12068
|
+
# Services Region.
|
12069
|
+
# @return [String]
|
12070
|
+
#
|
11928
12071
|
# @!attribute [rw] catalog_id
|
11929
12072
|
# The catalog ID where the table resides.
|
11930
12073
|
# @return [String]
|
@@ -11946,14 +12089,35 @@ module Aws::Glue
|
|
11946
12089
|
# (Required) A list of supported permission types.
|
11947
12090
|
# @return [Array<String>]
|
11948
12091
|
#
|
12092
|
+
# @!attribute [rw] supported_dialect
|
12093
|
+
# A structure specifying the dialect and dialect version used by the
|
12094
|
+
# query engine.
|
12095
|
+
# @return [Types::SupportedDialect]
|
12096
|
+
#
|
12097
|
+
# @!attribute [rw] permissions
|
12098
|
+
# The Lake Formation data permissions of the caller on the table. Used
|
12099
|
+
# to authorize the call when no view context is found.
|
12100
|
+
# @return [Array<String>]
|
12101
|
+
#
|
12102
|
+
# @!attribute [rw] query_session_context
|
12103
|
+
# A structure used as a protocol between query engines and Lake
|
12104
|
+
# Formation or Glue. Contains both a Lake Formation generated
|
12105
|
+
# authorization identifier and information from the request's
|
12106
|
+
# authorization context.
|
12107
|
+
# @return [Types::QuerySessionContext]
|
12108
|
+
#
|
11949
12109
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
|
11950
12110
|
#
|
11951
12111
|
class GetUnfilteredTableMetadataRequest < Struct.new(
|
12112
|
+
:region,
|
11952
12113
|
:catalog_id,
|
11953
12114
|
:database_name,
|
11954
12115
|
:name,
|
11955
12116
|
:audit_context,
|
11956
|
-
:supported_permission_types
|
12117
|
+
:supported_permission_types,
|
12118
|
+
:supported_dialect,
|
12119
|
+
:permissions,
|
12120
|
+
:query_session_context)
|
11957
12121
|
SENSITIVE = []
|
11958
12122
|
include Aws::Structure
|
11959
12123
|
end
|
@@ -11975,13 +12139,30 @@ module Aws::Glue
|
|
11975
12139
|
# A list of column row filters.
|
11976
12140
|
# @return [Array<Types::ColumnRowFilter>]
|
11977
12141
|
#
|
12142
|
+
# @!attribute [rw] query_authorization_id
|
12143
|
+
# A cryptographically generated query identifier generated by Glue or
|
12144
|
+
# Lake Formation.
|
12145
|
+
# @return [String]
|
12146
|
+
#
|
12147
|
+
# @!attribute [rw] resource_arn
|
12148
|
+
# The resource ARN of the parent resource extracted from the request.
|
12149
|
+
# @return [String]
|
12150
|
+
#
|
12151
|
+
# @!attribute [rw] permissions
|
12152
|
+
# The Lake Formation data permissions of the caller on the table. Used
|
12153
|
+
# to authorize the call when no view context is found.
|
12154
|
+
# @return [Array<String>]
|
12155
|
+
#
|
11978
12156
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
|
11979
12157
|
#
|
11980
12158
|
class GetUnfilteredTableMetadataResponse < Struct.new(
|
11981
12159
|
:table,
|
11982
12160
|
:authorized_columns,
|
11983
12161
|
:is_registered_with_lake_formation,
|
11984
|
-
:cell_filters
|
12162
|
+
:cell_filters,
|
12163
|
+
:query_authorization_id,
|
12164
|
+
:resource_arn,
|
12165
|
+
:permissions)
|
11985
12166
|
SENSITIVE = []
|
11986
12167
|
include Aws::Structure
|
11987
12168
|
end
|
@@ -15744,6 +15925,34 @@ module Aws::Glue
|
|
15744
15925
|
include Aws::Structure
|
15745
15926
|
end
|
15746
15927
|
|
15928
|
+
# Describes the metric based observation generated based on evaluated
|
15929
|
+
# data quality metrics.
|
15930
|
+
#
|
15931
|
+
# @!attribute [rw] metric_name
|
15932
|
+
# The name of the data quality metric used for generating the
|
15933
|
+
# observation.
|
15934
|
+
# @return [String]
|
15935
|
+
#
|
15936
|
+
# @!attribute [rw] metric_values
|
15937
|
+
# An object of type `DataQualityMetricValues` representing the
|
15938
|
+
# analysis of the data quality metric value.
|
15939
|
+
# @return [Types::DataQualityMetricValues]
|
15940
|
+
#
|
15941
|
+
# @!attribute [rw] new_rules
|
15942
|
+
# A list of new data quality rules generated as part of the
|
15943
|
+
# observation based on the data quality metric value.
|
15944
|
+
# @return [Array<String>]
|
15945
|
+
#
|
15946
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetricBasedObservation AWS API Documentation
|
15947
|
+
#
|
15948
|
+
class MetricBasedObservation < Struct.new(
|
15949
|
+
:metric_name,
|
15950
|
+
:metric_values,
|
15951
|
+
:new_rules)
|
15952
|
+
SENSITIVE = []
|
15953
|
+
include Aws::Structure
|
15954
|
+
end
|
15955
|
+
|
15747
15956
|
# Specifies a Microsoft SQL server data source in the Glue Data Catalog.
|
15748
15957
|
#
|
15749
15958
|
# @!attribute [rw] name
|
@@ -16821,6 +17030,44 @@ module Aws::Glue
|
|
16821
17030
|
include Aws::Structure
|
16822
17031
|
end
|
16823
17032
|
|
17033
|
+
# A structure used as a protocol between query engines and Lake
|
17034
|
+
# Formation or Glue. Contains both a Lake Formation generated
|
17035
|
+
# authorization identifier and information from the request's
|
17036
|
+
# authorization context.
|
17037
|
+
#
|
17038
|
+
# @!attribute [rw] query_id
|
17039
|
+
# A unique identifier generated by the query engine for the query.
|
17040
|
+
# @return [String]
|
17041
|
+
#
|
17042
|
+
# @!attribute [rw] query_start_time
|
17043
|
+
# A timestamp provided by the query engine for when the query started.
|
17044
|
+
# @return [Time]
|
17045
|
+
#
|
17046
|
+
# @!attribute [rw] cluster_id
|
17047
|
+
# An identifier string for the consumer cluster.
|
17048
|
+
# @return [String]
|
17049
|
+
#
|
17050
|
+
# @!attribute [rw] query_authorization_id
|
17051
|
+
# A cryptographically generated query identifier generated by Glue or
|
17052
|
+
# Lake Formation.
|
17053
|
+
# @return [String]
|
17054
|
+
#
|
17055
|
+
# @!attribute [rw] additional_context
|
17056
|
+
# An opaque string-string map passed by the query engine.
|
17057
|
+
# @return [Hash<String,String>]
|
17058
|
+
#
|
17059
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySessionContext AWS API Documentation
|
17060
|
+
#
|
17061
|
+
class QuerySessionContext < Struct.new(
|
17062
|
+
:query_id,
|
17063
|
+
:query_start_time,
|
17064
|
+
:cluster_id,
|
17065
|
+
:query_authorization_id,
|
17066
|
+
:additional_context)
|
17067
|
+
SENSITIVE = []
|
17068
|
+
include Aws::Structure
|
17069
|
+
end
|
17070
|
+
|
16824
17071
|
# A Glue Studio node that uses a Glue DataBrew recipe in Glue jobs.
|
16825
17072
|
#
|
16826
17073
|
# @!attribute [rw] name
|
@@ -20450,6 +20697,26 @@ module Aws::Glue
|
|
20450
20697
|
include Aws::Structure
|
20451
20698
|
end
|
20452
20699
|
|
20700
|
+
# A structure specifying the dialect and dialect version used by the
|
20701
|
+
# query engine.
|
20702
|
+
#
|
20703
|
+
# @!attribute [rw] dialect
|
20704
|
+
# The dialect of the query engine.
|
20705
|
+
# @return [String]
|
20706
|
+
#
|
20707
|
+
# @!attribute [rw] dialect_version
|
20708
|
+
# The version of the dialect of the query engine. For example, 3.0.0.
|
20709
|
+
# @return [String]
|
20710
|
+
#
|
20711
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SupportedDialect AWS API Documentation
|
20712
|
+
#
|
20713
|
+
class SupportedDialect < Struct.new(
|
20714
|
+
:dialect,
|
20715
|
+
:dialect_version)
|
20716
|
+
SENSITIVE = []
|
20717
|
+
include Aws::Structure
|
20718
|
+
end
|
20719
|
+
|
20453
20720
|
# Represents a collection of related data organized in columns and rows.
|
20454
20721
|
#
|
20455
20722
|
# @!attribute [rw] name
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.165.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-12-22 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|