aws-sdk-glue 1.163.0 → 1.165.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 1e7a5c0d64ee80f5bcf61a9505bef49545c4390db086cdc8e6eeee06589eaa00
4
- data.tar.gz: bf8f31a8265d84d6c877b38b000b0fe56b6dca3adf2d7c015fe6d3f0740f3e02
3
+ metadata.gz: 3b40d45457ccd29049fec3407b43b23e3ee492ee9dfc3402e60efecb824ca3f1
4
+ data.tar.gz: de1fc16b9b4713b90f0beb542a950b6e047ccc8992b7a89c6886a39c8a774f8f
5
5
  SHA512:
6
- metadata.gz: 3f2abf6e7759c7131f5e344885be817ff51682d0dd4c5b7ce3f8e70ffc4d1d627e556c674dd3f6aaecb86074e98b5e38b77e3eab22cce634e638636399e70375
7
- data.tar.gz: 7414b6b0e71232e8f2a6e559699e86af5ed57e632d2ba53b36c0c7485e0a11c46215cafe6f0b255f8def41fcb0636324cd5ba74d16ddc2fc686a4144f1dac304
6
+ metadata.gz: a6e4df37731220685c716d583217977508cf71ec3d2aa7fbe73716fee765267b036013049e457e17b62bbc22234ffcfb25143b3f67ce335ea2f51f062046f44b
7
+ data.tar.gz: 7266426eef827d3ef61a5b6ba712481638456922309cebd42b6c5b334b187065b0ad1272182248aa91f601248c695ac1e2e672e5f05bb36ec896e1d095659a56
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.165.0 (2023-12-22)
5
+ ------------------
6
+
7
+ * Feature - This release adds additional configurations for Query Session Context on the following APIs: GetUnfilteredTableMetadata, GetUnfilteredPartitionMetadata, GetUnfilteredPartitionsMetadata.
8
+
9
+ 1.164.0 (2023-11-30)
10
+ ------------------
11
+
12
+ * Feature - Adds observation and analyzer support to the GetDataQualityResult and BatchGetDataQualityResult APIs.
13
+
4
14
  1.163.0 (2023-11-28)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.163.0
1
+ 1.165.0
@@ -948,6 +948,21 @@ module Aws::Glue
948
948
  # resp.results[0].rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
949
949
  # resp.results[0].rule_results[0].evaluated_metrics #=> Hash
950
950
  # resp.results[0].rule_results[0].evaluated_metrics["NameString"] #=> Float
951
+ # resp.results[0].analyzer_results #=> Array
952
+ # resp.results[0].analyzer_results[0].name #=> String
953
+ # resp.results[0].analyzer_results[0].description #=> String
954
+ # resp.results[0].analyzer_results[0].evaluation_message #=> String
955
+ # resp.results[0].analyzer_results[0].evaluated_metrics #=> Hash
956
+ # resp.results[0].analyzer_results[0].evaluated_metrics["NameString"] #=> Float
957
+ # resp.results[0].observations #=> Array
958
+ # resp.results[0].observations[0].description #=> String
959
+ # resp.results[0].observations[0].metric_based_observation.metric_name #=> String
960
+ # resp.results[0].observations[0].metric_based_observation.metric_values.actual_value #=> Float
961
+ # resp.results[0].observations[0].metric_based_observation.metric_values.expected_value #=> Float
962
+ # resp.results[0].observations[0].metric_based_observation.metric_values.lower_limit #=> Float
963
+ # resp.results[0].observations[0].metric_based_observation.metric_values.upper_limit #=> Float
964
+ # resp.results[0].observations[0].metric_based_observation.new_rules #=> Array
965
+ # resp.results[0].observations[0].metric_based_observation.new_rules[0] #=> String
951
966
  # resp.results_not_found #=> Array
952
967
  # resp.results_not_found[0] #=> String
953
968
  #
@@ -2766,6 +2781,9 @@ module Aws::Glue
2766
2781
 
2767
2782
  # Creates a connection definition in the Data Catalog.
2768
2783
  #
2784
+ # Connections used for creating federated resources require the IAM
2785
+ # `glue:PassConnection` permission.
2786
+ #
2769
2787
  # @option params [String] :catalog_id
2770
2788
  # The ID of the Data Catalog in which to create the connection. If none
2771
2789
  # is provided, the Amazon Web Services account ID is used by default.
@@ -6735,6 +6753,8 @@ module Aws::Glue
6735
6753
  # * {Types::GetDataQualityResultResponse#job_run_id #job_run_id} => String
6736
6754
  # * {Types::GetDataQualityResultResponse#ruleset_evaluation_run_id #ruleset_evaluation_run_id} => String
6737
6755
  # * {Types::GetDataQualityResultResponse#rule_results #rule_results} => Array<Types::DataQualityRuleResult>
6756
+ # * {Types::GetDataQualityResultResponse#analyzer_results #analyzer_results} => Array<Types::DataQualityAnalyzerResult>
6757
+ # * {Types::GetDataQualityResultResponse#observations #observations} => Array<Types::DataQualityObservation>
6738
6758
  #
6739
6759
  # @example Request syntax with placeholder values
6740
6760
  #
@@ -6766,6 +6786,21 @@ module Aws::Glue
6766
6786
  # resp.rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
6767
6787
  # resp.rule_results[0].evaluated_metrics #=> Hash
6768
6788
  # resp.rule_results[0].evaluated_metrics["NameString"] #=> Float
6789
+ # resp.analyzer_results #=> Array
6790
+ # resp.analyzer_results[0].name #=> String
6791
+ # resp.analyzer_results[0].description #=> String
6792
+ # resp.analyzer_results[0].evaluation_message #=> String
6793
+ # resp.analyzer_results[0].evaluated_metrics #=> Hash
6794
+ # resp.analyzer_results[0].evaluated_metrics["NameString"] #=> Float
6795
+ # resp.observations #=> Array
6796
+ # resp.observations[0].description #=> String
6797
+ # resp.observations[0].metric_based_observation.metric_name #=> String
6798
+ # resp.observations[0].metric_based_observation.metric_values.actual_value #=> Float
6799
+ # resp.observations[0].metric_based_observation.metric_values.expected_value #=> Float
6800
+ # resp.observations[0].metric_based_observation.metric_values.lower_limit #=> Float
6801
+ # resp.observations[0].metric_based_observation.metric_values.upper_limit #=> Float
6802
+ # resp.observations[0].metric_based_observation.new_rules #=> Array
6803
+ # resp.observations[0].metric_based_observation.new_rules[0] #=> String
6769
6804
  #
6770
6805
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResult AWS API Documentation
6771
6806
  #
@@ -11370,6 +11405,10 @@ module Aws::Glue
11370
11405
  # For IAM authorization, the public IAM action associated with this API
11371
11406
  # is `glue:GetPartition`.
11372
11407
  #
11408
+ # @option params [String] :region
11409
+ # Specified only if the base tables belong to a different Amazon Web
11410
+ # Services Region.
11411
+ #
11373
11412
  # @option params [required, String] :catalog_id
11374
11413
  # The catalog ID where the partition resides.
11375
11414
  #
@@ -11389,6 +11428,12 @@ module Aws::Glue
11389
11428
  # @option params [required, Array<String>] :supported_permission_types
11390
11429
  # (Required) A list of supported permission types.
11391
11430
  #
11431
+ # @option params [Types::QuerySessionContext] :query_session_context
11432
+ # A structure used as a protocol between query engines and Lake
11433
+ # Formation or Glue. Contains both a Lake Formation generated
11434
+ # authorization identifier and information from the request's
11435
+ # authorization context.
11436
+ #
11392
11437
  # @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11393
11438
  #
11394
11439
  # * {Types::GetUnfilteredPartitionMetadataResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
@@ -11398,6 +11443,7 @@ module Aws::Glue
11398
11443
  # @example Request syntax with placeholder values
11399
11444
  #
11400
11445
  # resp = client.get_unfiltered_partition_metadata({
11446
+ # region: "ValueString",
11401
11447
  # catalog_id: "CatalogIdString", # required
11402
11448
  # database_name: "NameString", # required
11403
11449
  # table_name: "NameString", # required
@@ -11408,6 +11454,15 @@ module Aws::Glue
11408
11454
  # all_columns_requested: false,
11409
11455
  # },
11410
11456
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION, NESTED_PERMISSION, NESTED_CELL_PERMISSION
11457
+ # query_session_context: {
11458
+ # query_id: "HashString",
11459
+ # query_start_time: Time.now,
11460
+ # cluster_id: "NullableString",
11461
+ # query_authorization_id: "HashString",
11462
+ # additional_context: {
11463
+ # "ContextKey" => "ContextValue",
11464
+ # },
11465
+ # },
11411
11466
  # })
11412
11467
  #
11413
11468
  # @example Response structure
@@ -11477,6 +11532,10 @@ module Aws::Glue
11477
11532
  # For IAM authorization, the public IAM action associated with this API
11478
11533
  # is `glue:GetPartitions`.
11479
11534
  #
11535
+ # @option params [String] :region
11536
+ # Specified only if the base tables belong to a different Amazon Web
11537
+ # Services Region.
11538
+ #
11480
11539
  # @option params [required, String] :catalog_id
11481
11540
  # The ID of the Data Catalog where the partitions in question reside. If
11482
11541
  # none is provided, the AWS account ID is used by default.
@@ -11590,6 +11649,12 @@ module Aws::Glue
11590
11649
  # @option params [Integer] :max_results
11591
11650
  # The maximum number of partitions to return in a single response.
11592
11651
  #
11652
+ # @option params [Types::QuerySessionContext] :query_session_context
11653
+ # A structure used as a protocol between query engines and Lake
11654
+ # Formation or Glue. Contains both a Lake Formation generated
11655
+ # authorization identifier and information from the request's
11656
+ # authorization context.
11657
+ #
11593
11658
  # @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11594
11659
  #
11595
11660
  # * {Types::GetUnfilteredPartitionsMetadataResponse#unfiltered_partitions #unfiltered_partitions} => Array&lt;Types::UnfilteredPartition&gt;
@@ -11600,6 +11665,7 @@ module Aws::Glue
11600
11665
  # @example Request syntax with placeholder values
11601
11666
  #
11602
11667
  # resp = client.get_unfiltered_partitions_metadata({
11668
+ # region: "ValueString",
11603
11669
  # catalog_id: "CatalogIdString", # required
11604
11670
  # database_name: "NameString", # required
11605
11671
  # table_name: "NameString", # required
@@ -11616,6 +11682,15 @@ module Aws::Glue
11616
11682
  # total_segments: 1, # required
11617
11683
  # },
11618
11684
  # max_results: 1,
11685
+ # query_session_context: {
11686
+ # query_id: "HashString",
11687
+ # query_start_time: Time.now,
11688
+ # cluster_id: "NullableString",
11689
+ # query_authorization_id: "HashString",
11690
+ # additional_context: {
11691
+ # "ContextKey" => "ContextValue",
11692
+ # },
11693
+ # },
11619
11694
  # })
11620
11695
  #
11621
11696
  # @example Response structure
@@ -11687,6 +11762,10 @@ module Aws::Glue
11687
11762
  # For IAM authorization, the public IAM action associated with this API
11688
11763
  # is `glue:GetTable`.
11689
11764
  #
11765
+ # @option params [String] :region
11766
+ # Specified only if the base tables belong to a different Amazon Web
11767
+ # Services Region.
11768
+ #
11690
11769
  # @option params [required, String] :catalog_id
11691
11770
  # The catalog ID where the table resides.
11692
11771
  #
@@ -11703,16 +11782,34 @@ module Aws::Glue
11703
11782
  # @option params [required, Array<String>] :supported_permission_types
11704
11783
  # (Required) A list of supported permission types.
11705
11784
  #
11785
+ # @option params [Types::SupportedDialect] :supported_dialect
11786
+ # A structure specifying the dialect and dialect version used by the
11787
+ # query engine.
11788
+ #
11789
+ # @option params [Array<String>] :permissions
11790
+ # The Lake Formation data permissions of the caller on the table. Used
11791
+ # to authorize the call when no view context is found.
11792
+ #
11793
+ # @option params [Types::QuerySessionContext] :query_session_context
11794
+ # A structure used as a protocol between query engines and Lake
11795
+ # Formation or Glue. Contains both a Lake Formation generated
11796
+ # authorization identifier and information from the request's
11797
+ # authorization context.
11798
+ #
11706
11799
  # @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11707
11800
  #
11708
11801
  # * {Types::GetUnfilteredTableMetadataResponse#table #table} => Types::Table
11709
11802
  # * {Types::GetUnfilteredTableMetadataResponse#authorized_columns #authorized_columns} => Array&lt;String&gt;
11710
11803
  # * {Types::GetUnfilteredTableMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
11711
11804
  # * {Types::GetUnfilteredTableMetadataResponse#cell_filters #cell_filters} => Array&lt;Types::ColumnRowFilter&gt;
11805
+ # * {Types::GetUnfilteredTableMetadataResponse#query_authorization_id #query_authorization_id} => String
11806
+ # * {Types::GetUnfilteredTableMetadataResponse#resource_arn #resource_arn} => String
11807
+ # * {Types::GetUnfilteredTableMetadataResponse#permissions #permissions} => Array&lt;String&gt;
11712
11808
  #
11713
11809
  # @example Request syntax with placeholder values
11714
11810
  #
11715
11811
  # resp = client.get_unfiltered_table_metadata({
11812
+ # region: "ValueString",
11716
11813
  # catalog_id: "CatalogIdString", # required
11717
11814
  # database_name: "NameString", # required
11718
11815
  # name: "NameString", # required
@@ -11722,6 +11819,20 @@ module Aws::Glue
11722
11819
  # all_columns_requested: false,
11723
11820
  # },
11724
11821
  # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION, NESTED_PERMISSION, NESTED_CELL_PERMISSION
11822
+ # supported_dialect: {
11823
+ # dialect: "REDSHIFT", # accepts REDSHIFT, ATHENA, SPARK
11824
+ # dialect_version: "ViewDialectVersionString",
11825
+ # },
11826
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
11827
+ # query_session_context: {
11828
+ # query_id: "HashString",
11829
+ # query_start_time: Time.now,
11830
+ # cluster_id: "NullableString",
11831
+ # query_authorization_id: "HashString",
11832
+ # additional_context: {
11833
+ # "ContextKey" => "ContextValue",
11834
+ # },
11835
+ # },
11725
11836
  # })
11726
11837
  #
11727
11838
  # @example Response structure
@@ -11799,6 +11910,10 @@ module Aws::Glue
11799
11910
  # resp.cell_filters #=> Array
11800
11911
  # resp.cell_filters[0].column_name #=> String
11801
11912
  # resp.cell_filters[0].row_filter_expression #=> String
11913
+ # resp.query_authorization_id #=> String
11914
+ # resp.resource_arn #=> String
11915
+ # resp.permissions #=> Array
11916
+ # resp.permissions[0] #=> String, one of "ALL", "SELECT", "ALTER", "DROP", "DELETE", "INSERT", "CREATE_DATABASE", "CREATE_TABLE", "DATA_LOCATION_ACCESS"
11802
11917
  #
11803
11918
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadata AWS API Documentation
11804
11919
  #
@@ -16891,7 +17006,7 @@ module Aws::Glue
16891
17006
  params: params,
16892
17007
  config: config)
16893
17008
  context[:gem_name] = 'aws-sdk-glue'
16894
- context[:gem_version] = '1.163.0'
17009
+ context[:gem_version] = '1.165.0'
16895
17010
  Seahorse::Client::Request.new(handlers, context)
16896
17011
  end
16897
17012
 
@@ -17,6 +17,7 @@ module Aws::Glue
17
17
  AccountId = Shapes::StringShape.new(name: 'AccountId')
18
18
  Action = Shapes::StructureShape.new(name: 'Action')
19
19
  ActionList = Shapes::ListShape.new(name: 'ActionList')
20
+ AdditionalContextMap = Shapes::MapShape.new(name: 'AdditionalContextMap')
20
21
  AdditionalOptionKeys = Shapes::StringShape.new(name: 'AdditionalOptionKeys')
21
22
  AdditionalOptions = Shapes::MapShape.new(name: 'AdditionalOptions')
22
23
  AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
@@ -213,6 +214,8 @@ module Aws::Glue
213
214
  ConnectorDataSource = Shapes::StructureShape.new(name: 'ConnectorDataSource')
214
215
  ConnectorDataTarget = Shapes::StructureShape.new(name: 'ConnectorDataTarget')
215
216
  ConnectorOptions = Shapes::MapShape.new(name: 'ConnectorOptions')
217
+ ContextKey = Shapes::StringShape.new(name: 'ContextKey')
218
+ ContextValue = Shapes::StringShape.new(name: 'ContextValue')
216
219
  ContextWords = Shapes::ListShape.new(name: 'ContextWords')
217
220
  Crawl = Shapes::StructureShape.new(name: 'Crawl')
218
221
  CrawlId = Shapes::StringShape.new(name: 'CrawlId')
@@ -312,7 +315,13 @@ module Aws::Glue
312
315
  DataFormat = Shapes::StringShape.new(name: 'DataFormat')
313
316
  DataLakePrincipal = Shapes::StructureShape.new(name: 'DataLakePrincipal')
314
317
  DataLakePrincipalString = Shapes::StringShape.new(name: 'DataLakePrincipalString')
318
+ DataQualityAnalyzerResult = Shapes::StructureShape.new(name: 'DataQualityAnalyzerResult')
319
+ DataQualityAnalyzerResults = Shapes::ListShape.new(name: 'DataQualityAnalyzerResults')
315
320
  DataQualityEvaluationRunAdditionalRunOptions = Shapes::StructureShape.new(name: 'DataQualityEvaluationRunAdditionalRunOptions')
321
+ DataQualityMetricValues = Shapes::StructureShape.new(name: 'DataQualityMetricValues')
322
+ DataQualityObservation = Shapes::StructureShape.new(name: 'DataQualityObservation')
323
+ DataQualityObservationDescription = Shapes::StringShape.new(name: 'DataQualityObservationDescription')
324
+ DataQualityObservations = Shapes::ListShape.new(name: 'DataQualityObservations')
316
325
  DataQualityResult = Shapes::StructureShape.new(name: 'DataQualityResult')
317
326
  DataQualityResultDescription = Shapes::StructureShape.new(name: 'DataQualityResultDescription')
318
327
  DataQualityResultDescriptionList = Shapes::ListShape.new(name: 'DataQualityResultDescriptionList')
@@ -324,6 +333,7 @@ module Aws::Glue
324
333
  DataQualityRuleRecommendationRunFilter = Shapes::StructureShape.new(name: 'DataQualityRuleRecommendationRunFilter')
325
334
  DataQualityRuleRecommendationRunList = Shapes::ListShape.new(name: 'DataQualityRuleRecommendationRunList')
326
335
  DataQualityRuleResult = Shapes::StructureShape.new(name: 'DataQualityRuleResult')
336
+ DataQualityRuleResultDescription = Shapes::StringShape.new(name: 'DataQualityRuleResultDescription')
327
337
  DataQualityRuleResultStatus = Shapes::StringShape.new(name: 'DataQualityRuleResultStatus')
328
338
  DataQualityRuleResults = Shapes::ListShape.new(name: 'DataQualityRuleResults')
329
339
  DataQualityRulesetEvaluationRunDescription = Shapes::StructureShape.new(name: 'DataQualityRulesetEvaluationRunDescription')
@@ -788,6 +798,7 @@ module Aws::Glue
788
798
  MetadataList = Shapes::ListShape.new(name: 'MetadataList')
789
799
  MetadataOperation = Shapes::StringShape.new(name: 'MetadataOperation')
790
800
  MetadataValueString = Shapes::StringShape.new(name: 'MetadataValueString')
801
+ MetricBasedObservation = Shapes::StructureShape.new(name: 'MetricBasedObservation')
791
802
  MicrosoftSQLServerCatalogSource = Shapes::StructureShape.new(name: 'MicrosoftSQLServerCatalogSource')
792
803
  MicrosoftSQLServerCatalogTarget = Shapes::StructureShape.new(name: 'MicrosoftSQLServerCatalogTarget')
793
804
  MillisecondsCount = Shapes::IntegerShape.new(name: 'MillisecondsCount')
@@ -797,6 +808,7 @@ module Aws::Glue
797
808
  MySQLCatalogTarget = Shapes::StructureShape.new(name: 'MySQLCatalogTarget')
798
809
  NameString = Shapes::StringShape.new(name: 'NameString')
799
810
  NameStringList = Shapes::ListShape.new(name: 'NameStringList')
811
+ NewRules = Shapes::ListShape.new(name: 'NewRules')
800
812
  NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
801
813
  Node = Shapes::StructureShape.new(name: 'Node')
802
814
  NodeId = Shapes::StringShape.new(name: 'NodeId')
@@ -816,6 +828,7 @@ module Aws::Glue
816
828
  NullableBoolean = Shapes::BooleanShape.new(name: 'NullableBoolean')
817
829
  NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
818
830
  NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
831
+ NullableString = Shapes::StringShape.new(name: 'NullableString')
819
832
  OneInput = Shapes::ListShape.new(name: 'OneInput')
820
833
  OpenTableFormatInput = Shapes::StructureShape.new(name: 'OpenTableFormatInput')
821
834
  OperationTimeoutException = Shapes::StructureShape.new(name: 'OperationTimeoutException')
@@ -893,6 +906,7 @@ module Aws::Glue
893
906
  QuerySchemaVersionMetadataInput = Shapes::StructureShape.new(name: 'QuerySchemaVersionMetadataInput')
894
907
  QuerySchemaVersionMetadataMaxResults = Shapes::IntegerShape.new(name: 'QuerySchemaVersionMetadataMaxResults')
895
908
  QuerySchemaVersionMetadataResponse = Shapes::StructureShape.new(name: 'QuerySchemaVersionMetadataResponse')
909
+ QuerySessionContext = Shapes::StructureShape.new(name: 'QuerySessionContext')
896
910
  QuoteChar = Shapes::StringShape.new(name: 'QuoteChar')
897
911
  Recipe = Shapes::StructureShape.new(name: 'Recipe')
898
912
  RecipeReference = Shapes::StructureShape.new(name: 'RecipeReference')
@@ -1069,6 +1083,7 @@ module Aws::Glue
1069
1083
  StreamingDataPreviewOptions = Shapes::StructureShape.new(name: 'StreamingDataPreviewOptions')
1070
1084
  StringColumnStatisticsData = Shapes::StructureShape.new(name: 'StringColumnStatisticsData')
1071
1085
  StringList = Shapes::ListShape.new(name: 'StringList')
1086
+ SupportedDialect = Shapes::StructureShape.new(name: 'SupportedDialect')
1072
1087
  Table = Shapes::StructureShape.new(name: 'Table')
1073
1088
  TableError = Shapes::StructureShape.new(name: 'TableError')
1074
1089
  TableErrors = Shapes::ListShape.new(name: 'TableErrors')
@@ -1203,6 +1218,8 @@ module Aws::Glue
1203
1218
  VersionMismatchException = Shapes::StructureShape.new(name: 'VersionMismatchException')
1204
1219
  VersionString = Shapes::StringShape.new(name: 'VersionString')
1205
1220
  VersionsString = Shapes::StringShape.new(name: 'VersionsString')
1221
+ ViewDialect = Shapes::StringShape.new(name: 'ViewDialect')
1222
+ ViewDialectVersionString = Shapes::StringShape.new(name: 'ViewDialectVersionString')
1206
1223
  ViewTextString = Shapes::StringShape.new(name: 'ViewTextString')
1207
1224
  WorkerType = Shapes::StringShape.new(name: 'WorkerType')
1208
1225
  Workflow = Shapes::StructureShape.new(name: 'Workflow')
@@ -1231,6 +1248,9 @@ module Aws::Glue
1231
1248
 
1232
1249
  ActionList.member = Shapes::ShapeRef.new(shape: Action)
1233
1250
 
1251
+ AdditionalContextMap.key = Shapes::ShapeRef.new(shape: ContextKey)
1252
+ AdditionalContextMap.value = Shapes::ShapeRef.new(shape: ContextValue)
1253
+
1234
1254
  AdditionalOptions.key = Shapes::ShapeRef.new(shape: EnclosedInStringProperty)
1235
1255
  AdditionalOptions.value = Shapes::ShapeRef.new(shape: EnclosedInStringProperty)
1236
1256
 
@@ -2414,10 +2434,30 @@ module Aws::Glue
2414
2434
  DataLakePrincipal.add_member(:data_lake_principal_identifier, Shapes::ShapeRef.new(shape: DataLakePrincipalString, location_name: "DataLakePrincipalIdentifier"))
2415
2435
  DataLakePrincipal.struct_class = Types::DataLakePrincipal
2416
2436
 
2437
+ DataQualityAnalyzerResult.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
2438
+ DataQualityAnalyzerResult.add_member(:description, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "Description"))
2439
+ DataQualityAnalyzerResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "EvaluationMessage"))
2440
+ DataQualityAnalyzerResult.add_member(:evaluated_metrics, Shapes::ShapeRef.new(shape: EvaluatedMetricsMap, location_name: "EvaluatedMetrics"))
2441
+ DataQualityAnalyzerResult.struct_class = Types::DataQualityAnalyzerResult
2442
+
2443
+ DataQualityAnalyzerResults.member = Shapes::ShapeRef.new(shape: DataQualityAnalyzerResult)
2444
+
2417
2445
  DataQualityEvaluationRunAdditionalRunOptions.add_member(:cloud_watch_metrics_enabled, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CloudWatchMetricsEnabled"))
2418
2446
  DataQualityEvaluationRunAdditionalRunOptions.add_member(:results_s3_prefix, Shapes::ShapeRef.new(shape: UriString, location_name: "ResultsS3Prefix"))
2419
2447
  DataQualityEvaluationRunAdditionalRunOptions.struct_class = Types::DataQualityEvaluationRunAdditionalRunOptions
2420
2448
 
2449
+ DataQualityMetricValues.add_member(:actual_value, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "ActualValue"))
2450
+ DataQualityMetricValues.add_member(:expected_value, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "ExpectedValue"))
2451
+ DataQualityMetricValues.add_member(:lower_limit, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "LowerLimit"))
2452
+ DataQualityMetricValues.add_member(:upper_limit, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "UpperLimit"))
2453
+ DataQualityMetricValues.struct_class = Types::DataQualityMetricValues
2454
+
2455
+ DataQualityObservation.add_member(:description, Shapes::ShapeRef.new(shape: DataQualityObservationDescription, location_name: "Description"))
2456
+ DataQualityObservation.add_member(:metric_based_observation, Shapes::ShapeRef.new(shape: MetricBasedObservation, location_name: "MetricBasedObservation"))
2457
+ DataQualityObservation.struct_class = Types::DataQualityObservation
2458
+
2459
+ DataQualityObservations.member = Shapes::ShapeRef.new(shape: DataQualityObservation)
2460
+
2421
2461
  DataQualityResult.add_member(:result_id, Shapes::ShapeRef.new(shape: HashString, location_name: "ResultId"))
2422
2462
  DataQualityResult.add_member(:score, Shapes::ShapeRef.new(shape: GenericBoundedDouble, location_name: "Score"))
2423
2463
  DataQualityResult.add_member(:data_source, Shapes::ShapeRef.new(shape: DataSource, location_name: "DataSource"))
@@ -2429,6 +2469,8 @@ module Aws::Glue
2429
2469
  DataQualityResult.add_member(:job_run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "JobRunId"))
2430
2470
  DataQualityResult.add_member(:ruleset_evaluation_run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RulesetEvaluationRunId"))
2431
2471
  DataQualityResult.add_member(:rule_results, Shapes::ShapeRef.new(shape: DataQualityRuleResults, location_name: "RuleResults"))
2472
+ DataQualityResult.add_member(:analyzer_results, Shapes::ShapeRef.new(shape: DataQualityAnalyzerResults, location_name: "AnalyzerResults"))
2473
+ DataQualityResult.add_member(:observations, Shapes::ShapeRef.new(shape: DataQualityObservations, location_name: "Observations"))
2432
2474
  DataQualityResult.struct_class = Types::DataQualityResult
2433
2475
 
2434
2476
  DataQualityResultDescription.add_member(:result_id, Shapes::ShapeRef.new(shape: HashString, location_name: "ResultId"))
@@ -2467,8 +2509,8 @@ module Aws::Glue
2467
2509
  DataQualityRuleRecommendationRunList.member = Shapes::ShapeRef.new(shape: DataQualityRuleRecommendationRunDescription)
2468
2510
 
2469
2511
  DataQualityRuleResult.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
2470
- DataQualityRuleResult.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
2471
- DataQualityRuleResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "EvaluationMessage"))
2512
+ DataQualityRuleResult.add_member(:description, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "Description"))
2513
+ DataQualityRuleResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "EvaluationMessage"))
2472
2514
  DataQualityRuleResult.add_member(:result, Shapes::ShapeRef.new(shape: DataQualityRuleResultStatus, location_name: "Result"))
2473
2515
  DataQualityRuleResult.add_member(:evaluated_metrics, Shapes::ShapeRef.new(shape: EvaluatedMetricsMap, location_name: "EvaluatedMetrics"))
2474
2516
  DataQualityRuleResult.struct_class = Types::DataQualityRuleResult
@@ -3152,6 +3194,8 @@ module Aws::Glue
3152
3194
  GetDataQualityResultResponse.add_member(:job_run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "JobRunId"))
3153
3195
  GetDataQualityResultResponse.add_member(:ruleset_evaluation_run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RulesetEvaluationRunId"))
3154
3196
  GetDataQualityResultResponse.add_member(:rule_results, Shapes::ShapeRef.new(shape: DataQualityRuleResults, location_name: "RuleResults"))
3197
+ GetDataQualityResultResponse.add_member(:analyzer_results, Shapes::ShapeRef.new(shape: DataQualityAnalyzerResults, location_name: "AnalyzerResults"))
3198
+ GetDataQualityResultResponse.add_member(:observations, Shapes::ShapeRef.new(shape: DataQualityObservations, location_name: "Observations"))
3155
3199
  GetDataQualityResultResponse.struct_class = Types::GetDataQualityResultResponse
3156
3200
 
3157
3201
  GetDataQualityRuleRecommendationRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, required: true, location_name: "RunId"))
@@ -3585,12 +3629,14 @@ module Aws::Glue
3585
3629
  GetTriggersResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: GenericString, location_name: "NextToken"))
3586
3630
  GetTriggersResponse.struct_class = Types::GetTriggersResponse
3587
3631
 
3632
+ GetUnfilteredPartitionMetadataRequest.add_member(:region, Shapes::ShapeRef.new(shape: ValueString, location_name: "Region"))
3588
3633
  GetUnfilteredPartitionMetadataRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, required: true, location_name: "CatalogId"))
3589
3634
  GetUnfilteredPartitionMetadataRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
3590
3635
  GetUnfilteredPartitionMetadataRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
3591
3636
  GetUnfilteredPartitionMetadataRequest.add_member(:partition_values, Shapes::ShapeRef.new(shape: ValueStringList, required: true, location_name: "PartitionValues"))
3592
3637
  GetUnfilteredPartitionMetadataRequest.add_member(:audit_context, Shapes::ShapeRef.new(shape: AuditContext, location_name: "AuditContext"))
3593
3638
  GetUnfilteredPartitionMetadataRequest.add_member(:supported_permission_types, Shapes::ShapeRef.new(shape: PermissionTypeList, required: true, location_name: "SupportedPermissionTypes"))
3639
+ GetUnfilteredPartitionMetadataRequest.add_member(:query_session_context, Shapes::ShapeRef.new(shape: QuerySessionContext, location_name: "QuerySessionContext"))
3594
3640
  GetUnfilteredPartitionMetadataRequest.struct_class = Types::GetUnfilteredPartitionMetadataRequest
3595
3641
 
3596
3642
  GetUnfilteredPartitionMetadataResponse.add_member(:partition, Shapes::ShapeRef.new(shape: Partition, location_name: "Partition"))
@@ -3598,6 +3644,7 @@ module Aws::Glue
3598
3644
  GetUnfilteredPartitionMetadataResponse.add_member(:is_registered_with_lake_formation, Shapes::ShapeRef.new(shape: Boolean, location_name: "IsRegisteredWithLakeFormation"))
3599
3645
  GetUnfilteredPartitionMetadataResponse.struct_class = Types::GetUnfilteredPartitionMetadataResponse
3600
3646
 
3647
+ GetUnfilteredPartitionsMetadataRequest.add_member(:region, Shapes::ShapeRef.new(shape: ValueString, location_name: "Region"))
3601
3648
  GetUnfilteredPartitionsMetadataRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, required: true, location_name: "CatalogId"))
3602
3649
  GetUnfilteredPartitionsMetadataRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
3603
3650
  GetUnfilteredPartitionsMetadataRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -3607,23 +3654,31 @@ module Aws::Glue
3607
3654
  GetUnfilteredPartitionsMetadataRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
3608
3655
  GetUnfilteredPartitionsMetadataRequest.add_member(:segment, Shapes::ShapeRef.new(shape: Segment, location_name: "Segment"))
3609
3656
  GetUnfilteredPartitionsMetadataRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
3657
+ GetUnfilteredPartitionsMetadataRequest.add_member(:query_session_context, Shapes::ShapeRef.new(shape: QuerySessionContext, location_name: "QuerySessionContext"))
3610
3658
  GetUnfilteredPartitionsMetadataRequest.struct_class = Types::GetUnfilteredPartitionsMetadataRequest
3611
3659
 
3612
3660
  GetUnfilteredPartitionsMetadataResponse.add_member(:unfiltered_partitions, Shapes::ShapeRef.new(shape: UnfilteredPartitionList, location_name: "UnfilteredPartitions"))
3613
3661
  GetUnfilteredPartitionsMetadataResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
3614
3662
  GetUnfilteredPartitionsMetadataResponse.struct_class = Types::GetUnfilteredPartitionsMetadataResponse
3615
3663
 
3664
+ GetUnfilteredTableMetadataRequest.add_member(:region, Shapes::ShapeRef.new(shape: ValueString, location_name: "Region"))
3616
3665
  GetUnfilteredTableMetadataRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, required: true, location_name: "CatalogId"))
3617
3666
  GetUnfilteredTableMetadataRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
3618
3667
  GetUnfilteredTableMetadataRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
3619
3668
  GetUnfilteredTableMetadataRequest.add_member(:audit_context, Shapes::ShapeRef.new(shape: AuditContext, location_name: "AuditContext"))
3620
3669
  GetUnfilteredTableMetadataRequest.add_member(:supported_permission_types, Shapes::ShapeRef.new(shape: PermissionTypeList, required: true, location_name: "SupportedPermissionTypes"))
3670
+ GetUnfilteredTableMetadataRequest.add_member(:supported_dialect, Shapes::ShapeRef.new(shape: SupportedDialect, location_name: "SupportedDialect"))
3671
+ GetUnfilteredTableMetadataRequest.add_member(:permissions, Shapes::ShapeRef.new(shape: PermissionList, location_name: "Permissions"))
3672
+ GetUnfilteredTableMetadataRequest.add_member(:query_session_context, Shapes::ShapeRef.new(shape: QuerySessionContext, location_name: "QuerySessionContext"))
3621
3673
  GetUnfilteredTableMetadataRequest.struct_class = Types::GetUnfilteredTableMetadataRequest
3622
3674
 
3623
3675
  GetUnfilteredTableMetadataResponse.add_member(:table, Shapes::ShapeRef.new(shape: Table, location_name: "Table"))
3624
3676
  GetUnfilteredTableMetadataResponse.add_member(:authorized_columns, Shapes::ShapeRef.new(shape: NameStringList, location_name: "AuthorizedColumns"))
3625
3677
  GetUnfilteredTableMetadataResponse.add_member(:is_registered_with_lake_formation, Shapes::ShapeRef.new(shape: Boolean, location_name: "IsRegisteredWithLakeFormation"))
3626
3678
  GetUnfilteredTableMetadataResponse.add_member(:cell_filters, Shapes::ShapeRef.new(shape: ColumnRowFilterList, location_name: "CellFilters"))
3679
+ GetUnfilteredTableMetadataResponse.add_member(:query_authorization_id, Shapes::ShapeRef.new(shape: HashString, location_name: "QueryAuthorizationId"))
3680
+ GetUnfilteredTableMetadataResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: ArnString, location_name: "ResourceArn"))
3681
+ GetUnfilteredTableMetadataResponse.add_member(:permissions, Shapes::ShapeRef.new(shape: PermissionList, location_name: "Permissions"))
3627
3682
  GetUnfilteredTableMetadataResponse.struct_class = Types::GetUnfilteredTableMetadataResponse
3628
3683
 
3629
3684
  GetUserDefinedFunctionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
@@ -4309,6 +4364,11 @@ module Aws::Glue
4309
4364
 
4310
4365
  MetadataList.member = Shapes::ShapeRef.new(shape: MetadataKeyValuePair)
4311
4366
 
4367
+ MetricBasedObservation.add_member(:metric_name, Shapes::ShapeRef.new(shape: NameString, location_name: "MetricName"))
4368
+ MetricBasedObservation.add_member(:metric_values, Shapes::ShapeRef.new(shape: DataQualityMetricValues, location_name: "MetricValues"))
4369
+ MetricBasedObservation.add_member(:new_rules, Shapes::ShapeRef.new(shape: NewRules, location_name: "NewRules"))
4370
+ MetricBasedObservation.struct_class = Types::MetricBasedObservation
4371
+
4312
4372
  MicrosoftSQLServerCatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4313
4373
  MicrosoftSQLServerCatalogSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
4314
4374
  MicrosoftSQLServerCatalogSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
@@ -4340,6 +4400,8 @@ module Aws::Glue
4340
4400
 
4341
4401
  NameStringList.member = Shapes::ShapeRef.new(shape: NameString)
4342
4402
 
4403
+ NewRules.member = Shapes::ShapeRef.new(shape: NameString)
4404
+
4343
4405
  NoScheduleException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
4344
4406
  NoScheduleException.struct_class = Types::NoScheduleException
4345
4407
 
@@ -4570,6 +4632,13 @@ module Aws::Glue
4570
4632
  QuerySchemaVersionMetadataResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: SchemaRegistryTokenString, location_name: "NextToken"))
4571
4633
  QuerySchemaVersionMetadataResponse.struct_class = Types::QuerySchemaVersionMetadataResponse
4572
4634
 
4635
+ QuerySessionContext.add_member(:query_id, Shapes::ShapeRef.new(shape: HashString, location_name: "QueryId"))
4636
+ QuerySessionContext.add_member(:query_start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "QueryStartTime"))
4637
+ QuerySessionContext.add_member(:cluster_id, Shapes::ShapeRef.new(shape: NullableString, location_name: "ClusterId"))
4638
+ QuerySessionContext.add_member(:query_authorization_id, Shapes::ShapeRef.new(shape: HashString, location_name: "QueryAuthorizationId"))
4639
+ QuerySessionContext.add_member(:additional_context, Shapes::ShapeRef.new(shape: AdditionalContextMap, location_name: "AdditionalContext"))
4640
+ QuerySessionContext.struct_class = Types::QuerySessionContext
4641
+
4573
4642
  Recipe.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
4574
4643
  Recipe.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
4575
4644
  Recipe.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, required: true, location_name: "RecipeReference"))
@@ -5294,6 +5363,10 @@ module Aws::Glue
5294
5363
 
5295
5364
  StringList.member = Shapes::ShapeRef.new(shape: GenericString)
5296
5365
 
5366
+ SupportedDialect.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))
5367
+ SupportedDialect.add_member(:dialect_version, Shapes::ShapeRef.new(shape: ViewDialectVersionString, location_name: "DialectVersion"))
5368
+ SupportedDialect.struct_class = Types::SupportedDialect
5369
+
5297
5370
  Table.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
5298
5371
  Table.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, location_name: "DatabaseName"))
5299
5372
  Table.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
@@ -6160,6 +6160,35 @@ module Aws::Glue
6160
6160
  include Aws::Structure
6161
6161
  end
6162
6162
 
6163
+ # Describes the result of the evaluation of a data quality analyzer.
6164
+ #
6165
+ # @!attribute [rw] name
6166
+ # The name of the data quality analyzer.
6167
+ # @return [String]
6168
+ #
6169
+ # @!attribute [rw] description
6170
+ # A description of the data quality analyzer.
6171
+ # @return [String]
6172
+ #
6173
+ # @!attribute [rw] evaluation_message
6174
+ # An evaluation message.
6175
+ # @return [String]
6176
+ #
6177
+ # @!attribute [rw] evaluated_metrics
6178
+ # A map of metrics associated with the evaluation of the analyzer.
6179
+ # @return [Hash<String,Float>]
6180
+ #
6181
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityAnalyzerResult AWS API Documentation
6182
+ #
6183
+ class DataQualityAnalyzerResult < Struct.new(
6184
+ :name,
6185
+ :description,
6186
+ :evaluation_message,
6187
+ :evaluated_metrics)
6188
+ SENSITIVE = []
6189
+ include Aws::Structure
6190
+ end
6191
+
6163
6192
  # Additional run options you can specify for an evaluation run.
6164
6193
  #
6165
6194
  # @!attribute [rw] cloud_watch_metrics_enabled
@@ -6179,6 +6208,60 @@ module Aws::Glue
6179
6208
  include Aws::Structure
6180
6209
  end
6181
6210
 
6211
+ # Describes the data quality metric value according to the analysis of
6212
+ # historical data.
6213
+ #
6214
+ # @!attribute [rw] actual_value
6215
+ # The actual value of the data quality metric.
6216
+ # @return [Float]
6217
+ #
6218
+ # @!attribute [rw] expected_value
6219
+ # The expected value of the data quality metric according to the
6220
+ # analysis of historical data.
6221
+ # @return [Float]
6222
+ #
6223
+ # @!attribute [rw] lower_limit
6224
+ # The lower limit of the data quality metric value according to the
6225
+ # analysis of historical data.
6226
+ # @return [Float]
6227
+ #
6228
+ # @!attribute [rw] upper_limit
6229
+ # The upper limit of the data quality metric value according to the
6230
+ # analysis of historical data.
6231
+ # @return [Float]
6232
+ #
6233
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityMetricValues AWS API Documentation
6234
+ #
6235
+ class DataQualityMetricValues < Struct.new(
6236
+ :actual_value,
6237
+ :expected_value,
6238
+ :lower_limit,
6239
+ :upper_limit)
6240
+ SENSITIVE = []
6241
+ include Aws::Structure
6242
+ end
6243
+
6244
+ # Describes the observation generated after evaluating the rules and
6245
+ # analyzers.
6246
+ #
6247
+ # @!attribute [rw] description
6248
+ # A description of the data quality observation.
6249
+ # @return [String]
6250
+ #
6251
+ # @!attribute [rw] metric_based_observation
6252
+ # An object of type `MetricBasedObservation` representing the
6253
+ # observation that is based on evaluated data quality metrics.
6254
+ # @return [Types::MetricBasedObservation]
6255
+ #
6256
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityObservation AWS API Documentation
6257
+ #
6258
+ class DataQualityObservation < Struct.new(
6259
+ :description,
6260
+ :metric_based_observation)
6261
+ SENSITIVE = []
6262
+ include Aws::Structure
6263
+ end
6264
+
6182
6265
  # Describes a data quality result.
6183
6266
  #
6184
6267
  # @!attribute [rw] result_id
@@ -6231,6 +6314,16 @@ module Aws::Glue
6231
6314
  # for each rule.
6232
6315
  # @return [Array<Types::DataQualityRuleResult>]
6233
6316
  #
6317
+ # @!attribute [rw] analyzer_results
6318
+ # A list of `DataQualityAnalyzerResult` objects representing the
6319
+ # results for each analyzer.
6320
+ # @return [Array<Types::DataQualityAnalyzerResult>]
6321
+ #
6322
+ # @!attribute [rw] observations
6323
+ # A list of `DataQualityObservation` objects representing the
6324
+ # observations generated after evaluating the rules and analyzers.
6325
+ # @return [Array<Types::DataQualityObservation>]
6326
+ #
6234
6327
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityResult AWS API Documentation
6235
6328
  #
6236
6329
  class DataQualityResult < Struct.new(
@@ -6244,7 +6337,9 @@ module Aws::Glue
6244
6337
  :job_name,
6245
6338
  :job_run_id,
6246
6339
  :ruleset_evaluation_run_id,
6247
- :rule_results)
6340
+ :rule_results,
6341
+ :analyzer_results,
6342
+ :observations)
6248
6343
  SENSITIVE = []
6249
6344
  include Aws::Structure
6250
6345
  end
@@ -8543,7 +8638,10 @@ module Aws::Glue
8543
8638
  include Aws::Structure
8544
8639
  end
8545
8640
 
8641
+ # A federation source failed, but the operation may be retried.
8642
+ #
8546
8643
  # @!attribute [rw] message
8644
+ # A message describing the problem.
8547
8645
  # @return [String]
8548
8646
  #
8549
8647
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederationSourceRetryableException AWS API Documentation
@@ -9527,6 +9625,16 @@ module Aws::Glue
9527
9625
  # for each rule.
9528
9626
  # @return [Array<Types::DataQualityRuleResult>]
9529
9627
  #
9628
+ # @!attribute [rw] analyzer_results
9629
+ # A list of `DataQualityAnalyzerResult` objects representing the
9630
+ # results for each analyzer.
9631
+ # @return [Array<Types::DataQualityAnalyzerResult>]
9632
+ #
9633
+ # @!attribute [rw] observations
9634
+ # A list of `DataQualityObservation` objects representing the
9635
+ # observations generated after evaluating the rules and analyzers.
9636
+ # @return [Array<Types::DataQualityObservation>]
9637
+ #
9530
9638
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResultResponse AWS API Documentation
9531
9639
  #
9532
9640
  class GetDataQualityResultResponse < Struct.new(
@@ -9540,7 +9648,9 @@ module Aws::Glue
9540
9648
  :job_name,
9541
9649
  :job_run_id,
9542
9650
  :ruleset_evaluation_run_id,
9543
- :rule_results)
9651
+ :rule_results,
9652
+ :analyzer_results,
9653
+ :observations)
9544
9654
  SENSITIVE = []
9545
9655
  include Aws::Structure
9546
9656
  end
@@ -11704,6 +11814,11 @@ module Aws::Glue
11704
11814
  include Aws::Structure
11705
11815
  end
11706
11816
 
11817
+ # @!attribute [rw] region
11818
+ # Specified only if the base tables belong to a different Amazon Web
11819
+ # Services Region.
11820
+ # @return [String]
11821
+ #
11707
11822
  # @!attribute [rw] catalog_id
11708
11823
  # The catalog ID where the partition resides.
11709
11824
  # @return [String]
@@ -11730,15 +11845,24 @@ module Aws::Glue
11730
11845
  # (Required) A list of supported permission types.
11731
11846
  # @return [Array<String>]
11732
11847
  #
11848
+ # @!attribute [rw] query_session_context
11849
+ # A structure used as a protocol between query engines and Lake
11850
+ # Formation or Glue. Contains both a Lake Formation generated
11851
+ # authorization identifier and information from the request's
11852
+ # authorization context.
11853
+ # @return [Types::QuerySessionContext]
11854
+ #
11733
11855
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
11734
11856
  #
11735
11857
  class GetUnfilteredPartitionMetadataRequest < Struct.new(
11858
+ :region,
11736
11859
  :catalog_id,
11737
11860
  :database_name,
11738
11861
  :table_name,
11739
11862
  :partition_values,
11740
11863
  :audit_context,
11741
- :supported_permission_types)
11864
+ :supported_permission_types,
11865
+ :query_session_context)
11742
11866
  SENSITIVE = []
11743
11867
  include Aws::Structure
11744
11868
  end
@@ -11766,6 +11890,11 @@ module Aws::Glue
11766
11890
  include Aws::Structure
11767
11891
  end
11768
11892
 
11893
+ # @!attribute [rw] region
11894
+ # Specified only if the base tables belong to a different Amazon Web
11895
+ # Services Region.
11896
+ # @return [String]
11897
+ #
11769
11898
  # @!attribute [rw] catalog_id
11770
11899
  # The ID of the Data Catalog where the partitions in question reside.
11771
11900
  # If none is provided, the AWS account ID is used by default.
@@ -11891,9 +12020,17 @@ module Aws::Glue
11891
12020
  # The maximum number of partitions to return in a single response.
11892
12021
  # @return [Integer]
11893
12022
  #
12023
+ # @!attribute [rw] query_session_context
12024
+ # A structure used as a protocol between query engines and Lake
12025
+ # Formation or Glue. Contains both a Lake Formation generated
12026
+ # authorization identifier and information from the request's
12027
+ # authorization context.
12028
+ # @return [Types::QuerySessionContext]
12029
+ #
11894
12030
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
11895
12031
  #
11896
12032
  class GetUnfilteredPartitionsMetadataRequest < Struct.new(
12033
+ :region,
11897
12034
  :catalog_id,
11898
12035
  :database_name,
11899
12036
  :table_name,
@@ -11902,7 +12039,8 @@ module Aws::Glue
11902
12039
  :supported_permission_types,
11903
12040
  :next_token,
11904
12041
  :segment,
11905
- :max_results)
12042
+ :max_results,
12043
+ :query_session_context)
11906
12044
  SENSITIVE = []
11907
12045
  include Aws::Structure
11908
12046
  end
@@ -11925,6 +12063,11 @@ module Aws::Glue
11925
12063
  include Aws::Structure
11926
12064
  end
11927
12065
 
12066
+ # @!attribute [rw] region
12067
+ # Specified only if the base tables belong to a different Amazon Web
12068
+ # Services Region.
12069
+ # @return [String]
12070
+ #
11928
12071
  # @!attribute [rw] catalog_id
11929
12072
  # The catalog ID where the table resides.
11930
12073
  # @return [String]
@@ -11946,14 +12089,35 @@ module Aws::Glue
11946
12089
  # (Required) A list of supported permission types.
11947
12090
  # @return [Array<String>]
11948
12091
  #
12092
+ # @!attribute [rw] supported_dialect
12093
+ # A structure specifying the dialect and dialect version used by the
12094
+ # query engine.
12095
+ # @return [Types::SupportedDialect]
12096
+ #
12097
+ # @!attribute [rw] permissions
12098
+ # The Lake Formation data permissions of the caller on the table. Used
12099
+ # to authorize the call when no view context is found.
12100
+ # @return [Array<String>]
12101
+ #
12102
+ # @!attribute [rw] query_session_context
12103
+ # A structure used as a protocol between query engines and Lake
12104
+ # Formation or Glue. Contains both a Lake Formation generated
12105
+ # authorization identifier and information from the request's
12106
+ # authorization context.
12107
+ # @return [Types::QuerySessionContext]
12108
+ #
11949
12109
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
11950
12110
  #
11951
12111
  class GetUnfilteredTableMetadataRequest < Struct.new(
12112
+ :region,
11952
12113
  :catalog_id,
11953
12114
  :database_name,
11954
12115
  :name,
11955
12116
  :audit_context,
11956
- :supported_permission_types)
12117
+ :supported_permission_types,
12118
+ :supported_dialect,
12119
+ :permissions,
12120
+ :query_session_context)
11957
12121
  SENSITIVE = []
11958
12122
  include Aws::Structure
11959
12123
  end
@@ -11975,13 +12139,30 @@ module Aws::Glue
11975
12139
  # A list of column row filters.
11976
12140
  # @return [Array<Types::ColumnRowFilter>]
11977
12141
  #
12142
+ # @!attribute [rw] query_authorization_id
12143
+ # A cryptographically generated query identifier generated by Glue or
12144
+ # Lake Formation.
12145
+ # @return [String]
12146
+ #
12147
+ # @!attribute [rw] resource_arn
12148
+ # The resource ARN of the parent resource extracted from the request.
12149
+ # @return [String]
12150
+ #
12151
+ # @!attribute [rw] permissions
12152
+ # The Lake Formation data permissions of the caller on the table. Used
12153
+ # to authorize the call when no view context is found.
12154
+ # @return [Array<String>]
12155
+ #
11978
12156
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
11979
12157
  #
11980
12158
  class GetUnfilteredTableMetadataResponse < Struct.new(
11981
12159
  :table,
11982
12160
  :authorized_columns,
11983
12161
  :is_registered_with_lake_formation,
11984
- :cell_filters)
12162
+ :cell_filters,
12163
+ :query_authorization_id,
12164
+ :resource_arn,
12165
+ :permissions)
11985
12166
  SENSITIVE = []
11986
12167
  include Aws::Structure
11987
12168
  end
@@ -15744,6 +15925,34 @@ module Aws::Glue
15744
15925
  include Aws::Structure
15745
15926
  end
15746
15927
 
15928
+ # Describes the metric based observation generated based on evaluated
15929
+ # data quality metrics.
15930
+ #
15931
+ # @!attribute [rw] metric_name
15932
+ # The name of the data quality metric used for generating the
15933
+ # observation.
15934
+ # @return [String]
15935
+ #
15936
+ # @!attribute [rw] metric_values
15937
+ # An object of type `DataQualityMetricValues` representing the
15938
+ # analysis of the data quality metric value.
15939
+ # @return [Types::DataQualityMetricValues]
15940
+ #
15941
+ # @!attribute [rw] new_rules
15942
+ # A list of new data quality rules generated as part of the
15943
+ # observation based on the data quality metric value.
15944
+ # @return [Array<String>]
15945
+ #
15946
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetricBasedObservation AWS API Documentation
15947
+ #
15948
+ class MetricBasedObservation < Struct.new(
15949
+ :metric_name,
15950
+ :metric_values,
15951
+ :new_rules)
15952
+ SENSITIVE = []
15953
+ include Aws::Structure
15954
+ end
15955
+
15747
15956
  # Specifies a Microsoft SQL server data source in the Glue Data Catalog.
15748
15957
  #
15749
15958
  # @!attribute [rw] name
@@ -16821,6 +17030,44 @@ module Aws::Glue
16821
17030
  include Aws::Structure
16822
17031
  end
16823
17032
 
17033
+ # A structure used as a protocol between query engines and Lake
17034
+ # Formation or Glue. Contains both a Lake Formation generated
17035
+ # authorization identifier and information from the request's
17036
+ # authorization context.
17037
+ #
17038
+ # @!attribute [rw] query_id
17039
+ # A unique identifier generated by the query engine for the query.
17040
+ # @return [String]
17041
+ #
17042
+ # @!attribute [rw] query_start_time
17043
+ # A timestamp provided by the query engine for when the query started.
17044
+ # @return [Time]
17045
+ #
17046
+ # @!attribute [rw] cluster_id
17047
+ # An identifier string for the consumer cluster.
17048
+ # @return [String]
17049
+ #
17050
+ # @!attribute [rw] query_authorization_id
17051
+ # A cryptographically generated query identifier generated by Glue or
17052
+ # Lake Formation.
17053
+ # @return [String]
17054
+ #
17055
+ # @!attribute [rw] additional_context
17056
+ # An opaque string-string map passed by the query engine.
17057
+ # @return [Hash<String,String>]
17058
+ #
17059
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySessionContext AWS API Documentation
17060
+ #
17061
+ class QuerySessionContext < Struct.new(
17062
+ :query_id,
17063
+ :query_start_time,
17064
+ :cluster_id,
17065
+ :query_authorization_id,
17066
+ :additional_context)
17067
+ SENSITIVE = []
17068
+ include Aws::Structure
17069
+ end
17070
+
16824
17071
  # A Glue Studio node that uses a Glue DataBrew recipe in Glue jobs.
16825
17072
  #
16826
17073
  # @!attribute [rw] name
@@ -20450,6 +20697,26 @@ module Aws::Glue
20450
20697
  include Aws::Structure
20451
20698
  end
20452
20699
 
20700
+ # A structure specifying the dialect and dialect version used by the
20701
+ # query engine.
20702
+ #
20703
+ # @!attribute [rw] dialect
20704
+ # The dialect of the query engine.
20705
+ # @return [String]
20706
+ #
20707
+ # @!attribute [rw] dialect_version
20708
+ # The version of the dialect of the query engine. For example, 3.0.0.
20709
+ # @return [String]
20710
+ #
20711
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SupportedDialect AWS API Documentation
20712
+ #
20713
+ class SupportedDialect < Struct.new(
20714
+ :dialect,
20715
+ :dialect_version)
20716
+ SENSITIVE = []
20717
+ include Aws::Structure
20718
+ end
20719
+
20453
20720
  # Represents a collection of related data organized in columns and rows.
20454
20721
  #
20455
20722
  # @!attribute [rw] name
data/lib/aws-sdk-glue.rb CHANGED
@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
52
52
  # @!group service
53
53
  module Aws::Glue
54
54
 
55
- GEM_VERSION = '1.163.0'
55
+ GEM_VERSION = '1.165.0'
56
56
 
57
57
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.163.0
4
+ version: 1.165.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-11-28 00:00:00.000000000 Z
11
+ date: 2023-12-22 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core