aws-sdk-glue 1.136.0 → 1.138.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 8ae6e39aebc9b2269514d0071d68614d0a763efe035822543cb87333e3d557c2
4
- data.tar.gz: 91d8c57f5a437bf34fdb87eac13d230b0aa7a2f58431923f96e69bab5f2d7fad
3
+ metadata.gz: a445399d9ad92da03f0c9ed23469d07028fdecccec4cfd4806384aa7cca43f8e
4
+ data.tar.gz: 0b476a7ad5670f67b586a43c522cea358b4d5643269f4c6e4046c7487a030cf5
5
5
  SHA512:
6
- metadata.gz: ca02dacc6f0b87a826fc3d6e8371ca83152a5a5bcc9bc36b744ec60582d4c25ecbed2c423b26d1b533f726342e419ea9f0ffdf4cfb353ee7ec1a384ce698bdbe
7
- data.tar.gz: e255ae7253291389786ce28c5c5d1c2a521c1b8aebee03e08e57eb7787069c679ace61ee6234ece1a14725e2cbc7968b0855819ad55b9d3c00f450ba2620144c
6
+ metadata.gz: 72cdb6ec7fbbe2415f8dc4160de1de4bce8bef9a49ee3e904c4f28bcadab3fd5487315c1e13f1c7cca085574829f4fa8c4d17d052f5430d533456c1e3225fe4a
7
+ data.tar.gz: 78a0bf89f8806df3006fe9d334167b6cab042cd746fcfbbd3fea7737d5849d3d79d3776cbc93fb2d04b2d96096e0ee6dfbad7f85e5448ccfbb5b9d090168d908
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.138.0 (2023-05-25)
5
+ ------------------
6
+
7
+ * Feature - Added ability to create data quality rulesets for shared, cross-account Glue Data Catalog tables. Added support for dataset comparison rules through a new parameter called AdditionalDataSources. Enhanced the data quality results with a map containing profiled metric values.
8
+
9
+ 1.137.0 (2023-05-16)
10
+ ------------------
11
+
12
+ * Feature - Add Support for Tags for Custom Entity Types
13
+
4
14
  1.136.0 (2023-05-09)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.136.0
1
+ 1.138.0
@@ -912,6 +912,8 @@ module Aws::Glue
912
912
  # resp.results[0].rule_results[0].description #=> String
913
913
  # resp.results[0].rule_results[0].evaluation_message #=> String
914
914
  # resp.results[0].rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
915
+ # resp.results[0].rule_results[0].evaluated_metrics #=> Hash
916
+ # resp.results[0].rule_results[0].evaluated_metrics["NameString"] #=> Float
915
917
  # resp.results_not_found #=> Array
916
918
  # resp.results_not_found[0] #=> String
917
919
  #
@@ -1775,6 +1777,19 @@ module Aws::Glue
1775
1777
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.data.selected_columns[0].description #=> String
1776
1778
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs #=> Array
1777
1779
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs[0] #=> String
1780
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.name #=> String
1781
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs #=> Array
1782
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs[0] #=> String
1783
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources #=> Hash
1784
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources["NodeName"] #=> String
1785
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.ruleset #=> String
1786
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.evaluation_context #=> String
1787
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_s3_prefix #=> String
1788
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.cloud_watch_metrics_enabled #=> Boolean
1789
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_publishing_enabled #=> Boolean
1790
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options #=> Hash
1791
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options["AdditionalOptionKeys"] #=> String
1792
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
1778
1793
  # resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
1779
1794
  # resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
1780
1795
  # resp.jobs[0].source_control_details.repository #=> String
@@ -2797,6 +2812,9 @@ module Aws::Glue
2797
2812
  #
2798
2813
  # If no context words are passed only a regular expression is checked.
2799
2814
  #
2815
+ # @option params [Hash<String,String>] :tags
2816
+ # A list of tags applied to the custom entity type.
2817
+ #
2800
2818
  # @return [Types::CreateCustomEntityTypeResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2801
2819
  #
2802
2820
  # * {Types::CreateCustomEntityTypeResponse#name #name} => String
@@ -2807,6 +2825,9 @@ module Aws::Glue
2807
2825
  # name: "NameString", # required
2808
2826
  # regex_string: "NameString", # required
2809
2827
  # context_words: ["NameString"],
2828
+ # tags: {
2829
+ # "TagKey" => "TagValue",
2830
+ # },
2810
2831
  # })
2811
2832
  #
2812
2833
  # @example Response structure
@@ -2865,6 +2886,7 @@ module Aws::Glue
2865
2886
  # target_table: {
2866
2887
  # table_name: "NameString", # required
2867
2888
  # database_name: "NameString", # required
2889
+ # catalog_id: "NameString",
2868
2890
  # },
2869
2891
  # client_token: "HashString",
2870
2892
  # })
@@ -6241,6 +6263,8 @@ module Aws::Glue
6241
6263
  # resp.rule_results[0].description #=> String
6242
6264
  # resp.rule_results[0].evaluation_message #=> String
6243
6265
  # resp.rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
6266
+ # resp.rule_results[0].evaluated_metrics #=> Hash
6267
+ # resp.rule_results[0].evaluated_metrics["NameString"] #=> Float
6244
6268
  #
6245
6269
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResult AWS API Documentation
6246
6270
  #
@@ -6336,6 +6360,7 @@ module Aws::Glue
6336
6360
  # resp.ruleset #=> String
6337
6361
  # resp.target_table.table_name #=> String
6338
6362
  # resp.target_table.database_name #=> String
6363
+ # resp.target_table.catalog_id #=> String
6339
6364
  # resp.created_on #=> Time
6340
6365
  # resp.last_modified_on #=> Time
6341
6366
  # resp.recommendation_run_id #=> String
@@ -6371,6 +6396,7 @@ module Aws::Glue
6371
6396
  # * {Types::GetDataQualityRulesetEvaluationRunResponse#execution_time #execution_time} => Integer
6372
6397
  # * {Types::GetDataQualityRulesetEvaluationRunResponse#ruleset_names #ruleset_names} => Array&lt;String&gt;
6373
6398
  # * {Types::GetDataQualityRulesetEvaluationRunResponse#result_ids #result_ids} => Array&lt;String&gt;
6399
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#additional_data_sources #additional_data_sources} => Hash&lt;String,Types::DataSource&gt;
6374
6400
  #
6375
6401
  # @example Request syntax with placeholder values
6376
6402
  #
@@ -6402,6 +6428,13 @@ module Aws::Glue
6402
6428
  # resp.ruleset_names[0] #=> String
6403
6429
  # resp.result_ids #=> Array
6404
6430
  # resp.result_ids[0] #=> String
6431
+ # resp.additional_data_sources #=> Hash
6432
+ # resp.additional_data_sources["NameString"].glue_table.database_name #=> String
6433
+ # resp.additional_data_sources["NameString"].glue_table.table_name #=> String
6434
+ # resp.additional_data_sources["NameString"].glue_table.catalog_id #=> String
6435
+ # resp.additional_data_sources["NameString"].glue_table.connection_name #=> String
6436
+ # resp.additional_data_sources["NameString"].glue_table.additional_options #=> Hash
6437
+ # resp.additional_data_sources["NameString"].glue_table.additional_options["NameString"] #=> String
6405
6438
  #
6406
6439
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRun AWS API Documentation
6407
6440
  #
@@ -7485,6 +7518,19 @@ module Aws::Glue
7485
7518
  # resp.job.code_gen_configuration_nodes["NodeId"].amazon_redshift_target.data.selected_columns[0].description #=> String
7486
7519
  # resp.job.code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs #=> Array
7487
7520
  # resp.job.code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs[0] #=> String
7521
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.name #=> String
7522
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs #=> Array
7523
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs[0] #=> String
7524
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources #=> Hash
7525
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources["NodeName"] #=> String
7526
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.ruleset #=> String
7527
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.evaluation_context #=> String
7528
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_s3_prefix #=> String
7529
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.cloud_watch_metrics_enabled #=> Boolean
7530
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_publishing_enabled #=> Boolean
7531
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options #=> Hash
7532
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options["AdditionalOptionKeys"] #=> String
7533
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
7488
7534
  # resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
7489
7535
  # resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
7490
7536
  # resp.job.source_control_details.repository #=> String
@@ -8473,6 +8519,19 @@ module Aws::Glue
8473
8519
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.data.selected_columns[0].description #=> String
8474
8520
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs #=> Array
8475
8521
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs[0] #=> String
8522
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.name #=> String
8523
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs #=> Array
8524
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs[0] #=> String
8525
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources #=> Hash
8526
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources["NodeName"] #=> String
8527
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.ruleset #=> String
8528
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.evaluation_context #=> String
8529
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_s3_prefix #=> String
8530
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.cloud_watch_metrics_enabled #=> Boolean
8531
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_publishing_enabled #=> Boolean
8532
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options #=> Hash
8533
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options["AdditionalOptionKeys"] #=> String
8534
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
8476
8535
  # resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
8477
8536
  # resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
8478
8537
  # resp.jobs[0].source_control_details.repository #=> String
@@ -11772,6 +11831,9 @@ module Aws::Glue
11772
11831
  # @option params [Integer] :max_results
11773
11832
  # The maximum number of results to return.
11774
11833
  #
11834
+ # @option params [Hash<String,String>] :tags
11835
+ # A list of key-value pair tags.
11836
+ #
11775
11837
  # @return [Types::ListCustomEntityTypesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11776
11838
  #
11777
11839
  # * {Types::ListCustomEntityTypesResponse#custom_entity_types #custom_entity_types} => Array&lt;Types::CustomEntityType&gt;
@@ -11784,6 +11846,9 @@ module Aws::Glue
11784
11846
  # resp = client.list_custom_entity_types({
11785
11847
  # next_token: "PaginationToken",
11786
11848
  # max_results: 1,
11849
+ # tags: {
11850
+ # "TagKey" => "TagValue",
11851
+ # },
11787
11852
  # })
11788
11853
  #
11789
11854
  # @example Response structure
@@ -12034,6 +12099,7 @@ module Aws::Glue
12034
12099
  # target_table: {
12035
12100
  # table_name: "NameString", # required
12036
12101
  # database_name: "NameString", # required
12102
+ # catalog_id: "NameString",
12037
12103
  # },
12038
12104
  # },
12039
12105
  # tags: {
@@ -12050,6 +12116,7 @@ module Aws::Glue
12050
12116
  # resp.rulesets[0].last_modified_on #=> Time
12051
12117
  # resp.rulesets[0].target_table.table_name #=> String
12052
12118
  # resp.rulesets[0].target_table.database_name #=> String
12119
+ # resp.rulesets[0].target_table.catalog_id #=> String
12053
12120
  # resp.rulesets[0].recommendation_run_id #=> String
12054
12121
  # resp.rulesets[0].rule_count #=> Integer
12055
12122
  # resp.next_token #=> String
@@ -13498,6 +13565,10 @@ module Aws::Glue
13498
13565
  # @option params [required, Array<String>] :ruleset_names
13499
13566
  # A list of ruleset names.
13500
13567
  #
13568
+ # @option params [Hash<String,Types::DataSource>] :additional_data_sources
13569
+ # A map of reference strings to additional data sources you can specify
13570
+ # for an evaluation run.
13571
+ #
13501
13572
  # @return [Types::StartDataQualityRulesetEvaluationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
13502
13573
  #
13503
13574
  # * {Types::StartDataQualityRulesetEvaluationRunResponse#run_id #run_id} => String
@@ -13525,6 +13596,19 @@ module Aws::Glue
13525
13596
  # results_s3_prefix: "UriString",
13526
13597
  # },
13527
13598
  # ruleset_names: ["NameString"], # required
13599
+ # additional_data_sources: {
13600
+ # "NameString" => {
13601
+ # glue_table: { # required
13602
+ # database_name: "NameString", # required
13603
+ # table_name: "NameString", # required
13604
+ # catalog_id: "NameString",
13605
+ # connection_name: "NameString",
13606
+ # additional_options: {
13607
+ # "NameString" => "DescriptionString",
13608
+ # },
13609
+ # },
13610
+ # },
13611
+ # },
13528
13612
  # })
13529
13613
  #
13530
13614
  # @example Response structure
@@ -15740,7 +15824,7 @@ module Aws::Glue
15740
15824
  params: params,
15741
15825
  config: config)
15742
15826
  context[:gem_name] = 'aws-sdk-glue'
15743
- context[:gem_version] = '1.136.0'
15827
+ context[:gem_version] = '1.138.0'
15744
15828
  Seahorse::Client::Request.new(handlers, context)
15745
15829
  end
15746
15830
 
@@ -17,6 +17,7 @@ module Aws::Glue
17
17
  AccountId = Shapes::StringShape.new(name: 'AccountId')
18
18
  Action = Shapes::StructureShape.new(name: 'Action')
19
19
  ActionList = Shapes::ListShape.new(name: 'ActionList')
20
+ AdditionalOptionKeys = Shapes::StringShape.new(name: 'AdditionalOptionKeys')
20
21
  AdditionalOptions = Shapes::MapShape.new(name: 'AdditionalOptions')
21
22
  AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
22
23
  AggFunction = Shapes::StringShape.new(name: 'AggFunction')
@@ -275,6 +276,8 @@ module Aws::Glue
275
276
  CustomEntityTypeNames = Shapes::ListShape.new(name: 'CustomEntityTypeNames')
276
277
  CustomEntityTypes = Shapes::ListShape.new(name: 'CustomEntityTypes')
277
278
  CustomPatterns = Shapes::StringShape.new(name: 'CustomPatterns')
279
+ DQAdditionalOptions = Shapes::MapShape.new(name: 'DQAdditionalOptions')
280
+ DQDLAliases = Shapes::MapShape.new(name: 'DQDLAliases')
278
281
  DQDLString = Shapes::StringShape.new(name: 'DQDLString')
279
282
  DQResultsPublishingOptions = Shapes::StructureShape.new(name: 'DQResultsPublishingOptions')
280
283
  DQStopJobOnFailureOptions = Shapes::StructureShape.new(name: 'DQStopJobOnFailureOptions')
@@ -309,6 +312,7 @@ module Aws::Glue
309
312
  DataQualityRulesetString = Shapes::StringShape.new(name: 'DataQualityRulesetString')
310
313
  DataQualityTargetTable = Shapes::StructureShape.new(name: 'DataQualityTargetTable')
311
314
  DataSource = Shapes::StructureShape.new(name: 'DataSource')
315
+ DataSourceMap = Shapes::MapShape.new(name: 'DataSourceMap')
312
316
  Database = Shapes::StructureShape.new(name: 'Database')
313
317
  DatabaseIdentifier = Shapes::StructureShape.new(name: 'DatabaseIdentifier')
314
318
  DatabaseInput = Shapes::StructureShape.new(name: 'DatabaseInput')
@@ -412,6 +416,8 @@ module Aws::Glue
412
416
  ErrorMessageString = Shapes::StringShape.new(name: 'ErrorMessageString')
413
417
  ErrorString = Shapes::StringShape.new(name: 'ErrorString')
414
418
  EvaluateDataQuality = Shapes::StructureShape.new(name: 'EvaluateDataQuality')
419
+ EvaluateDataQualityMultiFrame = Shapes::StructureShape.new(name: 'EvaluateDataQualityMultiFrame')
420
+ EvaluatedMetricsMap = Shapes::MapShape.new(name: 'EvaluatedMetricsMap')
415
421
  EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
416
422
  EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
417
423
  EventQueueArn = Shapes::StringShape.new(name: 'EventQueueArn')
@@ -1642,6 +1648,7 @@ module Aws::Glue
1642
1648
  CodeGenConfigurationNode.add_member(:s3_delta_direct_target, Shapes::ShapeRef.new(shape: S3DeltaDirectTarget, location_name: "S3DeltaDirectTarget"))
1643
1649
  CodeGenConfigurationNode.add_member(:amazon_redshift_source, Shapes::ShapeRef.new(shape: AmazonRedshiftSource, location_name: "AmazonRedshiftSource"))
1644
1650
  CodeGenConfigurationNode.add_member(:amazon_redshift_target, Shapes::ShapeRef.new(shape: AmazonRedshiftTarget, location_name: "AmazonRedshiftTarget"))
1651
+ CodeGenConfigurationNode.add_member(:evaluate_data_quality_multi_frame, Shapes::ShapeRef.new(shape: EvaluateDataQualityMultiFrame, location_name: "EvaluateDataQualityMultiFrame"))
1645
1652
  CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
1646
1653
 
1647
1654
  CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
@@ -1923,6 +1930,7 @@ module Aws::Glue
1923
1930
  CreateCustomEntityTypeRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
1924
1931
  CreateCustomEntityTypeRequest.add_member(:regex_string, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "RegexString"))
1925
1932
  CreateCustomEntityTypeRequest.add_member(:context_words, Shapes::ShapeRef.new(shape: ContextWords, location_name: "ContextWords"))
1933
+ CreateCustomEntityTypeRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
1926
1934
  CreateCustomEntityTypeRequest.struct_class = Types::CreateCustomEntityTypeRequest
1927
1935
 
1928
1936
  CreateCustomEntityTypeResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -2208,6 +2216,12 @@ module Aws::Glue
2208
2216
 
2209
2217
  CustomEntityTypes.member = Shapes::ShapeRef.new(shape: CustomEntityType)
2210
2218
 
2219
+ DQAdditionalOptions.key = Shapes::ShapeRef.new(shape: AdditionalOptionKeys)
2220
+ DQAdditionalOptions.value = Shapes::ShapeRef.new(shape: GenericString)
2221
+
2222
+ DQDLAliases.key = Shapes::ShapeRef.new(shape: NodeName)
2223
+ DQDLAliases.value = Shapes::ShapeRef.new(shape: EnclosedInStringProperty)
2224
+
2211
2225
  DQResultsPublishingOptions.add_member(:evaluation_context, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "EvaluationContext"))
2212
2226
  DQResultsPublishingOptions.add_member(:results_s3_prefix, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "ResultsS3Prefix"))
2213
2227
  DQResultsPublishingOptions.add_member(:cloud_watch_metrics_enabled, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "CloudWatchMetricsEnabled"))
@@ -2284,6 +2298,7 @@ module Aws::Glue
2284
2298
  DataQualityRuleResult.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
2285
2299
  DataQualityRuleResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "EvaluationMessage"))
2286
2300
  DataQualityRuleResult.add_member(:result, Shapes::ShapeRef.new(shape: DataQualityRuleResultStatus, location_name: "Result"))
2301
+ DataQualityRuleResult.add_member(:evaluated_metrics, Shapes::ShapeRef.new(shape: EvaluatedMetricsMap, location_name: "EvaluatedMetrics"))
2287
2302
  DataQualityRuleResult.struct_class = Types::DataQualityRuleResult
2288
2303
 
2289
2304
  DataQualityRuleResults.member = Shapes::ShapeRef.new(shape: DataQualityRuleResult)
@@ -2323,11 +2338,15 @@ module Aws::Glue
2323
2338
 
2324
2339
  DataQualityTargetTable.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
2325
2340
  DataQualityTargetTable.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
2341
+ DataQualityTargetTable.add_member(:catalog_id, Shapes::ShapeRef.new(shape: NameString, location_name: "CatalogId"))
2326
2342
  DataQualityTargetTable.struct_class = Types::DataQualityTargetTable
2327
2343
 
2328
2344
  DataSource.add_member(:glue_table, Shapes::ShapeRef.new(shape: GlueTable, required: true, location_name: "GlueTable"))
2329
2345
  DataSource.struct_class = Types::DataSource
2330
2346
 
2347
+ DataSourceMap.key = Shapes::ShapeRef.new(shape: NameString)
2348
+ DataSourceMap.value = Shapes::ShapeRef.new(shape: DataSource)
2349
+
2331
2350
  Database.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2332
2351
  Database.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
2333
2352
  Database.add_member(:location_uri, Shapes::ShapeRef.new(shape: URI, location_name: "LocationUri"))
@@ -2702,6 +2721,18 @@ module Aws::Glue
2702
2721
  EvaluateDataQuality.add_member(:stop_job_on_failure_options, Shapes::ShapeRef.new(shape: DQStopJobOnFailureOptions, location_name: "StopJobOnFailureOptions"))
2703
2722
  EvaluateDataQuality.struct_class = Types::EvaluateDataQuality
2704
2723
 
2724
+ EvaluateDataQualityMultiFrame.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
2725
+ EvaluateDataQualityMultiFrame.add_member(:inputs, Shapes::ShapeRef.new(shape: ManyInputs, required: true, location_name: "Inputs"))
2726
+ EvaluateDataQualityMultiFrame.add_member(:additional_data_sources, Shapes::ShapeRef.new(shape: DQDLAliases, location_name: "AdditionalDataSources"))
2727
+ EvaluateDataQualityMultiFrame.add_member(:ruleset, Shapes::ShapeRef.new(shape: DQDLString, required: true, location_name: "Ruleset"))
2728
+ EvaluateDataQualityMultiFrame.add_member(:publishing_options, Shapes::ShapeRef.new(shape: DQResultsPublishingOptions, location_name: "PublishingOptions"))
2729
+ EvaluateDataQualityMultiFrame.add_member(:additional_options, Shapes::ShapeRef.new(shape: DQAdditionalOptions, location_name: "AdditionalOptions"))
2730
+ EvaluateDataQualityMultiFrame.add_member(:stop_job_on_failure_options, Shapes::ShapeRef.new(shape: DQStopJobOnFailureOptions, location_name: "StopJobOnFailureOptions"))
2731
+ EvaluateDataQualityMultiFrame.struct_class = Types::EvaluateDataQualityMultiFrame
2732
+
2733
+ EvaluatedMetricsMap.key = Shapes::ShapeRef.new(shape: NameString)
2734
+ EvaluatedMetricsMap.value = Shapes::ShapeRef.new(shape: NullableDouble)
2735
+
2705
2736
  EvaluationMetrics.add_member(:transform_type, Shapes::ShapeRef.new(shape: TransformType, required: true, location_name: "TransformType"))
2706
2737
  EvaluationMetrics.add_member(:find_matches_metrics, Shapes::ShapeRef.new(shape: FindMatchesMetrics, location_name: "FindMatchesMetrics"))
2707
2738
  EvaluationMetrics.struct_class = Types::EvaluationMetrics
@@ -2961,6 +2992,7 @@ module Aws::Glue
2961
2992
  GetDataQualityRulesetEvaluationRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
2962
2993
  GetDataQualityRulesetEvaluationRunResponse.add_member(:ruleset_names, Shapes::ShapeRef.new(shape: RulesetNames, location_name: "RulesetNames"))
2963
2994
  GetDataQualityRulesetEvaluationRunResponse.add_member(:result_ids, Shapes::ShapeRef.new(shape: DataQualityResultIdList, location_name: "ResultIds"))
2995
+ GetDataQualityRulesetEvaluationRunResponse.add_member(:additional_data_sources, Shapes::ShapeRef.new(shape: DataSourceMap, location_name: "AdditionalDataSources"))
2964
2996
  GetDataQualityRulesetEvaluationRunResponse.struct_class = Types::GetDataQualityRulesetEvaluationRunResponse
2965
2997
 
2966
2998
  GetDataQualityRulesetRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
@@ -3794,6 +3826,7 @@ module Aws::Glue
3794
3826
 
3795
3827
  ListCustomEntityTypesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: PaginationToken, location_name: "NextToken"))
3796
3828
  ListCustomEntityTypesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
3829
+ ListCustomEntityTypesRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
3797
3830
  ListCustomEntityTypesRequest.struct_class = Types::ListCustomEntityTypesRequest
3798
3831
 
3799
3832
  ListCustomEntityTypesResponse.add_member(:custom_entity_types, Shapes::ShapeRef.new(shape: CustomEntityTypes, location_name: "CustomEntityTypes"))
@@ -4785,6 +4818,7 @@ module Aws::Glue
4785
4818
  StartDataQualityRulesetEvaluationRunRequest.add_member(:client_token, Shapes::ShapeRef.new(shape: HashString, location_name: "ClientToken"))
4786
4819
  StartDataQualityRulesetEvaluationRunRequest.add_member(:additional_run_options, Shapes::ShapeRef.new(shape: DataQualityEvaluationRunAdditionalRunOptions, location_name: "AdditionalRunOptions"))
4787
4820
  StartDataQualityRulesetEvaluationRunRequest.add_member(:ruleset_names, Shapes::ShapeRef.new(shape: RulesetNames, required: true, location_name: "RulesetNames"))
4821
+ StartDataQualityRulesetEvaluationRunRequest.add_member(:additional_data_sources, Shapes::ShapeRef.new(shape: DataSourceMap, location_name: "AdditionalDataSources"))
4788
4822
  StartDataQualityRulesetEvaluationRunRequest.struct_class = Types::StartDataQualityRulesetEvaluationRunRequest
4789
4823
 
4790
4824
  StartDataQualityRulesetEvaluationRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RunId"))
@@ -155,14 +155,14 @@ module Aws::Glue
155
155
  include Aws::Structure
156
156
  end
157
157
 
158
- # Specifies an Amazon Redshift data store.
158
+ # Specifies an optional value when connecting to the Redshift cluster.
159
159
  #
160
160
  # @!attribute [rw] key
161
- # The key when specifying a key-value pair.
161
+ # The key for the additional connection option.
162
162
  # @return [String]
163
163
  #
164
164
  # @!attribute [rw] value
165
- # The value when specifying a key-value pair.
165
+ # The value for the additional connection option.
166
166
  # @return [String]
167
167
  #
168
168
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftAdvancedOption AWS API Documentation
@@ -2214,6 +2214,11 @@ module Aws::Glue
2214
2214
  # Specifies a target that writes to a data target in Amazon Redshift.
2215
2215
  # @return [Types::AmazonRedshiftTarget]
2216
2216
  #
2217
+ # @!attribute [rw] evaluate_data_quality_multi_frame
2218
+ # Specifies your data quality evaluation criteria. Allows multiple
2219
+ # input data and returns a collection of Dynamic Frames.
2220
+ # @return [Types::EvaluateDataQualityMultiFrame]
2221
+ #
2217
2222
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
2218
2223
  #
2219
2224
  class CodeGenConfigurationNode < Struct.new(
@@ -2281,7 +2286,8 @@ module Aws::Glue
2281
2286
  :s3_delta_catalog_target,
2282
2287
  :s3_delta_direct_target,
2283
2288
  :amazon_redshift_source,
2284
- :amazon_redshift_target)
2289
+ :amazon_redshift_target,
2290
+ :evaluate_data_quality_multi_frame)
2285
2291
  SENSITIVE = []
2286
2292
  include Aws::Structure
2287
2293
  end
@@ -3794,12 +3800,17 @@ module Aws::Glue
3794
3800
  # If no context words are passed only a regular expression is checked.
3795
3801
  # @return [Array<String>]
3796
3802
  #
3803
+ # @!attribute [rw] tags
3804
+ # A list of tags applied to the custom entity type.
3805
+ # @return [Hash<String,String>]
3806
+ #
3797
3807
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCustomEntityTypeRequest AWS API Documentation
3798
3808
  #
3799
3809
  class CreateCustomEntityTypeRequest < Struct.new(
3800
3810
  :name,
3801
3811
  :regex_string,
3802
- :context_words)
3812
+ :context_words,
3813
+ :tags)
3803
3814
  SENSITIVE = []
3804
3815
  include Aws::Structure
3805
3816
  end
@@ -5846,13 +5857,18 @@ module Aws::Glue
5846
5857
  # A pass or fail status for the rule.
5847
5858
  # @return [String]
5848
5859
  #
5860
+ # @!attribute [rw] evaluated_metrics
5861
+ # A map of metrics associated with the evaluation of the rule.
5862
+ # @return [Hash<String,Float>]
5863
+ #
5849
5864
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityRuleResult AWS API Documentation
5850
5865
  #
5851
5866
  class DataQualityRuleResult < Struct.new(
5852
5867
  :name,
5853
5868
  :description,
5854
5869
  :evaluation_message,
5855
- :result)
5870
+ :result,
5871
+ :evaluated_metrics)
5856
5872
  SENSITIVE = []
5857
5873
  include Aws::Structure
5858
5874
  end
@@ -6010,11 +6026,16 @@ module Aws::Glue
6010
6026
  # The name of the database where the Glue table exists.
6011
6027
  # @return [String]
6012
6028
  #
6029
+ # @!attribute [rw] catalog_id
6030
+ # The catalog id where the Glue table exists.
6031
+ # @return [String]
6032
+ #
6013
6033
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityTargetTable AWS API Documentation
6014
6034
  #
6015
6035
  class DataQualityTargetTable < Struct.new(
6016
6036
  :table_name,
6017
- :database_name)
6037
+ :database_name,
6038
+ :catalog_id)
6018
6039
  SENSITIVE = []
6019
6040
  include Aws::Structure
6020
6041
  end
@@ -7754,6 +7775,52 @@ module Aws::Glue
7754
7775
  include Aws::Structure
7755
7776
  end
7756
7777
 
7778
+ # Specifies your data quality evaluation criteria.
7779
+ #
7780
+ # @!attribute [rw] name
7781
+ # The name of the data quality evaluation.
7782
+ # @return [String]
7783
+ #
7784
+ # @!attribute [rw] inputs
7785
+ # The inputs of your data quality evaluation. The first input in this
7786
+ # list is the primary data source.
7787
+ # @return [Array<String>]
7788
+ #
7789
+ # @!attribute [rw] additional_data_sources
7790
+ # The aliases of all data sources except primary.
7791
+ # @return [Hash<String,String>]
7792
+ #
7793
+ # @!attribute [rw] ruleset
7794
+ # The ruleset for your data quality evaluation.
7795
+ # @return [String]
7796
+ #
7797
+ # @!attribute [rw] publishing_options
7798
+ # Options to configure how your results are published.
7799
+ # @return [Types::DQResultsPublishingOptions]
7800
+ #
7801
+ # @!attribute [rw] additional_options
7802
+ # Options to configure runtime behavior of the transform.
7803
+ # @return [Hash<String,String>]
7804
+ #
7805
+ # @!attribute [rw] stop_job_on_failure_options
7806
+ # Options to configure how your job will stop if your data quality
7807
+ # evaluation fails.
7808
+ # @return [Types::DQStopJobOnFailureOptions]
7809
+ #
7810
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EvaluateDataQualityMultiFrame AWS API Documentation
7811
+ #
7812
+ class EvaluateDataQualityMultiFrame < Struct.new(
7813
+ :name,
7814
+ :inputs,
7815
+ :additional_data_sources,
7816
+ :ruleset,
7817
+ :publishing_options,
7818
+ :additional_options,
7819
+ :stop_job_on_failure_options)
7820
+ SENSITIVE = []
7821
+ include Aws::Structure
7822
+ end
7823
+
7757
7824
  # Evaluation metrics provide an estimate of the quality of your machine
7758
7825
  # learning transform.
7759
7826
  #
@@ -9003,6 +9070,11 @@ module Aws::Glue
9003
9070
  # A list of result IDs for the data quality results for the run.
9004
9071
  # @return [Array<String>]
9005
9072
  #
9073
+ # @!attribute [rw] additional_data_sources
9074
+ # A map of reference strings to additional data sources you can
9075
+ # specify for an evaluation run.
9076
+ # @return [Hash<String,Types::DataSource>]
9077
+ #
9006
9078
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRunResponse AWS API Documentation
9007
9079
  #
9008
9080
  class GetDataQualityRulesetEvaluationRunResponse < Struct.new(
@@ -9019,7 +9091,8 @@ module Aws::Glue
9019
9091
  :completed_on,
9020
9092
  :execution_time,
9021
9093
  :ruleset_names,
9022
- :result_ids)
9094
+ :result_ids,
9095
+ :additional_data_sources)
9023
9096
  SENSITIVE = []
9024
9097
  include Aws::Structure
9025
9098
  end
@@ -13520,11 +13593,16 @@ module Aws::Glue
13520
13593
  # The maximum number of results to return.
13521
13594
  # @return [Integer]
13522
13595
  #
13596
+ # @!attribute [rw] tags
13597
+ # A list of key-value pair tags.
13598
+ # @return [Hash<String,String>]
13599
+ #
13523
13600
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCustomEntityTypesRequest AWS API Documentation
13524
13601
  #
13525
13602
  class ListCustomEntityTypesRequest < Struct.new(
13526
13603
  :next_token,
13527
- :max_results)
13604
+ :max_results,
13605
+ :tags)
13528
13606
  SENSITIVE = []
13529
13607
  include Aws::Structure
13530
13608
  end
@@ -18157,6 +18235,11 @@ module Aws::Glue
18157
18235
  # A list of ruleset names.
18158
18236
  # @return [Array<String>]
18159
18237
  #
18238
+ # @!attribute [rw] additional_data_sources
18239
+ # A map of reference strings to additional data sources you can
18240
+ # specify for an evaluation run.
18241
+ # @return [Hash<String,Types::DataSource>]
18242
+ #
18160
18243
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartDataQualityRulesetEvaluationRunRequest AWS API Documentation
18161
18244
  #
18162
18245
  class StartDataQualityRulesetEvaluationRunRequest < Struct.new(
@@ -18166,7 +18249,8 @@ module Aws::Glue
18166
18249
  :timeout,
18167
18250
  :client_token,
18168
18251
  :additional_run_options,
18169
- :ruleset_names)
18252
+ :ruleset_names,
18253
+ :additional_data_sources)
18170
18254
  SENSITIVE = []
18171
18255
  include Aws::Structure
18172
18256
  end
data/lib/aws-sdk-glue.rb CHANGED
@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
52
52
  # @!group service
53
53
  module Aws::Glue
54
54
 
55
- GEM_VERSION = '1.136.0'
55
+ GEM_VERSION = '1.138.0'
56
56
 
57
57
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.136.0
4
+ version: 1.138.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-05-09 00:00:00.000000000 Z
11
+ date: 2023-05-25 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core