aws-sdk-glue 1.137.0 → 1.138.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: a5c0c69fee6c9e04e563848f0f4fbc2703e28acb2736305bb7ce4e3a7e3b8793
4
- data.tar.gz: 49c3bcb7156e5d7104babfc011bc32d8d11237cbdfbe0c0e652c6903262e43a2
3
+ metadata.gz: a445399d9ad92da03f0c9ed23469d07028fdecccec4cfd4806384aa7cca43f8e
4
+ data.tar.gz: 0b476a7ad5670f67b586a43c522cea358b4d5643269f4c6e4046c7487a030cf5
5
5
  SHA512:
6
- metadata.gz: a7587242c2b02934cfcb4f31a92ab274cd792f882cf3f9e5a6fa2c78cf90acc3a0a06a794418d0de43fd0e0b5451fbcb7e647be57f3f25a4042c745964326dbf
7
- data.tar.gz: 996f7227ce8a9b720e66f4d96dcb519dfd9ebc2a0434ee767b4b52f00c8257e8e44357280c4b428c89c61cd6831e37cb75a85880a60f1eff06cc3f371d34e1b4
6
+ metadata.gz: 72cdb6ec7fbbe2415f8dc4160de1de4bce8bef9a49ee3e904c4f28bcadab3fd5487315c1e13f1c7cca085574829f4fa8c4d17d052f5430d533456c1e3225fe4a
7
+ data.tar.gz: 78a0bf89f8806df3006fe9d334167b6cab042cd746fcfbbd3fea7737d5849d3d79d3776cbc93fb2d04b2d96096e0ee6dfbad7f85e5448ccfbb5b9d090168d908
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.138.0 (2023-05-25)
5
+ ------------------
6
+
7
+ * Feature - Added ability to create data quality rulesets for shared, cross-account Glue Data Catalog tables. Added support for dataset comparison rules through a new parameter called AdditionalDataSources. Enhanced the data quality results with a map containing profiled metric values.
8
+
4
9
  1.137.0 (2023-05-16)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.137.0
1
+ 1.138.0
@@ -912,6 +912,8 @@ module Aws::Glue
912
912
  # resp.results[0].rule_results[0].description #=> String
913
913
  # resp.results[0].rule_results[0].evaluation_message #=> String
914
914
  # resp.results[0].rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
915
+ # resp.results[0].rule_results[0].evaluated_metrics #=> Hash
916
+ # resp.results[0].rule_results[0].evaluated_metrics["NameString"] #=> Float
915
917
  # resp.results_not_found #=> Array
916
918
  # resp.results_not_found[0] #=> String
917
919
  #
@@ -1775,6 +1777,19 @@ module Aws::Glue
1775
1777
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.data.selected_columns[0].description #=> String
1776
1778
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs #=> Array
1777
1779
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs[0] #=> String
1780
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.name #=> String
1781
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs #=> Array
1782
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs[0] #=> String
1783
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources #=> Hash
1784
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources["NodeName"] #=> String
1785
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.ruleset #=> String
1786
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.evaluation_context #=> String
1787
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_s3_prefix #=> String
1788
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.cloud_watch_metrics_enabled #=> Boolean
1789
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_publishing_enabled #=> Boolean
1790
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options #=> Hash
1791
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options["AdditionalOptionKeys"] #=> String
1792
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
1778
1793
  # resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
1779
1794
  # resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
1780
1795
  # resp.jobs[0].source_control_details.repository #=> String
@@ -2871,6 +2886,7 @@ module Aws::Glue
2871
2886
  # target_table: {
2872
2887
  # table_name: "NameString", # required
2873
2888
  # database_name: "NameString", # required
2889
+ # catalog_id: "NameString",
2874
2890
  # },
2875
2891
  # client_token: "HashString",
2876
2892
  # })
@@ -6247,6 +6263,8 @@ module Aws::Glue
6247
6263
  # resp.rule_results[0].description #=> String
6248
6264
  # resp.rule_results[0].evaluation_message #=> String
6249
6265
  # resp.rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
6266
+ # resp.rule_results[0].evaluated_metrics #=> Hash
6267
+ # resp.rule_results[0].evaluated_metrics["NameString"] #=> Float
6250
6268
  #
6251
6269
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResult AWS API Documentation
6252
6270
  #
@@ -6342,6 +6360,7 @@ module Aws::Glue
6342
6360
  # resp.ruleset #=> String
6343
6361
  # resp.target_table.table_name #=> String
6344
6362
  # resp.target_table.database_name #=> String
6363
+ # resp.target_table.catalog_id #=> String
6345
6364
  # resp.created_on #=> Time
6346
6365
  # resp.last_modified_on #=> Time
6347
6366
  # resp.recommendation_run_id #=> String
@@ -6377,6 +6396,7 @@ module Aws::Glue
6377
6396
  # * {Types::GetDataQualityRulesetEvaluationRunResponse#execution_time #execution_time} => Integer
6378
6397
  # * {Types::GetDataQualityRulesetEvaluationRunResponse#ruleset_names #ruleset_names} => Array<String>
6379
6398
  # * {Types::GetDataQualityRulesetEvaluationRunResponse#result_ids #result_ids} => Array<String>
6399
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#additional_data_sources #additional_data_sources} => Hash<String,Types::DataSource>
6380
6400
  #
6381
6401
  # @example Request syntax with placeholder values
6382
6402
  #
@@ -6408,6 +6428,13 @@ module Aws::Glue
6408
6428
  # resp.ruleset_names[0] #=> String
6409
6429
  # resp.result_ids #=> Array
6410
6430
  # resp.result_ids[0] #=> String
6431
+ # resp.additional_data_sources #=> Hash
6432
+ # resp.additional_data_sources["NameString"].glue_table.database_name #=> String
6433
+ # resp.additional_data_sources["NameString"].glue_table.table_name #=> String
6434
+ # resp.additional_data_sources["NameString"].glue_table.catalog_id #=> String
6435
+ # resp.additional_data_sources["NameString"].glue_table.connection_name #=> String
6436
+ # resp.additional_data_sources["NameString"].glue_table.additional_options #=> Hash
6437
+ # resp.additional_data_sources["NameString"].glue_table.additional_options["NameString"] #=> String
6411
6438
  #
6412
6439
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRun AWS API Documentation
6413
6440
  #
@@ -7491,6 +7518,19 @@ module Aws::Glue
7491
7518
  # resp.job.code_gen_configuration_nodes["NodeId"].amazon_redshift_target.data.selected_columns[0].description #=> String
7492
7519
  # resp.job.code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs #=> Array
7493
7520
  # resp.job.code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs[0] #=> String
7521
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.name #=> String
7522
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs #=> Array
7523
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs[0] #=> String
7524
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources #=> Hash
7525
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources["NodeName"] #=> String
7526
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.ruleset #=> String
7527
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.evaluation_context #=> String
7528
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_s3_prefix #=> String
7529
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.cloud_watch_metrics_enabled #=> Boolean
7530
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_publishing_enabled #=> Boolean
7531
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options #=> Hash
7532
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options["AdditionalOptionKeys"] #=> String
7533
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
7494
7534
  # resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
7495
7535
  # resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
7496
7536
  # resp.job.source_control_details.repository #=> String
@@ -8479,6 +8519,19 @@ module Aws::Glue
8479
8519
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.data.selected_columns[0].description #=> String
8480
8520
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs #=> Array
8481
8521
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs[0] #=> String
8522
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.name #=> String
8523
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs #=> Array
8524
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs[0] #=> String
8525
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources #=> Hash
8526
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources["NodeName"] #=> String
8527
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.ruleset #=> String
8528
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.evaluation_context #=> String
8529
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_s3_prefix #=> String
8530
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.cloud_watch_metrics_enabled #=> Boolean
8531
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_publishing_enabled #=> Boolean
8532
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options #=> Hash
8533
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options["AdditionalOptionKeys"] #=> String
8534
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
8482
8535
  # resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
8483
8536
  # resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
8484
8537
  # resp.jobs[0].source_control_details.repository #=> String
@@ -12046,6 +12099,7 @@ module Aws::Glue
12046
12099
  # target_table: {
12047
12100
  # table_name: "NameString", # required
12048
12101
  # database_name: "NameString", # required
12102
+ # catalog_id: "NameString",
12049
12103
  # },
12050
12104
  # },
12051
12105
  # tags: {
@@ -12062,6 +12116,7 @@ module Aws::Glue
12062
12116
  # resp.rulesets[0].last_modified_on #=> Time
12063
12117
  # resp.rulesets[0].target_table.table_name #=> String
12064
12118
  # resp.rulesets[0].target_table.database_name #=> String
12119
+ # resp.rulesets[0].target_table.catalog_id #=> String
12065
12120
  # resp.rulesets[0].recommendation_run_id #=> String
12066
12121
  # resp.rulesets[0].rule_count #=> Integer
12067
12122
  # resp.next_token #=> String
@@ -13510,6 +13565,10 @@ module Aws::Glue
13510
13565
  # @option params [required, Array<String>] :ruleset_names
13511
13566
  # A list of ruleset names.
13512
13567
  #
13568
+ # @option params [Hash<String,Types::DataSource>] :additional_data_sources
13569
+ # A map of reference strings to additional data sources you can specify
13570
+ # for an evaluation run.
13571
+ #
13513
13572
  # @return [Types::StartDataQualityRulesetEvaluationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
13514
13573
  #
13515
13574
  # * {Types::StartDataQualityRulesetEvaluationRunResponse#run_id #run_id} => String
@@ -13537,6 +13596,19 @@ module Aws::Glue
13537
13596
  # results_s3_prefix: "UriString",
13538
13597
  # },
13539
13598
  # ruleset_names: ["NameString"], # required
13599
+ # additional_data_sources: {
13600
+ # "NameString" => {
13601
+ # glue_table: { # required
13602
+ # database_name: "NameString", # required
13603
+ # table_name: "NameString", # required
13604
+ # catalog_id: "NameString",
13605
+ # connection_name: "NameString",
13606
+ # additional_options: {
13607
+ # "NameString" => "DescriptionString",
13608
+ # },
13609
+ # },
13610
+ # },
13611
+ # },
13540
13612
  # })
13541
13613
  #
13542
13614
  # @example Response structure
@@ -15752,7 +15824,7 @@ module Aws::Glue
15752
15824
  params: params,
15753
15825
  config: config)
15754
15826
  context[:gem_name] = 'aws-sdk-glue'
15755
- context[:gem_version] = '1.137.0'
15827
+ context[:gem_version] = '1.138.0'
15756
15828
  Seahorse::Client::Request.new(handlers, context)
15757
15829
  end
15758
15830
 
@@ -17,6 +17,7 @@ module Aws::Glue
17
17
  AccountId = Shapes::StringShape.new(name: 'AccountId')
18
18
  Action = Shapes::StructureShape.new(name: 'Action')
19
19
  ActionList = Shapes::ListShape.new(name: 'ActionList')
20
+ AdditionalOptionKeys = Shapes::StringShape.new(name: 'AdditionalOptionKeys')
20
21
  AdditionalOptions = Shapes::MapShape.new(name: 'AdditionalOptions')
21
22
  AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
22
23
  AggFunction = Shapes::StringShape.new(name: 'AggFunction')
@@ -275,6 +276,8 @@ module Aws::Glue
275
276
  CustomEntityTypeNames = Shapes::ListShape.new(name: 'CustomEntityTypeNames')
276
277
  CustomEntityTypes = Shapes::ListShape.new(name: 'CustomEntityTypes')
277
278
  CustomPatterns = Shapes::StringShape.new(name: 'CustomPatterns')
279
+ DQAdditionalOptions = Shapes::MapShape.new(name: 'DQAdditionalOptions')
280
+ DQDLAliases = Shapes::MapShape.new(name: 'DQDLAliases')
278
281
  DQDLString = Shapes::StringShape.new(name: 'DQDLString')
279
282
  DQResultsPublishingOptions = Shapes::StructureShape.new(name: 'DQResultsPublishingOptions')
280
283
  DQStopJobOnFailureOptions = Shapes::StructureShape.new(name: 'DQStopJobOnFailureOptions')
@@ -309,6 +312,7 @@ module Aws::Glue
309
312
  DataQualityRulesetString = Shapes::StringShape.new(name: 'DataQualityRulesetString')
310
313
  DataQualityTargetTable = Shapes::StructureShape.new(name: 'DataQualityTargetTable')
311
314
  DataSource = Shapes::StructureShape.new(name: 'DataSource')
315
+ DataSourceMap = Shapes::MapShape.new(name: 'DataSourceMap')
312
316
  Database = Shapes::StructureShape.new(name: 'Database')
313
317
  DatabaseIdentifier = Shapes::StructureShape.new(name: 'DatabaseIdentifier')
314
318
  DatabaseInput = Shapes::StructureShape.new(name: 'DatabaseInput')
@@ -412,6 +416,8 @@ module Aws::Glue
412
416
  ErrorMessageString = Shapes::StringShape.new(name: 'ErrorMessageString')
413
417
  ErrorString = Shapes::StringShape.new(name: 'ErrorString')
414
418
  EvaluateDataQuality = Shapes::StructureShape.new(name: 'EvaluateDataQuality')
419
+ EvaluateDataQualityMultiFrame = Shapes::StructureShape.new(name: 'EvaluateDataQualityMultiFrame')
420
+ EvaluatedMetricsMap = Shapes::MapShape.new(name: 'EvaluatedMetricsMap')
415
421
  EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
416
422
  EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
417
423
  EventQueueArn = Shapes::StringShape.new(name: 'EventQueueArn')
@@ -1642,6 +1648,7 @@ module Aws::Glue
1642
1648
  CodeGenConfigurationNode.add_member(:s3_delta_direct_target, Shapes::ShapeRef.new(shape: S3DeltaDirectTarget, location_name: "S3DeltaDirectTarget"))
1643
1649
  CodeGenConfigurationNode.add_member(:amazon_redshift_source, Shapes::ShapeRef.new(shape: AmazonRedshiftSource, location_name: "AmazonRedshiftSource"))
1644
1650
  CodeGenConfigurationNode.add_member(:amazon_redshift_target, Shapes::ShapeRef.new(shape: AmazonRedshiftTarget, location_name: "AmazonRedshiftTarget"))
1651
+ CodeGenConfigurationNode.add_member(:evaluate_data_quality_multi_frame, Shapes::ShapeRef.new(shape: EvaluateDataQualityMultiFrame, location_name: "EvaluateDataQualityMultiFrame"))
1645
1652
  CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
1646
1653
 
1647
1654
  CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
@@ -2209,6 +2216,12 @@ module Aws::Glue
2209
2216
 
2210
2217
  CustomEntityTypes.member = Shapes::ShapeRef.new(shape: CustomEntityType)
2211
2218
 
2219
+ DQAdditionalOptions.key = Shapes::ShapeRef.new(shape: AdditionalOptionKeys)
2220
+ DQAdditionalOptions.value = Shapes::ShapeRef.new(shape: GenericString)
2221
+
2222
+ DQDLAliases.key = Shapes::ShapeRef.new(shape: NodeName)
2223
+ DQDLAliases.value = Shapes::ShapeRef.new(shape: EnclosedInStringProperty)
2224
+
2212
2225
  DQResultsPublishingOptions.add_member(:evaluation_context, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "EvaluationContext"))
2213
2226
  DQResultsPublishingOptions.add_member(:results_s3_prefix, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "ResultsS3Prefix"))
2214
2227
  DQResultsPublishingOptions.add_member(:cloud_watch_metrics_enabled, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "CloudWatchMetricsEnabled"))
@@ -2285,6 +2298,7 @@ module Aws::Glue
2285
2298
  DataQualityRuleResult.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
2286
2299
  DataQualityRuleResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "EvaluationMessage"))
2287
2300
  DataQualityRuleResult.add_member(:result, Shapes::ShapeRef.new(shape: DataQualityRuleResultStatus, location_name: "Result"))
2301
+ DataQualityRuleResult.add_member(:evaluated_metrics, Shapes::ShapeRef.new(shape: EvaluatedMetricsMap, location_name: "EvaluatedMetrics"))
2288
2302
  DataQualityRuleResult.struct_class = Types::DataQualityRuleResult
2289
2303
 
2290
2304
  DataQualityRuleResults.member = Shapes::ShapeRef.new(shape: DataQualityRuleResult)
@@ -2324,11 +2338,15 @@ module Aws::Glue
2324
2338
 
2325
2339
  DataQualityTargetTable.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
2326
2340
  DataQualityTargetTable.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
2341
+ DataQualityTargetTable.add_member(:catalog_id, Shapes::ShapeRef.new(shape: NameString, location_name: "CatalogId"))
2327
2342
  DataQualityTargetTable.struct_class = Types::DataQualityTargetTable
2328
2343
 
2329
2344
  DataSource.add_member(:glue_table, Shapes::ShapeRef.new(shape: GlueTable, required: true, location_name: "GlueTable"))
2330
2345
  DataSource.struct_class = Types::DataSource
2331
2346
 
2347
+ DataSourceMap.key = Shapes::ShapeRef.new(shape: NameString)
2348
+ DataSourceMap.value = Shapes::ShapeRef.new(shape: DataSource)
2349
+
2332
2350
  Database.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2333
2351
  Database.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
2334
2352
  Database.add_member(:location_uri, Shapes::ShapeRef.new(shape: URI, location_name: "LocationUri"))
@@ -2703,6 +2721,18 @@ module Aws::Glue
2703
2721
  EvaluateDataQuality.add_member(:stop_job_on_failure_options, Shapes::ShapeRef.new(shape: DQStopJobOnFailureOptions, location_name: "StopJobOnFailureOptions"))
2704
2722
  EvaluateDataQuality.struct_class = Types::EvaluateDataQuality
2705
2723
 
2724
+ EvaluateDataQualityMultiFrame.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
2725
+ EvaluateDataQualityMultiFrame.add_member(:inputs, Shapes::ShapeRef.new(shape: ManyInputs, required: true, location_name: "Inputs"))
2726
+ EvaluateDataQualityMultiFrame.add_member(:additional_data_sources, Shapes::ShapeRef.new(shape: DQDLAliases, location_name: "AdditionalDataSources"))
2727
+ EvaluateDataQualityMultiFrame.add_member(:ruleset, Shapes::ShapeRef.new(shape: DQDLString, required: true, location_name: "Ruleset"))
2728
+ EvaluateDataQualityMultiFrame.add_member(:publishing_options, Shapes::ShapeRef.new(shape: DQResultsPublishingOptions, location_name: "PublishingOptions"))
2729
+ EvaluateDataQualityMultiFrame.add_member(:additional_options, Shapes::ShapeRef.new(shape: DQAdditionalOptions, location_name: "AdditionalOptions"))
2730
+ EvaluateDataQualityMultiFrame.add_member(:stop_job_on_failure_options, Shapes::ShapeRef.new(shape: DQStopJobOnFailureOptions, location_name: "StopJobOnFailureOptions"))
2731
+ EvaluateDataQualityMultiFrame.struct_class = Types::EvaluateDataQualityMultiFrame
2732
+
2733
+ EvaluatedMetricsMap.key = Shapes::ShapeRef.new(shape: NameString)
2734
+ EvaluatedMetricsMap.value = Shapes::ShapeRef.new(shape: NullableDouble)
2735
+
2706
2736
  EvaluationMetrics.add_member(:transform_type, Shapes::ShapeRef.new(shape: TransformType, required: true, location_name: "TransformType"))
2707
2737
  EvaluationMetrics.add_member(:find_matches_metrics, Shapes::ShapeRef.new(shape: FindMatchesMetrics, location_name: "FindMatchesMetrics"))
2708
2738
  EvaluationMetrics.struct_class = Types::EvaluationMetrics
@@ -2962,6 +2992,7 @@ module Aws::Glue
2962
2992
  GetDataQualityRulesetEvaluationRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
2963
2993
  GetDataQualityRulesetEvaluationRunResponse.add_member(:ruleset_names, Shapes::ShapeRef.new(shape: RulesetNames, location_name: "RulesetNames"))
2964
2994
  GetDataQualityRulesetEvaluationRunResponse.add_member(:result_ids, Shapes::ShapeRef.new(shape: DataQualityResultIdList, location_name: "ResultIds"))
2995
+ GetDataQualityRulesetEvaluationRunResponse.add_member(:additional_data_sources, Shapes::ShapeRef.new(shape: DataSourceMap, location_name: "AdditionalDataSources"))
2965
2996
  GetDataQualityRulesetEvaluationRunResponse.struct_class = Types::GetDataQualityRulesetEvaluationRunResponse
2966
2997
 
2967
2998
  GetDataQualityRulesetRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
@@ -4787,6 +4818,7 @@ module Aws::Glue
4787
4818
  StartDataQualityRulesetEvaluationRunRequest.add_member(:client_token, Shapes::ShapeRef.new(shape: HashString, location_name: "ClientToken"))
4788
4819
  StartDataQualityRulesetEvaluationRunRequest.add_member(:additional_run_options, Shapes::ShapeRef.new(shape: DataQualityEvaluationRunAdditionalRunOptions, location_name: "AdditionalRunOptions"))
4789
4820
  StartDataQualityRulesetEvaluationRunRequest.add_member(:ruleset_names, Shapes::ShapeRef.new(shape: RulesetNames, required: true, location_name: "RulesetNames"))
4821
+ StartDataQualityRulesetEvaluationRunRequest.add_member(:additional_data_sources, Shapes::ShapeRef.new(shape: DataSourceMap, location_name: "AdditionalDataSources"))
4790
4822
  StartDataQualityRulesetEvaluationRunRequest.struct_class = Types::StartDataQualityRulesetEvaluationRunRequest
4791
4823
 
4792
4824
  StartDataQualityRulesetEvaluationRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RunId"))
@@ -155,14 +155,14 @@ module Aws::Glue
155
155
  include Aws::Structure
156
156
  end
157
157
 
158
- # Specifies an Amazon Redshift data store.
158
+ # Specifies an optional value when connecting to the Redshift cluster.
159
159
  #
160
160
  # @!attribute [rw] key
161
- # The key when specifying a key-value pair.
161
+ # The key for the additional connection option.
162
162
  # @return [String]
163
163
  #
164
164
  # @!attribute [rw] value
165
- # The value when specifying a key-value pair.
165
+ # The value for the additional connection option.
166
166
  # @return [String]
167
167
  #
168
168
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftAdvancedOption AWS API Documentation
@@ -2214,6 +2214,11 @@ module Aws::Glue
2214
2214
  # Specifies a target that writes to a data target in Amazon Redshift.
2215
2215
  # @return [Types::AmazonRedshiftTarget]
2216
2216
  #
2217
+ # @!attribute [rw] evaluate_data_quality_multi_frame
2218
+ # Specifies your data quality evaluation criteria. Allows multiple
2219
+ # input data and returns a collection of Dynamic Frames.
2220
+ # @return [Types::EvaluateDataQualityMultiFrame]
2221
+ #
2217
2222
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
2218
2223
  #
2219
2224
  class CodeGenConfigurationNode < Struct.new(
@@ -2281,7 +2286,8 @@ module Aws::Glue
2281
2286
  :s3_delta_catalog_target,
2282
2287
  :s3_delta_direct_target,
2283
2288
  :amazon_redshift_source,
2284
- :amazon_redshift_target)
2289
+ :amazon_redshift_target,
2290
+ :evaluate_data_quality_multi_frame)
2285
2291
  SENSITIVE = []
2286
2292
  include Aws::Structure
2287
2293
  end
@@ -5851,13 +5857,18 @@ module Aws::Glue
5851
5857
  # A pass or fail status for the rule.
5852
5858
  # @return [String]
5853
5859
  #
5860
+ # @!attribute [rw] evaluated_metrics
5861
+ # A map of metrics associated with the evaluation of the rule.
5862
+ # @return [Hash<String,Float>]
5863
+ #
5854
5864
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityRuleResult AWS API Documentation
5855
5865
  #
5856
5866
  class DataQualityRuleResult < Struct.new(
5857
5867
  :name,
5858
5868
  :description,
5859
5869
  :evaluation_message,
5860
- :result)
5870
+ :result,
5871
+ :evaluated_metrics)
5861
5872
  SENSITIVE = []
5862
5873
  include Aws::Structure
5863
5874
  end
@@ -6015,11 +6026,16 @@ module Aws::Glue
6015
6026
  # The name of the database where the Glue table exists.
6016
6027
  # @return [String]
6017
6028
  #
6029
+ # @!attribute [rw] catalog_id
6030
+ # The catalog id where the Glue table exists.
6031
+ # @return [String]
6032
+ #
6018
6033
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityTargetTable AWS API Documentation
6019
6034
  #
6020
6035
  class DataQualityTargetTable < Struct.new(
6021
6036
  :table_name,
6022
- :database_name)
6037
+ :database_name,
6038
+ :catalog_id)
6023
6039
  SENSITIVE = []
6024
6040
  include Aws::Structure
6025
6041
  end
@@ -7759,6 +7775,52 @@ module Aws::Glue
7759
7775
  include Aws::Structure
7760
7776
  end
7761
7777
 
7778
+ # Specifies your data quality evaluation criteria.
7779
+ #
7780
+ # @!attribute [rw] name
7781
+ # The name of the data quality evaluation.
7782
+ # @return [String]
7783
+ #
7784
+ # @!attribute [rw] inputs
7785
+ # The inputs of your data quality evaluation. The first input in this
7786
+ # list is the primary data source.
7787
+ # @return [Array<String>]
7788
+ #
7789
+ # @!attribute [rw] additional_data_sources
7790
+ # The aliases of all data sources except primary.
7791
+ # @return [Hash<String,String>]
7792
+ #
7793
+ # @!attribute [rw] ruleset
7794
+ # The ruleset for your data quality evaluation.
7795
+ # @return [String]
7796
+ #
7797
+ # @!attribute [rw] publishing_options
7798
+ # Options to configure how your results are published.
7799
+ # @return [Types::DQResultsPublishingOptions]
7800
+ #
7801
+ # @!attribute [rw] additional_options
7802
+ # Options to configure runtime behavior of the transform.
7803
+ # @return [Hash<String,String>]
7804
+ #
7805
+ # @!attribute [rw] stop_job_on_failure_options
7806
+ # Options to configure how your job will stop if your data quality
7807
+ # evaluation fails.
7808
+ # @return [Types::DQStopJobOnFailureOptions]
7809
+ #
7810
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EvaluateDataQualityMultiFrame AWS API Documentation
7811
+ #
7812
+ class EvaluateDataQualityMultiFrame < Struct.new(
7813
+ :name,
7814
+ :inputs,
7815
+ :additional_data_sources,
7816
+ :ruleset,
7817
+ :publishing_options,
7818
+ :additional_options,
7819
+ :stop_job_on_failure_options)
7820
+ SENSITIVE = []
7821
+ include Aws::Structure
7822
+ end
7823
+
7762
7824
  # Evaluation metrics provide an estimate of the quality of your machine
7763
7825
  # learning transform.
7764
7826
  #
@@ -9008,6 +9070,11 @@ module Aws::Glue
9008
9070
  # A list of result IDs for the data quality results for the run.
9009
9071
  # @return [Array<String>]
9010
9072
  #
9073
+ # @!attribute [rw] additional_data_sources
9074
+ # A map of reference strings to additional data sources you can
9075
+ # specify for an evaluation run.
9076
+ # @return [Hash<String,Types::DataSource>]
9077
+ #
9011
9078
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRunResponse AWS API Documentation
9012
9079
  #
9013
9080
  class GetDataQualityRulesetEvaluationRunResponse < Struct.new(
@@ -9024,7 +9091,8 @@ module Aws::Glue
9024
9091
  :completed_on,
9025
9092
  :execution_time,
9026
9093
  :ruleset_names,
9027
- :result_ids)
9094
+ :result_ids,
9095
+ :additional_data_sources)
9028
9096
  SENSITIVE = []
9029
9097
  include Aws::Structure
9030
9098
  end
@@ -18167,6 +18235,11 @@ module Aws::Glue
18167
18235
  # A list of ruleset names.
18168
18236
  # @return [Array<String>]
18169
18237
  #
18238
+ # @!attribute [rw] additional_data_sources
18239
+ # A map of reference strings to additional data sources you can
18240
+ # specify for an evaluation run.
18241
+ # @return [Hash<String,Types::DataSource>]
18242
+ #
18170
18243
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartDataQualityRulesetEvaluationRunRequest AWS API Documentation
18171
18244
  #
18172
18245
  class StartDataQualityRulesetEvaluationRunRequest < Struct.new(
@@ -18176,7 +18249,8 @@ module Aws::Glue
18176
18249
  :timeout,
18177
18250
  :client_token,
18178
18251
  :additional_run_options,
18179
- :ruleset_names)
18252
+ :ruleset_names,
18253
+ :additional_data_sources)
18180
18254
  SENSITIVE = []
18181
18255
  include Aws::Structure
18182
18256
  end
data/lib/aws-sdk-glue.rb CHANGED
@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
52
52
  # @!group service
53
53
  module Aws::Glue
54
54
 
55
- GEM_VERSION = '1.137.0'
55
+ GEM_VERSION = '1.138.0'
56
56
 
57
57
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.137.0
4
+ version: 1.138.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-05-16 00:00:00.000000000 Z
11
+ date: 2023-05-25 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core