aws-sdk-glue 1.137.0 → 1.138.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +73 -1
- data/lib/aws-sdk-glue/client_api.rb +32 -0
- data/lib/aws-sdk-glue/types.rb +82 -8
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: a445399d9ad92da03f0c9ed23469d07028fdecccec4cfd4806384aa7cca43f8e
|
4
|
+
data.tar.gz: 0b476a7ad5670f67b586a43c522cea358b4d5643269f4c6e4046c7487a030cf5
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 72cdb6ec7fbbe2415f8dc4160de1de4bce8bef9a49ee3e904c4f28bcadab3fd5487315c1e13f1c7cca085574829f4fa8c4d17d052f5430d533456c1e3225fe4a
|
7
|
+
data.tar.gz: 78a0bf89f8806df3006fe9d334167b6cab042cd746fcfbbd3fea7737d5849d3d79d3776cbc93fb2d04b2d96096e0ee6dfbad7f85e5448ccfbb5b9d090168d908
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.138.0 (2023-05-25)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Added ability to create data quality rulesets for shared, cross-account Glue Data Catalog tables. Added support for dataset comparison rules through a new parameter called AdditionalDataSources. Enhanced the data quality results with a map containing profiled metric values.
|
8
|
+
|
4
9
|
1.137.0 (2023-05-16)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.138.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -912,6 +912,8 @@ module Aws::Glue
|
|
912
912
|
# resp.results[0].rule_results[0].description #=> String
|
913
913
|
# resp.results[0].rule_results[0].evaluation_message #=> String
|
914
914
|
# resp.results[0].rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
915
|
+
# resp.results[0].rule_results[0].evaluated_metrics #=> Hash
|
916
|
+
# resp.results[0].rule_results[0].evaluated_metrics["NameString"] #=> Float
|
915
917
|
# resp.results_not_found #=> Array
|
916
918
|
# resp.results_not_found[0] #=> String
|
917
919
|
#
|
@@ -1775,6 +1777,19 @@ module Aws::Glue
|
|
1775
1777
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.data.selected_columns[0].description #=> String
|
1776
1778
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs #=> Array
|
1777
1779
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs[0] #=> String
|
1780
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.name #=> String
|
1781
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs #=> Array
|
1782
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs[0] #=> String
|
1783
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources #=> Hash
|
1784
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources["NodeName"] #=> String
|
1785
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.ruleset #=> String
|
1786
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.evaluation_context #=> String
|
1787
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_s3_prefix #=> String
|
1788
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
1789
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_publishing_enabled #=> Boolean
|
1790
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options #=> Hash
|
1791
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options["AdditionalOptionKeys"] #=> String
|
1792
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
1778
1793
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1779
1794
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
1780
1795
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -2871,6 +2886,7 @@ module Aws::Glue
|
|
2871
2886
|
# target_table: {
|
2872
2887
|
# table_name: "NameString", # required
|
2873
2888
|
# database_name: "NameString", # required
|
2889
|
+
# catalog_id: "NameString",
|
2874
2890
|
# },
|
2875
2891
|
# client_token: "HashString",
|
2876
2892
|
# })
|
@@ -6247,6 +6263,8 @@ module Aws::Glue
|
|
6247
6263
|
# resp.rule_results[0].description #=> String
|
6248
6264
|
# resp.rule_results[0].evaluation_message #=> String
|
6249
6265
|
# resp.rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
6266
|
+
# resp.rule_results[0].evaluated_metrics #=> Hash
|
6267
|
+
# resp.rule_results[0].evaluated_metrics["NameString"] #=> Float
|
6250
6268
|
#
|
6251
6269
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResult AWS API Documentation
|
6252
6270
|
#
|
@@ -6342,6 +6360,7 @@ module Aws::Glue
|
|
6342
6360
|
# resp.ruleset #=> String
|
6343
6361
|
# resp.target_table.table_name #=> String
|
6344
6362
|
# resp.target_table.database_name #=> String
|
6363
|
+
# resp.target_table.catalog_id #=> String
|
6345
6364
|
# resp.created_on #=> Time
|
6346
6365
|
# resp.last_modified_on #=> Time
|
6347
6366
|
# resp.recommendation_run_id #=> String
|
@@ -6377,6 +6396,7 @@ module Aws::Glue
|
|
6377
6396
|
# * {Types::GetDataQualityRulesetEvaluationRunResponse#execution_time #execution_time} => Integer
|
6378
6397
|
# * {Types::GetDataQualityRulesetEvaluationRunResponse#ruleset_names #ruleset_names} => Array<String>
|
6379
6398
|
# * {Types::GetDataQualityRulesetEvaluationRunResponse#result_ids #result_ids} => Array<String>
|
6399
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#additional_data_sources #additional_data_sources} => Hash<String,Types::DataSource>
|
6380
6400
|
#
|
6381
6401
|
# @example Request syntax with placeholder values
|
6382
6402
|
#
|
@@ -6408,6 +6428,13 @@ module Aws::Glue
|
|
6408
6428
|
# resp.ruleset_names[0] #=> String
|
6409
6429
|
# resp.result_ids #=> Array
|
6410
6430
|
# resp.result_ids[0] #=> String
|
6431
|
+
# resp.additional_data_sources #=> Hash
|
6432
|
+
# resp.additional_data_sources["NameString"].glue_table.database_name #=> String
|
6433
|
+
# resp.additional_data_sources["NameString"].glue_table.table_name #=> String
|
6434
|
+
# resp.additional_data_sources["NameString"].glue_table.catalog_id #=> String
|
6435
|
+
# resp.additional_data_sources["NameString"].glue_table.connection_name #=> String
|
6436
|
+
# resp.additional_data_sources["NameString"].glue_table.additional_options #=> Hash
|
6437
|
+
# resp.additional_data_sources["NameString"].glue_table.additional_options["NameString"] #=> String
|
6411
6438
|
#
|
6412
6439
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRun AWS API Documentation
|
6413
6440
|
#
|
@@ -7491,6 +7518,19 @@ module Aws::Glue
|
|
7491
7518
|
# resp.job.code_gen_configuration_nodes["NodeId"].amazon_redshift_target.data.selected_columns[0].description #=> String
|
7492
7519
|
# resp.job.code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs #=> Array
|
7493
7520
|
# resp.job.code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs[0] #=> String
|
7521
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.name #=> String
|
7522
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs #=> Array
|
7523
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs[0] #=> String
|
7524
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources #=> Hash
|
7525
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources["NodeName"] #=> String
|
7526
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.ruleset #=> String
|
7527
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.evaluation_context #=> String
|
7528
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_s3_prefix #=> String
|
7529
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
7530
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_publishing_enabled #=> Boolean
|
7531
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options #=> Hash
|
7532
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options["AdditionalOptionKeys"] #=> String
|
7533
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
7494
7534
|
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
7495
7535
|
# resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
7496
7536
|
# resp.job.source_control_details.repository #=> String
|
@@ -8479,6 +8519,19 @@ module Aws::Glue
|
|
8479
8519
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.data.selected_columns[0].description #=> String
|
8480
8520
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs #=> Array
|
8481
8521
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].amazon_redshift_target.inputs[0] #=> String
|
8522
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.name #=> String
|
8523
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs #=> Array
|
8524
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.inputs[0] #=> String
|
8525
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources #=> Hash
|
8526
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_data_sources["NodeName"] #=> String
|
8527
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.ruleset #=> String
|
8528
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.evaluation_context #=> String
|
8529
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_s3_prefix #=> String
|
8530
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
8531
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.publishing_options.results_publishing_enabled #=> Boolean
|
8532
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options #=> Hash
|
8533
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.additional_options["AdditionalOptionKeys"] #=> String
|
8534
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality_multi_frame.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
8482
8535
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
8483
8536
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8484
8537
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -12046,6 +12099,7 @@ module Aws::Glue
|
|
12046
12099
|
# target_table: {
|
12047
12100
|
# table_name: "NameString", # required
|
12048
12101
|
# database_name: "NameString", # required
|
12102
|
+
# catalog_id: "NameString",
|
12049
12103
|
# },
|
12050
12104
|
# },
|
12051
12105
|
# tags: {
|
@@ -12062,6 +12116,7 @@ module Aws::Glue
|
|
12062
12116
|
# resp.rulesets[0].last_modified_on #=> Time
|
12063
12117
|
# resp.rulesets[0].target_table.table_name #=> String
|
12064
12118
|
# resp.rulesets[0].target_table.database_name #=> String
|
12119
|
+
# resp.rulesets[0].target_table.catalog_id #=> String
|
12065
12120
|
# resp.rulesets[0].recommendation_run_id #=> String
|
12066
12121
|
# resp.rulesets[0].rule_count #=> Integer
|
12067
12122
|
# resp.next_token #=> String
|
@@ -13510,6 +13565,10 @@ module Aws::Glue
|
|
13510
13565
|
# @option params [required, Array<String>] :ruleset_names
|
13511
13566
|
# A list of ruleset names.
|
13512
13567
|
#
|
13568
|
+
# @option params [Hash<String,Types::DataSource>] :additional_data_sources
|
13569
|
+
# A map of reference strings to additional data sources you can specify
|
13570
|
+
# for an evaluation run.
|
13571
|
+
#
|
13513
13572
|
# @return [Types::StartDataQualityRulesetEvaluationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13514
13573
|
#
|
13515
13574
|
# * {Types::StartDataQualityRulesetEvaluationRunResponse#run_id #run_id} => String
|
@@ -13537,6 +13596,19 @@ module Aws::Glue
|
|
13537
13596
|
# results_s3_prefix: "UriString",
|
13538
13597
|
# },
|
13539
13598
|
# ruleset_names: ["NameString"], # required
|
13599
|
+
# additional_data_sources: {
|
13600
|
+
# "NameString" => {
|
13601
|
+
# glue_table: { # required
|
13602
|
+
# database_name: "NameString", # required
|
13603
|
+
# table_name: "NameString", # required
|
13604
|
+
# catalog_id: "NameString",
|
13605
|
+
# connection_name: "NameString",
|
13606
|
+
# additional_options: {
|
13607
|
+
# "NameString" => "DescriptionString",
|
13608
|
+
# },
|
13609
|
+
# },
|
13610
|
+
# },
|
13611
|
+
# },
|
13540
13612
|
# })
|
13541
13613
|
#
|
13542
13614
|
# @example Response structure
|
@@ -15752,7 +15824,7 @@ module Aws::Glue
|
|
15752
15824
|
params: params,
|
15753
15825
|
config: config)
|
15754
15826
|
context[:gem_name] = 'aws-sdk-glue'
|
15755
|
-
context[:gem_version] = '1.
|
15827
|
+
context[:gem_version] = '1.138.0'
|
15756
15828
|
Seahorse::Client::Request.new(handlers, context)
|
15757
15829
|
end
|
15758
15830
|
|
@@ -17,6 +17,7 @@ module Aws::Glue
|
|
17
17
|
AccountId = Shapes::StringShape.new(name: 'AccountId')
|
18
18
|
Action = Shapes::StructureShape.new(name: 'Action')
|
19
19
|
ActionList = Shapes::ListShape.new(name: 'ActionList')
|
20
|
+
AdditionalOptionKeys = Shapes::StringShape.new(name: 'AdditionalOptionKeys')
|
20
21
|
AdditionalOptions = Shapes::MapShape.new(name: 'AdditionalOptions')
|
21
22
|
AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
|
22
23
|
AggFunction = Shapes::StringShape.new(name: 'AggFunction')
|
@@ -275,6 +276,8 @@ module Aws::Glue
|
|
275
276
|
CustomEntityTypeNames = Shapes::ListShape.new(name: 'CustomEntityTypeNames')
|
276
277
|
CustomEntityTypes = Shapes::ListShape.new(name: 'CustomEntityTypes')
|
277
278
|
CustomPatterns = Shapes::StringShape.new(name: 'CustomPatterns')
|
279
|
+
DQAdditionalOptions = Shapes::MapShape.new(name: 'DQAdditionalOptions')
|
280
|
+
DQDLAliases = Shapes::MapShape.new(name: 'DQDLAliases')
|
278
281
|
DQDLString = Shapes::StringShape.new(name: 'DQDLString')
|
279
282
|
DQResultsPublishingOptions = Shapes::StructureShape.new(name: 'DQResultsPublishingOptions')
|
280
283
|
DQStopJobOnFailureOptions = Shapes::StructureShape.new(name: 'DQStopJobOnFailureOptions')
|
@@ -309,6 +312,7 @@ module Aws::Glue
|
|
309
312
|
DataQualityRulesetString = Shapes::StringShape.new(name: 'DataQualityRulesetString')
|
310
313
|
DataQualityTargetTable = Shapes::StructureShape.new(name: 'DataQualityTargetTable')
|
311
314
|
DataSource = Shapes::StructureShape.new(name: 'DataSource')
|
315
|
+
DataSourceMap = Shapes::MapShape.new(name: 'DataSourceMap')
|
312
316
|
Database = Shapes::StructureShape.new(name: 'Database')
|
313
317
|
DatabaseIdentifier = Shapes::StructureShape.new(name: 'DatabaseIdentifier')
|
314
318
|
DatabaseInput = Shapes::StructureShape.new(name: 'DatabaseInput')
|
@@ -412,6 +416,8 @@ module Aws::Glue
|
|
412
416
|
ErrorMessageString = Shapes::StringShape.new(name: 'ErrorMessageString')
|
413
417
|
ErrorString = Shapes::StringShape.new(name: 'ErrorString')
|
414
418
|
EvaluateDataQuality = Shapes::StructureShape.new(name: 'EvaluateDataQuality')
|
419
|
+
EvaluateDataQualityMultiFrame = Shapes::StructureShape.new(name: 'EvaluateDataQualityMultiFrame')
|
420
|
+
EvaluatedMetricsMap = Shapes::MapShape.new(name: 'EvaluatedMetricsMap')
|
415
421
|
EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
|
416
422
|
EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
|
417
423
|
EventQueueArn = Shapes::StringShape.new(name: 'EventQueueArn')
|
@@ -1642,6 +1648,7 @@ module Aws::Glue
|
|
1642
1648
|
CodeGenConfigurationNode.add_member(:s3_delta_direct_target, Shapes::ShapeRef.new(shape: S3DeltaDirectTarget, location_name: "S3DeltaDirectTarget"))
|
1643
1649
|
CodeGenConfigurationNode.add_member(:amazon_redshift_source, Shapes::ShapeRef.new(shape: AmazonRedshiftSource, location_name: "AmazonRedshiftSource"))
|
1644
1650
|
CodeGenConfigurationNode.add_member(:amazon_redshift_target, Shapes::ShapeRef.new(shape: AmazonRedshiftTarget, location_name: "AmazonRedshiftTarget"))
|
1651
|
+
CodeGenConfigurationNode.add_member(:evaluate_data_quality_multi_frame, Shapes::ShapeRef.new(shape: EvaluateDataQualityMultiFrame, location_name: "EvaluateDataQualityMultiFrame"))
|
1645
1652
|
CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
|
1646
1653
|
|
1647
1654
|
CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
|
@@ -2209,6 +2216,12 @@ module Aws::Glue
|
|
2209
2216
|
|
2210
2217
|
CustomEntityTypes.member = Shapes::ShapeRef.new(shape: CustomEntityType)
|
2211
2218
|
|
2219
|
+
DQAdditionalOptions.key = Shapes::ShapeRef.new(shape: AdditionalOptionKeys)
|
2220
|
+
DQAdditionalOptions.value = Shapes::ShapeRef.new(shape: GenericString)
|
2221
|
+
|
2222
|
+
DQDLAliases.key = Shapes::ShapeRef.new(shape: NodeName)
|
2223
|
+
DQDLAliases.value = Shapes::ShapeRef.new(shape: EnclosedInStringProperty)
|
2224
|
+
|
2212
2225
|
DQResultsPublishingOptions.add_member(:evaluation_context, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "EvaluationContext"))
|
2213
2226
|
DQResultsPublishingOptions.add_member(:results_s3_prefix, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "ResultsS3Prefix"))
|
2214
2227
|
DQResultsPublishingOptions.add_member(:cloud_watch_metrics_enabled, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "CloudWatchMetricsEnabled"))
|
@@ -2285,6 +2298,7 @@ module Aws::Glue
|
|
2285
2298
|
DataQualityRuleResult.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
2286
2299
|
DataQualityRuleResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "EvaluationMessage"))
|
2287
2300
|
DataQualityRuleResult.add_member(:result, Shapes::ShapeRef.new(shape: DataQualityRuleResultStatus, location_name: "Result"))
|
2301
|
+
DataQualityRuleResult.add_member(:evaluated_metrics, Shapes::ShapeRef.new(shape: EvaluatedMetricsMap, location_name: "EvaluatedMetrics"))
|
2288
2302
|
DataQualityRuleResult.struct_class = Types::DataQualityRuleResult
|
2289
2303
|
|
2290
2304
|
DataQualityRuleResults.member = Shapes::ShapeRef.new(shape: DataQualityRuleResult)
|
@@ -2324,11 +2338,15 @@ module Aws::Glue
|
|
2324
2338
|
|
2325
2339
|
DataQualityTargetTable.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
2326
2340
|
DataQualityTargetTable.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
2341
|
+
DataQualityTargetTable.add_member(:catalog_id, Shapes::ShapeRef.new(shape: NameString, location_name: "CatalogId"))
|
2327
2342
|
DataQualityTargetTable.struct_class = Types::DataQualityTargetTable
|
2328
2343
|
|
2329
2344
|
DataSource.add_member(:glue_table, Shapes::ShapeRef.new(shape: GlueTable, required: true, location_name: "GlueTable"))
|
2330
2345
|
DataSource.struct_class = Types::DataSource
|
2331
2346
|
|
2347
|
+
DataSourceMap.key = Shapes::ShapeRef.new(shape: NameString)
|
2348
|
+
DataSourceMap.value = Shapes::ShapeRef.new(shape: DataSource)
|
2349
|
+
|
2332
2350
|
Database.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
2333
2351
|
Database.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
2334
2352
|
Database.add_member(:location_uri, Shapes::ShapeRef.new(shape: URI, location_name: "LocationUri"))
|
@@ -2703,6 +2721,18 @@ module Aws::Glue
|
|
2703
2721
|
EvaluateDataQuality.add_member(:stop_job_on_failure_options, Shapes::ShapeRef.new(shape: DQStopJobOnFailureOptions, location_name: "StopJobOnFailureOptions"))
|
2704
2722
|
EvaluateDataQuality.struct_class = Types::EvaluateDataQuality
|
2705
2723
|
|
2724
|
+
EvaluateDataQualityMultiFrame.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
2725
|
+
EvaluateDataQualityMultiFrame.add_member(:inputs, Shapes::ShapeRef.new(shape: ManyInputs, required: true, location_name: "Inputs"))
|
2726
|
+
EvaluateDataQualityMultiFrame.add_member(:additional_data_sources, Shapes::ShapeRef.new(shape: DQDLAliases, location_name: "AdditionalDataSources"))
|
2727
|
+
EvaluateDataQualityMultiFrame.add_member(:ruleset, Shapes::ShapeRef.new(shape: DQDLString, required: true, location_name: "Ruleset"))
|
2728
|
+
EvaluateDataQualityMultiFrame.add_member(:publishing_options, Shapes::ShapeRef.new(shape: DQResultsPublishingOptions, location_name: "PublishingOptions"))
|
2729
|
+
EvaluateDataQualityMultiFrame.add_member(:additional_options, Shapes::ShapeRef.new(shape: DQAdditionalOptions, location_name: "AdditionalOptions"))
|
2730
|
+
EvaluateDataQualityMultiFrame.add_member(:stop_job_on_failure_options, Shapes::ShapeRef.new(shape: DQStopJobOnFailureOptions, location_name: "StopJobOnFailureOptions"))
|
2731
|
+
EvaluateDataQualityMultiFrame.struct_class = Types::EvaluateDataQualityMultiFrame
|
2732
|
+
|
2733
|
+
EvaluatedMetricsMap.key = Shapes::ShapeRef.new(shape: NameString)
|
2734
|
+
EvaluatedMetricsMap.value = Shapes::ShapeRef.new(shape: NullableDouble)
|
2735
|
+
|
2706
2736
|
EvaluationMetrics.add_member(:transform_type, Shapes::ShapeRef.new(shape: TransformType, required: true, location_name: "TransformType"))
|
2707
2737
|
EvaluationMetrics.add_member(:find_matches_metrics, Shapes::ShapeRef.new(shape: FindMatchesMetrics, location_name: "FindMatchesMetrics"))
|
2708
2738
|
EvaluationMetrics.struct_class = Types::EvaluationMetrics
|
@@ -2962,6 +2992,7 @@ module Aws::Glue
|
|
2962
2992
|
GetDataQualityRulesetEvaluationRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
|
2963
2993
|
GetDataQualityRulesetEvaluationRunResponse.add_member(:ruleset_names, Shapes::ShapeRef.new(shape: RulesetNames, location_name: "RulesetNames"))
|
2964
2994
|
GetDataQualityRulesetEvaluationRunResponse.add_member(:result_ids, Shapes::ShapeRef.new(shape: DataQualityResultIdList, location_name: "ResultIds"))
|
2995
|
+
GetDataQualityRulesetEvaluationRunResponse.add_member(:additional_data_sources, Shapes::ShapeRef.new(shape: DataSourceMap, location_name: "AdditionalDataSources"))
|
2965
2996
|
GetDataQualityRulesetEvaluationRunResponse.struct_class = Types::GetDataQualityRulesetEvaluationRunResponse
|
2966
2997
|
|
2967
2998
|
GetDataQualityRulesetRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
@@ -4787,6 +4818,7 @@ module Aws::Glue
|
|
4787
4818
|
StartDataQualityRulesetEvaluationRunRequest.add_member(:client_token, Shapes::ShapeRef.new(shape: HashString, location_name: "ClientToken"))
|
4788
4819
|
StartDataQualityRulesetEvaluationRunRequest.add_member(:additional_run_options, Shapes::ShapeRef.new(shape: DataQualityEvaluationRunAdditionalRunOptions, location_name: "AdditionalRunOptions"))
|
4789
4820
|
StartDataQualityRulesetEvaluationRunRequest.add_member(:ruleset_names, Shapes::ShapeRef.new(shape: RulesetNames, required: true, location_name: "RulesetNames"))
|
4821
|
+
StartDataQualityRulesetEvaluationRunRequest.add_member(:additional_data_sources, Shapes::ShapeRef.new(shape: DataSourceMap, location_name: "AdditionalDataSources"))
|
4790
4822
|
StartDataQualityRulesetEvaluationRunRequest.struct_class = Types::StartDataQualityRulesetEvaluationRunRequest
|
4791
4823
|
|
4792
4824
|
StartDataQualityRulesetEvaluationRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RunId"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -155,14 +155,14 @@ module Aws::Glue
|
|
155
155
|
include Aws::Structure
|
156
156
|
end
|
157
157
|
|
158
|
-
# Specifies an
|
158
|
+
# Specifies an optional value when connecting to the Redshift cluster.
|
159
159
|
#
|
160
160
|
# @!attribute [rw] key
|
161
|
-
# The key
|
161
|
+
# The key for the additional connection option.
|
162
162
|
# @return [String]
|
163
163
|
#
|
164
164
|
# @!attribute [rw] value
|
165
|
-
# The value
|
165
|
+
# The value for the additional connection option.
|
166
166
|
# @return [String]
|
167
167
|
#
|
168
168
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftAdvancedOption AWS API Documentation
|
@@ -2214,6 +2214,11 @@ module Aws::Glue
|
|
2214
2214
|
# Specifies a target that writes to a data target in Amazon Redshift.
|
2215
2215
|
# @return [Types::AmazonRedshiftTarget]
|
2216
2216
|
#
|
2217
|
+
# @!attribute [rw] evaluate_data_quality_multi_frame
|
2218
|
+
# Specifies your data quality evaluation criteria. Allows multiple
|
2219
|
+
# input data and returns a collection of Dynamic Frames.
|
2220
|
+
# @return [Types::EvaluateDataQualityMultiFrame]
|
2221
|
+
#
|
2217
2222
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
|
2218
2223
|
#
|
2219
2224
|
class CodeGenConfigurationNode < Struct.new(
|
@@ -2281,7 +2286,8 @@ module Aws::Glue
|
|
2281
2286
|
:s3_delta_catalog_target,
|
2282
2287
|
:s3_delta_direct_target,
|
2283
2288
|
:amazon_redshift_source,
|
2284
|
-
:amazon_redshift_target
|
2289
|
+
:amazon_redshift_target,
|
2290
|
+
:evaluate_data_quality_multi_frame)
|
2285
2291
|
SENSITIVE = []
|
2286
2292
|
include Aws::Structure
|
2287
2293
|
end
|
@@ -5851,13 +5857,18 @@ module Aws::Glue
|
|
5851
5857
|
# A pass or fail status for the rule.
|
5852
5858
|
# @return [String]
|
5853
5859
|
#
|
5860
|
+
# @!attribute [rw] evaluated_metrics
|
5861
|
+
# A map of metrics associated with the evaluation of the rule.
|
5862
|
+
# @return [Hash<String,Float>]
|
5863
|
+
#
|
5854
5864
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityRuleResult AWS API Documentation
|
5855
5865
|
#
|
5856
5866
|
class DataQualityRuleResult < Struct.new(
|
5857
5867
|
:name,
|
5858
5868
|
:description,
|
5859
5869
|
:evaluation_message,
|
5860
|
-
:result
|
5870
|
+
:result,
|
5871
|
+
:evaluated_metrics)
|
5861
5872
|
SENSITIVE = []
|
5862
5873
|
include Aws::Structure
|
5863
5874
|
end
|
@@ -6015,11 +6026,16 @@ module Aws::Glue
|
|
6015
6026
|
# The name of the database where the Glue table exists.
|
6016
6027
|
# @return [String]
|
6017
6028
|
#
|
6029
|
+
# @!attribute [rw] catalog_id
|
6030
|
+
# The catalog id where the Glue table exists.
|
6031
|
+
# @return [String]
|
6032
|
+
#
|
6018
6033
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityTargetTable AWS API Documentation
|
6019
6034
|
#
|
6020
6035
|
class DataQualityTargetTable < Struct.new(
|
6021
6036
|
:table_name,
|
6022
|
-
:database_name
|
6037
|
+
:database_name,
|
6038
|
+
:catalog_id)
|
6023
6039
|
SENSITIVE = []
|
6024
6040
|
include Aws::Structure
|
6025
6041
|
end
|
@@ -7759,6 +7775,52 @@ module Aws::Glue
|
|
7759
7775
|
include Aws::Structure
|
7760
7776
|
end
|
7761
7777
|
|
7778
|
+
# Specifies your data quality evaluation criteria.
|
7779
|
+
#
|
7780
|
+
# @!attribute [rw] name
|
7781
|
+
# The name of the data quality evaluation.
|
7782
|
+
# @return [String]
|
7783
|
+
#
|
7784
|
+
# @!attribute [rw] inputs
|
7785
|
+
# The inputs of your data quality evaluation. The first input in this
|
7786
|
+
# list is the primary data source.
|
7787
|
+
# @return [Array<String>]
|
7788
|
+
#
|
7789
|
+
# @!attribute [rw] additional_data_sources
|
7790
|
+
# The aliases of all data sources except primary.
|
7791
|
+
# @return [Hash<String,String>]
|
7792
|
+
#
|
7793
|
+
# @!attribute [rw] ruleset
|
7794
|
+
# The ruleset for your data quality evaluation.
|
7795
|
+
# @return [String]
|
7796
|
+
#
|
7797
|
+
# @!attribute [rw] publishing_options
|
7798
|
+
# Options to configure how your results are published.
|
7799
|
+
# @return [Types::DQResultsPublishingOptions]
|
7800
|
+
#
|
7801
|
+
# @!attribute [rw] additional_options
|
7802
|
+
# Options to configure runtime behavior of the transform.
|
7803
|
+
# @return [Hash<String,String>]
|
7804
|
+
#
|
7805
|
+
# @!attribute [rw] stop_job_on_failure_options
|
7806
|
+
# Options to configure how your job will stop if your data quality
|
7807
|
+
# evaluation fails.
|
7808
|
+
# @return [Types::DQStopJobOnFailureOptions]
|
7809
|
+
#
|
7810
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EvaluateDataQualityMultiFrame AWS API Documentation
|
7811
|
+
#
|
7812
|
+
class EvaluateDataQualityMultiFrame < Struct.new(
|
7813
|
+
:name,
|
7814
|
+
:inputs,
|
7815
|
+
:additional_data_sources,
|
7816
|
+
:ruleset,
|
7817
|
+
:publishing_options,
|
7818
|
+
:additional_options,
|
7819
|
+
:stop_job_on_failure_options)
|
7820
|
+
SENSITIVE = []
|
7821
|
+
include Aws::Structure
|
7822
|
+
end
|
7823
|
+
|
7762
7824
|
# Evaluation metrics provide an estimate of the quality of your machine
|
7763
7825
|
# learning transform.
|
7764
7826
|
#
|
@@ -9008,6 +9070,11 @@ module Aws::Glue
|
|
9008
9070
|
# A list of result IDs for the data quality results for the run.
|
9009
9071
|
# @return [Array<String>]
|
9010
9072
|
#
|
9073
|
+
# @!attribute [rw] additional_data_sources
|
9074
|
+
# A map of reference strings to additional data sources you can
|
9075
|
+
# specify for an evaluation run.
|
9076
|
+
# @return [Hash<String,Types::DataSource>]
|
9077
|
+
#
|
9011
9078
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRunResponse AWS API Documentation
|
9012
9079
|
#
|
9013
9080
|
class GetDataQualityRulesetEvaluationRunResponse < Struct.new(
|
@@ -9024,7 +9091,8 @@ module Aws::Glue
|
|
9024
9091
|
:completed_on,
|
9025
9092
|
:execution_time,
|
9026
9093
|
:ruleset_names,
|
9027
|
-
:result_ids
|
9094
|
+
:result_ids,
|
9095
|
+
:additional_data_sources)
|
9028
9096
|
SENSITIVE = []
|
9029
9097
|
include Aws::Structure
|
9030
9098
|
end
|
@@ -18167,6 +18235,11 @@ module Aws::Glue
|
|
18167
18235
|
# A list of ruleset names.
|
18168
18236
|
# @return [Array<String>]
|
18169
18237
|
#
|
18238
|
+
# @!attribute [rw] additional_data_sources
|
18239
|
+
# A map of reference strings to additional data sources you can
|
18240
|
+
# specify for an evaluation run.
|
18241
|
+
# @return [Hash<String,Types::DataSource>]
|
18242
|
+
#
|
18170
18243
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartDataQualityRulesetEvaluationRunRequest AWS API Documentation
|
18171
18244
|
#
|
18172
18245
|
class StartDataQualityRulesetEvaluationRunRequest < Struct.new(
|
@@ -18176,7 +18249,8 @@ module Aws::Glue
|
|
18176
18249
|
:timeout,
|
18177
18250
|
:client_token,
|
18178
18251
|
:additional_run_options,
|
18179
|
-
:ruleset_names
|
18252
|
+
:ruleset_names,
|
18253
|
+
:additional_data_sources)
|
18180
18254
|
SENSITIVE = []
|
18181
18255
|
include Aws::Structure
|
18182
18256
|
end
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.138.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-05-
|
11
|
+
date: 2023-05-25 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|