aws-sdk-glue 1.281.0 → 1.283.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +511 -1
- data/lib/aws-sdk-glue/client_api.rb +203 -0
- data/lib/aws-sdk-glue/types.rb +579 -6
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +165 -2
- data/sig/types.rbs +136 -0
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: b8519c2f542d98ae693c2cd722ca0475f2f5916cc97271f78b05e25c672cd1bd
|
|
4
|
+
data.tar.gz: a94436e47dc88d2d28f8b5e927f3a46a3647de5b8d732e6d218de28d3a291c7e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: f09683229d543ddfe7fbdcf646983a819509e5967f3b3152e5c05a975ba3c4aaa9aa7c45fb4edc2cea1cb877f7434190b80048ad32c11770b9466e6ce7d25583
|
|
7
|
+
data.tar.gz: fee86bc3a87bae1eca523ccbe077b5f87b6441309458421e2504ed9ed0718731a1ac80fd56d05986369c93da236ce9f3f31baa4dcbed4bbf40d80e22b9a32e6c
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,16 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.283.0 (2026-10-13)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - Amazon Glue releasing support for adding custom namespace for S3 Tables in Glue zero-ETL integration
|
|
8
|
+
|
|
9
|
+
1.282.0 (2026-10-12)
|
|
10
|
+
------------------
|
|
11
|
+
|
|
12
|
+
* Feature - Adds new AWS Glue Data Quality APIs to retrieve and list data quality evaluation results. The new GetDataQualityResultV2, BatchGetDataQualityResultV2, and ListDataQualityResultsV2 operations return data quality results published from any supported data processing engine.
|
|
13
|
+
|
|
4
14
|
1.281.0 (2026-10-08)
|
|
5
15
|
------------------
|
|
6
16
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.283.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -1144,6 +1144,104 @@ module Aws::Glue
|
|
|
1144
1144
|
req.send_request(options)
|
|
1145
1145
|
end
|
|
1146
1146
|
|
|
1147
|
+
# Retrieves a list of data quality results for the specified result IDs.
|
|
1148
|
+
# You can specify up to 100 result IDs in a single request.
|
|
1149
|
+
#
|
|
1150
|
+
# @option params [required, Array<String>] :result_ids
|
|
1151
|
+
# A list of unique result IDs for the data quality results.
|
|
1152
|
+
#
|
|
1153
|
+
# @return [Types::BatchGetDataQualityResultV2Response] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1154
|
+
#
|
|
1155
|
+
# * {Types::BatchGetDataQualityResultV2Response#results #results} => Array<Types::DataQualityResultV2Item>
|
|
1156
|
+
# * {Types::BatchGetDataQualityResultV2Response#results_not_found #results_not_found} => Array<String>
|
|
1157
|
+
#
|
|
1158
|
+
# @example Request syntax with placeholder values
|
|
1159
|
+
#
|
|
1160
|
+
# resp = client.batch_get_data_quality_result_v2({
|
|
1161
|
+
# result_ids: ["HashString"], # required
|
|
1162
|
+
# })
|
|
1163
|
+
#
|
|
1164
|
+
# @example Response structure
|
|
1165
|
+
#
|
|
1166
|
+
# resp.results #=> Array
|
|
1167
|
+
# resp.results[0].result_id #=> String
|
|
1168
|
+
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
1169
|
+
# resp.results[0].data_source.glue_table.table_name #=> String
|
|
1170
|
+
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
|
1171
|
+
# resp.results[0].data_source.glue_table.connection_name #=> String
|
|
1172
|
+
# resp.results[0].data_source.glue_table.additional_options #=> Hash
|
|
1173
|
+
# resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
|
|
1174
|
+
# resp.results[0].data_source.data_quality_glue_table.database_name #=> String
|
|
1175
|
+
# resp.results[0].data_source.data_quality_glue_table.table_name #=> String
|
|
1176
|
+
# resp.results[0].data_source.data_quality_glue_table.catalog_id #=> String
|
|
1177
|
+
# resp.results[0].data_source.data_quality_glue_table.connection_name #=> String
|
|
1178
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options #=> Hash
|
|
1179
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
|
1180
|
+
# resp.results[0].data_source.data_quality_glue_table.pre_processing_query #=> String
|
|
1181
|
+
# resp.results[0].dimensions #=> Hash
|
|
1182
|
+
# resp.results[0].dimensions["NameString"] #=> String
|
|
1183
|
+
# resp.results[0].tags #=> Hash
|
|
1184
|
+
# resp.results[0].tags["NameString"] #=> String
|
|
1185
|
+
# resp.results[0].execution_started_on #=> Time
|
|
1186
|
+
# resp.results[0].execution_completed_on #=> Time
|
|
1187
|
+
# resp.results[0].result_published_on #=> Time
|
|
1188
|
+
# resp.results[0].score #=> Float
|
|
1189
|
+
# resp.results[0].rule_results #=> Array
|
|
1190
|
+
# resp.results[0].rule_results[0].name #=> String
|
|
1191
|
+
# resp.results[0].rule_results[0].description #=> String
|
|
1192
|
+
# resp.results[0].rule_results[0].evaluation_message #=> String
|
|
1193
|
+
# resp.results[0].rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
|
1194
|
+
# resp.results[0].rule_results[0].evaluated_metrics #=> Hash
|
|
1195
|
+
# resp.results[0].rule_results[0].evaluated_metrics["NameString"] #=> Float
|
|
1196
|
+
# resp.results[0].rule_results[0].evaluated_rule #=> String
|
|
1197
|
+
# resp.results[0].rule_results[0].rule_metrics #=> Hash
|
|
1198
|
+
# resp.results[0].rule_results[0].rule_metrics["NameString"] #=> Float
|
|
1199
|
+
# resp.results[0].rule_results[0].labels #=> Hash
|
|
1200
|
+
# resp.results[0].rule_results[0].labels["NameString"] #=> String
|
|
1201
|
+
# resp.results[0].analyzer_results #=> Array
|
|
1202
|
+
# resp.results[0].analyzer_results[0].name #=> String
|
|
1203
|
+
# resp.results[0].analyzer_results[0].description #=> String
|
|
1204
|
+
# resp.results[0].analyzer_results[0].evaluation_message #=> String
|
|
1205
|
+
# resp.results[0].analyzer_results[0].evaluated_metrics #=> Hash
|
|
1206
|
+
# resp.results[0].analyzer_results[0].evaluated_metrics["NameString"] #=> Float
|
|
1207
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions #=> Hash
|
|
1208
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions["NameString"].bin_edges #=> Array
|
|
1209
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions["NameString"].bin_edges[0] #=> String
|
|
1210
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions["NameString"].count #=> Array
|
|
1211
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions["NameString"].count[0] #=> Integer
|
|
1212
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions["NameString"].data_type #=> String
|
|
1213
|
+
# resp.results[0].observations #=> Array
|
|
1214
|
+
# resp.results[0].observations[0].description #=> String
|
|
1215
|
+
# resp.results[0].observations[0].metric_based_observation.metric_name #=> String
|
|
1216
|
+
# resp.results[0].observations[0].metric_based_observation.statistic_id #=> String
|
|
1217
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.actual_value #=> Float
|
|
1218
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.expected_value #=> Float
|
|
1219
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.lower_limit #=> Float
|
|
1220
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.upper_limit #=> Float
|
|
1221
|
+
# resp.results[0].observations[0].metric_based_observation.new_rules #=> Array
|
|
1222
|
+
# resp.results[0].observations[0].metric_based_observation.new_rules[0] #=> String
|
|
1223
|
+
# resp.results[0].evaluation_context #=> String
|
|
1224
|
+
# resp.results[0].descriptors #=> Hash
|
|
1225
|
+
# resp.results[0].descriptors["NameString"] #=> String
|
|
1226
|
+
# resp.results[0].aggregated_metrics.total_rows_processed #=> Float
|
|
1227
|
+
# resp.results[0].aggregated_metrics.total_rows_passed #=> Float
|
|
1228
|
+
# resp.results[0].aggregated_metrics.total_rows_failed #=> Float
|
|
1229
|
+
# resp.results[0].aggregated_metrics.total_rules_processed #=> Float
|
|
1230
|
+
# resp.results[0].aggregated_metrics.total_rules_passed #=> Float
|
|
1231
|
+
# resp.results[0].aggregated_metrics.total_rules_failed #=> Float
|
|
1232
|
+
# resp.results[0].ruleset_name #=> String
|
|
1233
|
+
# resp.results_not_found #=> Array
|
|
1234
|
+
# resp.results_not_found[0] #=> String
|
|
1235
|
+
#
|
|
1236
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetDataQualityResultV2 AWS API Documentation
|
|
1237
|
+
#
|
|
1238
|
+
# @overload batch_get_data_quality_result_v2(params = {})
|
|
1239
|
+
# @param [Hash] params ({})
|
|
1240
|
+
def batch_get_data_quality_result_v2(params = {}, options = {})
|
|
1241
|
+
req = build_request(:batch_get_data_quality_result_v2, params)
|
|
1242
|
+
req.send_request(options)
|
|
1243
|
+
end
|
|
1244
|
+
|
|
1147
1245
|
# Retrieves the details of multiple evaluation runs in a single request.
|
|
1148
1246
|
#
|
|
1149
1247
|
# @option params [required, Array<String>] :run_ids
|
|
@@ -3366,6 +3464,7 @@ module Aws::Glue
|
|
|
3366
3464
|
# "IntegrationString" => "IntegrationString",
|
|
3367
3465
|
# },
|
|
3368
3466
|
# continuous_sync: false,
|
|
3467
|
+
# target_namespace: "TargetNamespace",
|
|
3369
3468
|
# },
|
|
3370
3469
|
# })
|
|
3371
3470
|
#
|
|
@@ -3392,6 +3491,7 @@ module Aws::Glue
|
|
|
3392
3491
|
# resp.integration_config.source_properties #=> Hash
|
|
3393
3492
|
# resp.integration_config.source_properties["IntegrationString"] #=> String
|
|
3394
3493
|
# resp.integration_config.continuous_sync #=> Boolean
|
|
3494
|
+
# resp.integration_config.target_namespace #=> String
|
|
3395
3495
|
#
|
|
3396
3496
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegration AWS API Documentation
|
|
3397
3497
|
#
|
|
@@ -6989,6 +7089,7 @@ module Aws::Glue
|
|
|
6989
7089
|
# resp.inbound_integrations[0].integration_config.source_properties #=> Hash
|
|
6990
7090
|
# resp.inbound_integrations[0].integration_config.source_properties["IntegrationString"] #=> String
|
|
6991
7091
|
# resp.inbound_integrations[0].integration_config.continuous_sync #=> Boolean
|
|
7092
|
+
# resp.inbound_integrations[0].integration_config.target_namespace #=> String
|
|
6992
7093
|
# resp.inbound_integrations[0].errors #=> Array
|
|
6993
7094
|
# resp.inbound_integrations[0].errors[0].error_code #=> String
|
|
6994
7095
|
# resp.inbound_integrations[0].errors[0].error_message #=> String
|
|
@@ -7059,6 +7160,7 @@ module Aws::Glue
|
|
|
7059
7160
|
# resp.integrations[0].integration_config.source_properties #=> Hash
|
|
7060
7161
|
# resp.integrations[0].integration_config.source_properties["IntegrationString"] #=> String
|
|
7061
7162
|
# resp.integrations[0].integration_config.continuous_sync #=> Boolean
|
|
7163
|
+
# resp.integrations[0].integration_config.target_namespace #=> String
|
|
7062
7164
|
# resp.integrations[0].errors #=> Array
|
|
7063
7165
|
# resp.integrations[0].errors[0].error_code #=> String
|
|
7064
7166
|
# resp.integrations[0].errors[0].error_message #=> String
|
|
@@ -8794,6 +8896,116 @@ module Aws::Glue
|
|
|
8794
8896
|
req.send_request(options)
|
|
8795
8897
|
end
|
|
8796
8898
|
|
|
8899
|
+
# Retrieves the result of a data quality rule evaluation published from
|
|
8900
|
+
# any supported data platform.
|
|
8901
|
+
#
|
|
8902
|
+
# @option params [required, String] :result_id
|
|
8903
|
+
# A unique result ID for the data quality result.
|
|
8904
|
+
#
|
|
8905
|
+
# @return [Types::GetDataQualityResultV2Response] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
8906
|
+
#
|
|
8907
|
+
# * {Types::GetDataQualityResultV2Response#result_id #result_id} => String
|
|
8908
|
+
# * {Types::GetDataQualityResultV2Response#data_source #data_source} => Types::DataSource
|
|
8909
|
+
# * {Types::GetDataQualityResultV2Response#profile_id #profile_id} => String
|
|
8910
|
+
# * {Types::GetDataQualityResultV2Response#dimensions #dimensions} => Hash<String,String>
|
|
8911
|
+
# * {Types::GetDataQualityResultV2Response#tags #tags} => Hash<String,String>
|
|
8912
|
+
# * {Types::GetDataQualityResultV2Response#execution_started_on #execution_started_on} => Time
|
|
8913
|
+
# * {Types::GetDataQualityResultV2Response#execution_completed_on #execution_completed_on} => Time
|
|
8914
|
+
# * {Types::GetDataQualityResultV2Response#result_published_on #result_published_on} => Time
|
|
8915
|
+
# * {Types::GetDataQualityResultV2Response#score #score} => Float
|
|
8916
|
+
# * {Types::GetDataQualityResultV2Response#rule_results #rule_results} => Array<Types::DataQualityRuleResult>
|
|
8917
|
+
# * {Types::GetDataQualityResultV2Response#analyzer_results #analyzer_results} => Array<Types::DataQualityAnalyzerResult>
|
|
8918
|
+
# * {Types::GetDataQualityResultV2Response#observations #observations} => Array<Types::DataQualityObservation>
|
|
8919
|
+
# * {Types::GetDataQualityResultV2Response#evaluation_context #evaluation_context} => String
|
|
8920
|
+
# * {Types::GetDataQualityResultV2Response#descriptors #descriptors} => Hash<String,String>
|
|
8921
|
+
# * {Types::GetDataQualityResultV2Response#aggregated_metrics #aggregated_metrics} => Types::DataQualityAggregatedMetrics
|
|
8922
|
+
# * {Types::GetDataQualityResultV2Response#ruleset_name #ruleset_name} => String
|
|
8923
|
+
#
|
|
8924
|
+
# @example Request syntax with placeholder values
|
|
8925
|
+
#
|
|
8926
|
+
# resp = client.get_data_quality_result_v2({
|
|
8927
|
+
# result_id: "HashString", # required
|
|
8928
|
+
# })
|
|
8929
|
+
#
|
|
8930
|
+
# @example Response structure
|
|
8931
|
+
#
|
|
8932
|
+
# resp.result_id #=> String
|
|
8933
|
+
# resp.data_source.glue_table.database_name #=> String
|
|
8934
|
+
# resp.data_source.glue_table.table_name #=> String
|
|
8935
|
+
# resp.data_source.glue_table.catalog_id #=> String
|
|
8936
|
+
# resp.data_source.glue_table.connection_name #=> String
|
|
8937
|
+
# resp.data_source.glue_table.additional_options #=> Hash
|
|
8938
|
+
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
|
8939
|
+
# resp.data_source.data_quality_glue_table.database_name #=> String
|
|
8940
|
+
# resp.data_source.data_quality_glue_table.table_name #=> String
|
|
8941
|
+
# resp.data_source.data_quality_glue_table.catalog_id #=> String
|
|
8942
|
+
# resp.data_source.data_quality_glue_table.connection_name #=> String
|
|
8943
|
+
# resp.data_source.data_quality_glue_table.additional_options #=> Hash
|
|
8944
|
+
# resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
|
8945
|
+
# resp.data_source.data_quality_glue_table.pre_processing_query #=> String
|
|
8946
|
+
# resp.profile_id #=> String
|
|
8947
|
+
# resp.dimensions #=> Hash
|
|
8948
|
+
# resp.dimensions["NameString"] #=> String
|
|
8949
|
+
# resp.tags #=> Hash
|
|
8950
|
+
# resp.tags["NameString"] #=> String
|
|
8951
|
+
# resp.execution_started_on #=> Time
|
|
8952
|
+
# resp.execution_completed_on #=> Time
|
|
8953
|
+
# resp.result_published_on #=> Time
|
|
8954
|
+
# resp.score #=> Float
|
|
8955
|
+
# resp.rule_results #=> Array
|
|
8956
|
+
# resp.rule_results[0].name #=> String
|
|
8957
|
+
# resp.rule_results[0].description #=> String
|
|
8958
|
+
# resp.rule_results[0].evaluation_message #=> String
|
|
8959
|
+
# resp.rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
|
8960
|
+
# resp.rule_results[0].evaluated_metrics #=> Hash
|
|
8961
|
+
# resp.rule_results[0].evaluated_metrics["NameString"] #=> Float
|
|
8962
|
+
# resp.rule_results[0].evaluated_rule #=> String
|
|
8963
|
+
# resp.rule_results[0].rule_metrics #=> Hash
|
|
8964
|
+
# resp.rule_results[0].rule_metrics["NameString"] #=> Float
|
|
8965
|
+
# resp.rule_results[0].labels #=> Hash
|
|
8966
|
+
# resp.rule_results[0].labels["NameString"] #=> String
|
|
8967
|
+
# resp.analyzer_results #=> Array
|
|
8968
|
+
# resp.analyzer_results[0].name #=> String
|
|
8969
|
+
# resp.analyzer_results[0].description #=> String
|
|
8970
|
+
# resp.analyzer_results[0].evaluation_message #=> String
|
|
8971
|
+
# resp.analyzer_results[0].evaluated_metrics #=> Hash
|
|
8972
|
+
# resp.analyzer_results[0].evaluated_metrics["NameString"] #=> Float
|
|
8973
|
+
# resp.analyzer_results[0].evaluated_distributions #=> Hash
|
|
8974
|
+
# resp.analyzer_results[0].evaluated_distributions["NameString"].bin_edges #=> Array
|
|
8975
|
+
# resp.analyzer_results[0].evaluated_distributions["NameString"].bin_edges[0] #=> String
|
|
8976
|
+
# resp.analyzer_results[0].evaluated_distributions["NameString"].count #=> Array
|
|
8977
|
+
# resp.analyzer_results[0].evaluated_distributions["NameString"].count[0] #=> Integer
|
|
8978
|
+
# resp.analyzer_results[0].evaluated_distributions["NameString"].data_type #=> String
|
|
8979
|
+
# resp.observations #=> Array
|
|
8980
|
+
# resp.observations[0].description #=> String
|
|
8981
|
+
# resp.observations[0].metric_based_observation.metric_name #=> String
|
|
8982
|
+
# resp.observations[0].metric_based_observation.statistic_id #=> String
|
|
8983
|
+
# resp.observations[0].metric_based_observation.metric_values.actual_value #=> Float
|
|
8984
|
+
# resp.observations[0].metric_based_observation.metric_values.expected_value #=> Float
|
|
8985
|
+
# resp.observations[0].metric_based_observation.metric_values.lower_limit #=> Float
|
|
8986
|
+
# resp.observations[0].metric_based_observation.metric_values.upper_limit #=> Float
|
|
8987
|
+
# resp.observations[0].metric_based_observation.new_rules #=> Array
|
|
8988
|
+
# resp.observations[0].metric_based_observation.new_rules[0] #=> String
|
|
8989
|
+
# resp.evaluation_context #=> String
|
|
8990
|
+
# resp.descriptors #=> Hash
|
|
8991
|
+
# resp.descriptors["NameString"] #=> String
|
|
8992
|
+
# resp.aggregated_metrics.total_rows_processed #=> Float
|
|
8993
|
+
# resp.aggregated_metrics.total_rows_passed #=> Float
|
|
8994
|
+
# resp.aggregated_metrics.total_rows_failed #=> Float
|
|
8995
|
+
# resp.aggregated_metrics.total_rules_processed #=> Float
|
|
8996
|
+
# resp.aggregated_metrics.total_rules_passed #=> Float
|
|
8997
|
+
# resp.aggregated_metrics.total_rules_failed #=> Float
|
|
8998
|
+
# resp.ruleset_name #=> String
|
|
8999
|
+
#
|
|
9000
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResultV2 AWS API Documentation
|
|
9001
|
+
#
|
|
9002
|
+
# @overload get_data_quality_result_v2(params = {})
|
|
9003
|
+
# @param [Hash] params ({})
|
|
9004
|
+
def get_data_quality_result_v2(params = {}, options = {})
|
|
9005
|
+
req = build_request(:get_data_quality_result_v2, params)
|
|
9006
|
+
req.send_request(options)
|
|
9007
|
+
end
|
|
9008
|
+
|
|
8797
9009
|
# Gets the specified recommendation run that was used to generate rules.
|
|
8798
9010
|
#
|
|
8799
9011
|
# @option params [required, String] :run_id
|
|
@@ -11698,6 +11910,7 @@ module Aws::Glue
|
|
|
11698
11910
|
# resp.table.status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
11699
11911
|
# resp.table.status.details.view_validations[0].error.error_code #=> String
|
|
11700
11912
|
# resp.table.status.details.view_validations[0].error.error_message #=> String
|
|
11913
|
+
# resp.table.rls_properties.default_rls_policy #=> String
|
|
11701
11914
|
#
|
|
11702
11915
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTable AWS API Documentation
|
|
11703
11916
|
#
|
|
@@ -11981,6 +12194,7 @@ module Aws::Glue
|
|
|
11981
12194
|
# resp.table_version.table.status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
11982
12195
|
# resp.table_version.table.status.details.view_validations[0].error.error_code #=> String
|
|
11983
12196
|
# resp.table_version.table.status.details.view_validations[0].error.error_message #=> String
|
|
12197
|
+
# resp.table_version.table.rls_properties.default_rls_policy #=> String
|
|
11984
12198
|
# resp.table_version.version_id #=> String
|
|
11985
12199
|
#
|
|
11986
12200
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableVersion AWS API Documentation
|
|
@@ -12188,6 +12402,7 @@ module Aws::Glue
|
|
|
12188
12402
|
# resp.table_versions[0].table.status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
12189
12403
|
# resp.table_versions[0].table.status.details.view_validations[0].error.error_code #=> String
|
|
12190
12404
|
# resp.table_versions[0].table.status.details.view_validations[0].error.error_message #=> String
|
|
12405
|
+
# resp.table_versions[0].table.rls_properties.default_rls_policy #=> String
|
|
12191
12406
|
# resp.table_versions[0].version_id #=> String
|
|
12192
12407
|
# resp.next_token #=> String
|
|
12193
12408
|
#
|
|
@@ -12438,6 +12653,7 @@ module Aws::Glue
|
|
|
12438
12653
|
# resp.table_list[0].status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
12439
12654
|
# resp.table_list[0].status.details.view_validations[0].error.error_code #=> String
|
|
12440
12655
|
# resp.table_list[0].status.details.view_validations[0].error.error_message #=> String
|
|
12656
|
+
# resp.table_list[0].rls_properties.default_rls_policy #=> String
|
|
12441
12657
|
# resp.next_token #=> String
|
|
12442
12658
|
#
|
|
12443
12659
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTables AWS API Documentation
|
|
@@ -13226,6 +13442,7 @@ module Aws::Glue
|
|
|
13226
13442
|
# resp.table.status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
13227
13443
|
# resp.table.status.details.view_validations[0].error.error_code #=> String
|
|
13228
13444
|
# resp.table.status.details.view_validations[0].error.error_message #=> String
|
|
13445
|
+
# resp.table.rls_properties.default_rls_policy #=> String
|
|
13229
13446
|
# resp.authorized_columns #=> Array
|
|
13230
13447
|
# resp.authorized_columns[0] #=> String
|
|
13231
13448
|
# resp.is_registered_with_lake_formation #=> Boolean
|
|
@@ -14378,6 +14595,97 @@ module Aws::Glue
|
|
|
14378
14595
|
req.send_request(options)
|
|
14379
14596
|
end
|
|
14380
14597
|
|
|
14598
|
+
# Returns a paginated list of data quality execution results for your
|
|
14599
|
+
# account, filtered by the specified criteria. Use the `NextToken`
|
|
14600
|
+
# parameter to retrieve additional results.
|
|
14601
|
+
#
|
|
14602
|
+
# @option params [Types::DataQualityResultsV2FilterCriteria] :filter
|
|
14603
|
+
# The filter criteria.
|
|
14604
|
+
#
|
|
14605
|
+
# @option params [String] :next_token
|
|
14606
|
+
# A pagination token to retrieve the next page of results.
|
|
14607
|
+
#
|
|
14608
|
+
# @option params [Integer] :max_results
|
|
14609
|
+
# The maximum number of results to return. If you don't specify a
|
|
14610
|
+
# value, the operation uses the default number of results.
|
|
14611
|
+
#
|
|
14612
|
+
# @return [Types::ListDataQualityResultsV2Response] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
14613
|
+
#
|
|
14614
|
+
# * {Types::ListDataQualityResultsV2Response#results #results} => Array<Types::DataQualityResultsV2Description>
|
|
14615
|
+
# * {Types::ListDataQualityResultsV2Response#next_token #next_token} => String
|
|
14616
|
+
#
|
|
14617
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
|
14618
|
+
#
|
|
14619
|
+
# @example Request syntax with placeholder values
|
|
14620
|
+
#
|
|
14621
|
+
# resp = client.list_data_quality_results_v2({
|
|
14622
|
+
# filter: {
|
|
14623
|
+
# data_source: {
|
|
14624
|
+
# glue_table: {
|
|
14625
|
+
# database_name: "NameString", # required
|
|
14626
|
+
# table_name: "NameString", # required
|
|
14627
|
+
# catalog_id: "NameString",
|
|
14628
|
+
# connection_name: "NameString",
|
|
14629
|
+
# additional_options: {
|
|
14630
|
+
# "NameString" => "DescriptionString",
|
|
14631
|
+
# },
|
|
14632
|
+
# },
|
|
14633
|
+
# data_quality_glue_table: {
|
|
14634
|
+
# database_name: "NameString", # required
|
|
14635
|
+
# table_name: "NameString", # required
|
|
14636
|
+
# catalog_id: "NameString",
|
|
14637
|
+
# connection_name: "NameString",
|
|
14638
|
+
# additional_options: {
|
|
14639
|
+
# "NameString" => "DescriptionString",
|
|
14640
|
+
# },
|
|
14641
|
+
# pre_processing_query: "PreProcessingQueryString",
|
|
14642
|
+
# },
|
|
14643
|
+
# },
|
|
14644
|
+
# published_after: Time.now,
|
|
14645
|
+
# published_before: Time.now,
|
|
14646
|
+
# dimensions: {
|
|
14647
|
+
# "NameString" => "NameString",
|
|
14648
|
+
# },
|
|
14649
|
+
# evaluation_context: "NameString",
|
|
14650
|
+
# },
|
|
14651
|
+
# next_token: "PaginationToken",
|
|
14652
|
+
# max_results: 1,
|
|
14653
|
+
# })
|
|
14654
|
+
#
|
|
14655
|
+
# @example Response structure
|
|
14656
|
+
#
|
|
14657
|
+
# resp.results #=> Array
|
|
14658
|
+
# resp.results[0].result_id #=> String
|
|
14659
|
+
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
14660
|
+
# resp.results[0].data_source.glue_table.table_name #=> String
|
|
14661
|
+
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
|
14662
|
+
# resp.results[0].data_source.glue_table.connection_name #=> String
|
|
14663
|
+
# resp.results[0].data_source.glue_table.additional_options #=> Hash
|
|
14664
|
+
# resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
|
|
14665
|
+
# resp.results[0].data_source.data_quality_glue_table.database_name #=> String
|
|
14666
|
+
# resp.results[0].data_source.data_quality_glue_table.table_name #=> String
|
|
14667
|
+
# resp.results[0].data_source.data_quality_glue_table.catalog_id #=> String
|
|
14668
|
+
# resp.results[0].data_source.data_quality_glue_table.connection_name #=> String
|
|
14669
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options #=> Hash
|
|
14670
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
|
14671
|
+
# resp.results[0].data_source.data_quality_glue_table.pre_processing_query #=> String
|
|
14672
|
+
# resp.results[0].result_published_on #=> Time
|
|
14673
|
+
# resp.results[0].dimensions #=> Hash
|
|
14674
|
+
# resp.results[0].dimensions["NameString"] #=> String
|
|
14675
|
+
# resp.results[0].evaluation_context #=> String
|
|
14676
|
+
# resp.results[0].descriptors #=> Hash
|
|
14677
|
+
# resp.results[0].descriptors["NameString"] #=> String
|
|
14678
|
+
# resp.next_token #=> String
|
|
14679
|
+
#
|
|
14680
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityResultsV2 AWS API Documentation
|
|
14681
|
+
#
|
|
14682
|
+
# @overload list_data_quality_results_v2(params = {})
|
|
14683
|
+
# @param [Hash] params ({})
|
|
14684
|
+
def list_data_quality_results_v2(params = {}, options = {})
|
|
14685
|
+
req = build_request(:list_data_quality_results_v2, params)
|
|
14686
|
+
req.send_request(options)
|
|
14687
|
+
end
|
|
14688
|
+
|
|
14381
14689
|
# Lists the recommendation runs meeting the filter criteria.
|
|
14382
14690
|
#
|
|
14383
14691
|
# @option params [Types::DataQualityRuleRecommendationRunFilter] :filter
|
|
@@ -15876,6 +16184,7 @@ module Aws::Glue
|
|
|
15876
16184
|
# "IntegrationString" => "IntegrationString",
|
|
15877
16185
|
# },
|
|
15878
16186
|
# continuous_sync: false,
|
|
16187
|
+
# target_namespace: "TargetNamespace",
|
|
15879
16188
|
# },
|
|
15880
16189
|
# integration_name: "String128",
|
|
15881
16190
|
# })
|
|
@@ -15903,6 +16212,7 @@ module Aws::Glue
|
|
|
15903
16212
|
# resp.integration_config.source_properties #=> Hash
|
|
15904
16213
|
# resp.integration_config.source_properties["IntegrationString"] #=> String
|
|
15905
16214
|
# resp.integration_config.continuous_sync #=> Boolean
|
|
16215
|
+
# resp.integration_config.target_namespace #=> String
|
|
15906
16216
|
#
|
|
15907
16217
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegration AWS API Documentation
|
|
15908
16218
|
#
|
|
@@ -15913,6 +16223,205 @@ module Aws::Glue
|
|
|
15913
16223
|
req.send_request(options)
|
|
15914
16224
|
end
|
|
15915
16225
|
|
|
16226
|
+
# <note markdown="1"> This operation is intended for internal use. Do not call it directly.
|
|
16227
|
+
#
|
|
16228
|
+
# </note>
|
|
16229
|
+
#
|
|
16230
|
+
# AWS Glue Data Quality uses this operation to publish a data quality
|
|
16231
|
+
# result.
|
|
16232
|
+
#
|
|
16233
|
+
# @option params [required, Hash<String,String>] :dimensions
|
|
16234
|
+
# The dimensions for the result.
|
|
16235
|
+
#
|
|
16236
|
+
# @option params [Hash<String,String>] :tags
|
|
16237
|
+
# The tags for the result.
|
|
16238
|
+
#
|
|
16239
|
+
# @option params [Time,DateTime,Date,Integer,String] :execution_started_on
|
|
16240
|
+
# The time execution started for the result.
|
|
16241
|
+
#
|
|
16242
|
+
# @option params [Time,DateTime,Date,Integer,String] :execution_completed_on
|
|
16243
|
+
# The time execution completed for the result.
|
|
16244
|
+
#
|
|
16245
|
+
# @option params [required, Float] :score
|
|
16246
|
+
# The score for the result.
|
|
16247
|
+
#
|
|
16248
|
+
# @option params [required, Array<Types::DataQualityRuleResult>] :rule_results
|
|
16249
|
+
# The rule level results.
|
|
16250
|
+
#
|
|
16251
|
+
# @option params [Array<Types::DataQualityAnalyzerResult>] :analyzer_results
|
|
16252
|
+
# The analyzer level results.
|
|
16253
|
+
#
|
|
16254
|
+
# @option params [Array<Types::DataQualityObservation>] :observations
|
|
16255
|
+
# The observations for the result.
|
|
16256
|
+
#
|
|
16257
|
+
# @option params [Types::DataQualityAggregatedMetrics] :aggregated_metrics
|
|
16258
|
+
# The aggregated metrics for the result.
|
|
16259
|
+
#
|
|
16260
|
+
# @option params [Array<Types::StatisticSummary>] :statistics
|
|
16261
|
+
# The statistics for the result.
|
|
16262
|
+
#
|
|
16263
|
+
# @option params [Types::DataQualityConfigurationV2] :run_configuration
|
|
16264
|
+
# The run configuration for the result.
|
|
16265
|
+
#
|
|
16266
|
+
# @option params [String] :client_token
|
|
16267
|
+
# The client token for the request.
|
|
16268
|
+
#
|
|
16269
|
+
# **A suitable default value is auto-generated.** You should normally
|
|
16270
|
+
# not need to pass this option.**
|
|
16271
|
+
#
|
|
16272
|
+
# @option params [required, String] :evaluation_context
|
|
16273
|
+
# The evaluation context for the result.
|
|
16274
|
+
#
|
|
16275
|
+
# @option params [Hash<String,String>] :descriptors
|
|
16276
|
+
# The descriptors for the result.
|
|
16277
|
+
#
|
|
16278
|
+
# @option params [String] :ruleset_name
|
|
16279
|
+
# The ruleset name for the result.
|
|
16280
|
+
#
|
|
16281
|
+
# @option params [String] :data_quality_security_configuration
|
|
16282
|
+
# The security configuration for the result.
|
|
16283
|
+
#
|
|
16284
|
+
# @option params [Types::DataQualityTelemetry] :telemetry
|
|
16285
|
+
#
|
|
16286
|
+
# @return [Types::PublishDataQualityResultV2Response] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
16287
|
+
#
|
|
16288
|
+
# * {Types::PublishDataQualityResultV2Response#result_id #result_id} => String
|
|
16289
|
+
#
|
|
16290
|
+
# @example Request syntax with placeholder values
|
|
16291
|
+
#
|
|
16292
|
+
# resp = client.publish_data_quality_result_v2({
|
|
16293
|
+
# dimensions: { # required
|
|
16294
|
+
# "NameString" => "NameString",
|
|
16295
|
+
# },
|
|
16296
|
+
# tags: {
|
|
16297
|
+
# "NameString" => "NameString",
|
|
16298
|
+
# },
|
|
16299
|
+
# execution_started_on: Time.now,
|
|
16300
|
+
# execution_completed_on: Time.now,
|
|
16301
|
+
# score: 1.0, # required
|
|
16302
|
+
# rule_results: [ # required
|
|
16303
|
+
# {
|
|
16304
|
+
# name: "NameString",
|
|
16305
|
+
# description: "DataQualityRuleResultDescription",
|
|
16306
|
+
# evaluation_message: "DataQualityRuleResultDescription",
|
|
16307
|
+
# result: "PASS", # accepts PASS, FAIL, ERROR
|
|
16308
|
+
# evaluated_metrics: {
|
|
16309
|
+
# "NameString" => 1.0,
|
|
16310
|
+
# },
|
|
16311
|
+
# evaluated_rule: "DataQualityRuleResultDescription",
|
|
16312
|
+
# rule_metrics: {
|
|
16313
|
+
# "NameString" => 1.0,
|
|
16314
|
+
# },
|
|
16315
|
+
# labels: {
|
|
16316
|
+
# "NameString" => "NameString",
|
|
16317
|
+
# },
|
|
16318
|
+
# },
|
|
16319
|
+
# ],
|
|
16320
|
+
# analyzer_results: [
|
|
16321
|
+
# {
|
|
16322
|
+
# name: "NameString",
|
|
16323
|
+
# description: "DataQualityRuleResultDescription",
|
|
16324
|
+
# evaluation_message: "DataQualityRuleResultDescription",
|
|
16325
|
+
# evaluated_metrics: {
|
|
16326
|
+
# "NameString" => 1.0,
|
|
16327
|
+
# },
|
|
16328
|
+
# evaluated_distributions: {
|
|
16329
|
+
# "NameString" => {
|
|
16330
|
+
# bin_edges: ["GenericString"],
|
|
16331
|
+
# count: [1],
|
|
16332
|
+
# data_type: "NameString",
|
|
16333
|
+
# },
|
|
16334
|
+
# },
|
|
16335
|
+
# },
|
|
16336
|
+
# ],
|
|
16337
|
+
# observations: [
|
|
16338
|
+
# {
|
|
16339
|
+
# description: "DataQualityObservationDescription",
|
|
16340
|
+
# metric_based_observation: {
|
|
16341
|
+
# metric_name: "NameString",
|
|
16342
|
+
# statistic_id: "HashString",
|
|
16343
|
+
# metric_values: {
|
|
16344
|
+
# actual_value: 1.0,
|
|
16345
|
+
# expected_value: 1.0,
|
|
16346
|
+
# lower_limit: 1.0,
|
|
16347
|
+
# upper_limit: 1.0,
|
|
16348
|
+
# },
|
|
16349
|
+
# new_rules: ["NameString"],
|
|
16350
|
+
# },
|
|
16351
|
+
# },
|
|
16352
|
+
# ],
|
|
16353
|
+
# aggregated_metrics: {
|
|
16354
|
+
# total_rows_processed: 1.0,
|
|
16355
|
+
# total_rows_passed: 1.0,
|
|
16356
|
+
# total_rows_failed: 1.0,
|
|
16357
|
+
# total_rules_processed: 1.0,
|
|
16358
|
+
# total_rules_passed: 1.0,
|
|
16359
|
+
# total_rules_failed: 1.0,
|
|
16360
|
+
# },
|
|
16361
|
+
# statistics: [
|
|
16362
|
+
# {
|
|
16363
|
+
# statistic_id: "HashString",
|
|
16364
|
+
# profile_id: "HashString",
|
|
16365
|
+
# run_identifier: {
|
|
16366
|
+
# run_id: "HashString",
|
|
16367
|
+
# job_run_id: "HashString",
|
|
16368
|
+
# },
|
|
16369
|
+
# statistic_name: "StatisticNameString",
|
|
16370
|
+
# double_value: 1.0,
|
|
16371
|
+
# distribution_value: {
|
|
16372
|
+
# bin_edges: ["GenericString"],
|
|
16373
|
+
# count: [1],
|
|
16374
|
+
# data_type: "NameString",
|
|
16375
|
+
# },
|
|
16376
|
+
# evaluation_level: "Dataset", # accepts Dataset, Column, Multicolumn
|
|
16377
|
+
# columns_referenced: ["NameString"],
|
|
16378
|
+
# referenced_datasets: ["NameString"],
|
|
16379
|
+
# statistic_properties: {
|
|
16380
|
+
# "NameString" => "DescriptionString",
|
|
16381
|
+
# },
|
|
16382
|
+
# recorded_on: Time.now,
|
|
16383
|
+
# inclusion_annotation: {
|
|
16384
|
+
# value: "INCLUDE", # accepts INCLUDE, EXCLUDE
|
|
16385
|
+
# last_modified_on: Time.now,
|
|
16386
|
+
# },
|
|
16387
|
+
# },
|
|
16388
|
+
# ],
|
|
16389
|
+
# run_configuration: {
|
|
16390
|
+
# observations_enabled: "ALL", # accepts ALL, NONE
|
|
16391
|
+
# observation_mode: "SCHEDULED", # accepts SCHEDULED, FIXED
|
|
16392
|
+
# },
|
|
16393
|
+
# client_token: "ClientTokenString",
|
|
16394
|
+
# evaluation_context: "NameString", # required
|
|
16395
|
+
# descriptors: {
|
|
16396
|
+
# "NameString" => "NameString",
|
|
16397
|
+
# },
|
|
16398
|
+
# ruleset_name: "HashString",
|
|
16399
|
+
# data_quality_security_configuration: "NameString",
|
|
16400
|
+
# telemetry: {
|
|
16401
|
+
# vcpu_hours: 1.0,
|
|
16402
|
+
# flags_enabled: {
|
|
16403
|
+
# "NameString" => "NameString",
|
|
16404
|
+
# },
|
|
16405
|
+
# library_version: "NameString",
|
|
16406
|
+
# spark_version: "NameString",
|
|
16407
|
+
# host_runtime_version: "NameString",
|
|
16408
|
+
# engine: "SPARK", # accepts SPARK, PYTHON
|
|
16409
|
+
# },
|
|
16410
|
+
# })
|
|
16411
|
+
#
|
|
16412
|
+
# @example Response structure
|
|
16413
|
+
#
|
|
16414
|
+
# resp.result_id #=> String
|
|
16415
|
+
#
|
|
16416
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PublishDataQualityResultV2 AWS API Documentation
|
|
16417
|
+
#
|
|
16418
|
+
# @overload publish_data_quality_result_v2(params = {})
|
|
16419
|
+
# @param [Hash] params ({})
|
|
16420
|
+
def publish_data_quality_result_v2(params = {}, options = {})
|
|
16421
|
+
req = build_request(:publish_data_quality_result_v2, params)
|
|
16422
|
+
req.send_request(options)
|
|
16423
|
+
end
|
|
16424
|
+
|
|
15916
16425
|
# Creates or updates an asset in Glue Data Catalog. If the asset already
|
|
15917
16426
|
# exists, this operation updates it; otherwise, a new asset is created.
|
|
15918
16427
|
#
|
|
@@ -17692,6 +18201,7 @@ module Aws::Glue
|
|
|
17692
18201
|
# resp.table_list[0].status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
17693
18202
|
# resp.table_list[0].status.details.view_validations[0].error.error_code #=> String
|
|
17694
18203
|
# resp.table_list[0].status.details.view_validations[0].error.error_message #=> String
|
|
18204
|
+
# resp.table_list[0].rls_properties.default_rls_policy #=> String
|
|
17695
18205
|
#
|
|
17696
18206
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTables AWS API Documentation
|
|
17697
18207
|
#
|
|
@@ -21397,7 +21907,7 @@ module Aws::Glue
|
|
|
21397
21907
|
tracer: tracer
|
|
21398
21908
|
)
|
|
21399
21909
|
context[:gem_name] = 'aws-sdk-glue'
|
|
21400
|
-
context[:gem_version] = '1.
|
|
21910
|
+
context[:gem_version] = '1.283.0'
|
|
21401
21911
|
Seahorse::Client::Request.new(handlers, context)
|
|
21402
21912
|
end
|
|
21403
21913
|
|