aws-sdk-glue 1.280.0 → 1.282.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +565 -1
- data/lib/aws-sdk-glue/client_api.rb +244 -0
- data/lib/aws-sdk-glue/types.rb +614 -5
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +182 -0
- data/sig/types.rbs +156 -0
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: a03ec5ecda4bcd982d70daf3d0a7332c1ef3f26a1d26d858c7899136f22b6f9d
|
|
4
|
+
data.tar.gz: db1bf66e54bec5e39e69cc8db17ae74ba43561158b40978f9ba2fd151f3e9dd5
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: de767b4d342ad8ef04f594a677a491a640815bf58b054a72fbf264f6f193364ff94b808f1574fcc9f5ef516cba8ebe7da1a89ab1d2db49dedb2e53147be5ebec
|
|
7
|
+
data.tar.gz: 6ea25b428a537a3a2207ffc3eefbeae5be6c8b4c9606d0e2990d33133d89a55f762bf24a6fe769f99b47312876e0c019f7e0e6c451bf9970705a9a3a53b763f3
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,16 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.282.0 (2026-10-12)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - Adds new AWS Glue Data Quality APIs to retrieve and list data quality evaluation results. The new GetDataQualityResultV2, BatchGetDataQualityResultV2, and ListDataQualityResultsV2 operations return data quality results published from any supported data processing engine.
|
|
8
|
+
|
|
9
|
+
1.281.0 (2026-10-08)
|
|
10
|
+
------------------
|
|
11
|
+
|
|
12
|
+
* Feature - Introduced GetSystemLogsForJobRun and GetSystemLogsForSession APIs, enabling account admins to retrieve system-space logs for FGAC-enabled Glue jobs and sessions.
|
|
13
|
+
|
|
4
14
|
1.280.0 (2026-10-02)
|
|
5
15
|
------------------
|
|
6
16
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.282.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -1144,6 +1144,104 @@ module Aws::Glue
|
|
|
1144
1144
|
req.send_request(options)
|
|
1145
1145
|
end
|
|
1146
1146
|
|
|
1147
|
+
# Retrieves a list of data quality results for the specified result IDs.
|
|
1148
|
+
# You can specify up to 100 result IDs in a single request.
|
|
1149
|
+
#
|
|
1150
|
+
# @option params [required, Array<String>] :result_ids
|
|
1151
|
+
# A list of unique result IDs for the data quality results.
|
|
1152
|
+
#
|
|
1153
|
+
# @return [Types::BatchGetDataQualityResultV2Response] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1154
|
+
#
|
|
1155
|
+
# * {Types::BatchGetDataQualityResultV2Response#results #results} => Array<Types::DataQualityResultV2Item>
|
|
1156
|
+
# * {Types::BatchGetDataQualityResultV2Response#results_not_found #results_not_found} => Array<String>
|
|
1157
|
+
#
|
|
1158
|
+
# @example Request syntax with placeholder values
|
|
1159
|
+
#
|
|
1160
|
+
# resp = client.batch_get_data_quality_result_v2({
|
|
1161
|
+
# result_ids: ["HashString"], # required
|
|
1162
|
+
# })
|
|
1163
|
+
#
|
|
1164
|
+
# @example Response structure
|
|
1165
|
+
#
|
|
1166
|
+
# resp.results #=> Array
|
|
1167
|
+
# resp.results[0].result_id #=> String
|
|
1168
|
+
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
1169
|
+
# resp.results[0].data_source.glue_table.table_name #=> String
|
|
1170
|
+
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
|
1171
|
+
# resp.results[0].data_source.glue_table.connection_name #=> String
|
|
1172
|
+
# resp.results[0].data_source.glue_table.additional_options #=> Hash
|
|
1173
|
+
# resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
|
|
1174
|
+
# resp.results[0].data_source.data_quality_glue_table.database_name #=> String
|
|
1175
|
+
# resp.results[0].data_source.data_quality_glue_table.table_name #=> String
|
|
1176
|
+
# resp.results[0].data_source.data_quality_glue_table.catalog_id #=> String
|
|
1177
|
+
# resp.results[0].data_source.data_quality_glue_table.connection_name #=> String
|
|
1178
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options #=> Hash
|
|
1179
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
|
1180
|
+
# resp.results[0].data_source.data_quality_glue_table.pre_processing_query #=> String
|
|
1181
|
+
# resp.results[0].dimensions #=> Hash
|
|
1182
|
+
# resp.results[0].dimensions["NameString"] #=> String
|
|
1183
|
+
# resp.results[0].tags #=> Hash
|
|
1184
|
+
# resp.results[0].tags["NameString"] #=> String
|
|
1185
|
+
# resp.results[0].execution_started_on #=> Time
|
|
1186
|
+
# resp.results[0].execution_completed_on #=> Time
|
|
1187
|
+
# resp.results[0].result_published_on #=> Time
|
|
1188
|
+
# resp.results[0].score #=> Float
|
|
1189
|
+
# resp.results[0].rule_results #=> Array
|
|
1190
|
+
# resp.results[0].rule_results[0].name #=> String
|
|
1191
|
+
# resp.results[0].rule_results[0].description #=> String
|
|
1192
|
+
# resp.results[0].rule_results[0].evaluation_message #=> String
|
|
1193
|
+
# resp.results[0].rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
|
1194
|
+
# resp.results[0].rule_results[0].evaluated_metrics #=> Hash
|
|
1195
|
+
# resp.results[0].rule_results[0].evaluated_metrics["NameString"] #=> Float
|
|
1196
|
+
# resp.results[0].rule_results[0].evaluated_rule #=> String
|
|
1197
|
+
# resp.results[0].rule_results[0].rule_metrics #=> Hash
|
|
1198
|
+
# resp.results[0].rule_results[0].rule_metrics["NameString"] #=> Float
|
|
1199
|
+
# resp.results[0].rule_results[0].labels #=> Hash
|
|
1200
|
+
# resp.results[0].rule_results[0].labels["NameString"] #=> String
|
|
1201
|
+
# resp.results[0].analyzer_results #=> Array
|
|
1202
|
+
# resp.results[0].analyzer_results[0].name #=> String
|
|
1203
|
+
# resp.results[0].analyzer_results[0].description #=> String
|
|
1204
|
+
# resp.results[0].analyzer_results[0].evaluation_message #=> String
|
|
1205
|
+
# resp.results[0].analyzer_results[0].evaluated_metrics #=> Hash
|
|
1206
|
+
# resp.results[0].analyzer_results[0].evaluated_metrics["NameString"] #=> Float
|
|
1207
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions #=> Hash
|
|
1208
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions["NameString"].bin_edges #=> Array
|
|
1209
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions["NameString"].bin_edges[0] #=> String
|
|
1210
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions["NameString"].count #=> Array
|
|
1211
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions["NameString"].count[0] #=> Integer
|
|
1212
|
+
# resp.results[0].analyzer_results[0].evaluated_distributions["NameString"].data_type #=> String
|
|
1213
|
+
# resp.results[0].observations #=> Array
|
|
1214
|
+
# resp.results[0].observations[0].description #=> String
|
|
1215
|
+
# resp.results[0].observations[0].metric_based_observation.metric_name #=> String
|
|
1216
|
+
# resp.results[0].observations[0].metric_based_observation.statistic_id #=> String
|
|
1217
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.actual_value #=> Float
|
|
1218
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.expected_value #=> Float
|
|
1219
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.lower_limit #=> Float
|
|
1220
|
+
# resp.results[0].observations[0].metric_based_observation.metric_values.upper_limit #=> Float
|
|
1221
|
+
# resp.results[0].observations[0].metric_based_observation.new_rules #=> Array
|
|
1222
|
+
# resp.results[0].observations[0].metric_based_observation.new_rules[0] #=> String
|
|
1223
|
+
# resp.results[0].evaluation_context #=> String
|
|
1224
|
+
# resp.results[0].descriptors #=> Hash
|
|
1225
|
+
# resp.results[0].descriptors["NameString"] #=> String
|
|
1226
|
+
# resp.results[0].aggregated_metrics.total_rows_processed #=> Float
|
|
1227
|
+
# resp.results[0].aggregated_metrics.total_rows_passed #=> Float
|
|
1228
|
+
# resp.results[0].aggregated_metrics.total_rows_failed #=> Float
|
|
1229
|
+
# resp.results[0].aggregated_metrics.total_rules_processed #=> Float
|
|
1230
|
+
# resp.results[0].aggregated_metrics.total_rules_passed #=> Float
|
|
1231
|
+
# resp.results[0].aggregated_metrics.total_rules_failed #=> Float
|
|
1232
|
+
# resp.results[0].ruleset_name #=> String
|
|
1233
|
+
# resp.results_not_found #=> Array
|
|
1234
|
+
# resp.results_not_found[0] #=> String
|
|
1235
|
+
#
|
|
1236
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetDataQualityResultV2 AWS API Documentation
|
|
1237
|
+
#
|
|
1238
|
+
# @overload batch_get_data_quality_result_v2(params = {})
|
|
1239
|
+
# @param [Hash] params ({})
|
|
1240
|
+
def batch_get_data_quality_result_v2(params = {}, options = {})
|
|
1241
|
+
req = build_request(:batch_get_data_quality_result_v2, params)
|
|
1242
|
+
req.send_request(options)
|
|
1243
|
+
end
|
|
1244
|
+
|
|
1147
1245
|
# Retrieves the details of multiple evaluation runs in a single request.
|
|
1148
1246
|
#
|
|
1149
1247
|
# @option params [required, Array<String>] :run_ids
|
|
@@ -8794,6 +8892,116 @@ module Aws::Glue
|
|
|
8794
8892
|
req.send_request(options)
|
|
8795
8893
|
end
|
|
8796
8894
|
|
|
8895
|
+
# Retrieves the result of a data quality rule evaluation published from
|
|
8896
|
+
# any supported data platform.
|
|
8897
|
+
#
|
|
8898
|
+
# @option params [required, String] :result_id
|
|
8899
|
+
# A unique result ID for the data quality result.
|
|
8900
|
+
#
|
|
8901
|
+
# @return [Types::GetDataQualityResultV2Response] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
8902
|
+
#
|
|
8903
|
+
# * {Types::GetDataQualityResultV2Response#result_id #result_id} => String
|
|
8904
|
+
# * {Types::GetDataQualityResultV2Response#data_source #data_source} => Types::DataSource
|
|
8905
|
+
# * {Types::GetDataQualityResultV2Response#profile_id #profile_id} => String
|
|
8906
|
+
# * {Types::GetDataQualityResultV2Response#dimensions #dimensions} => Hash<String,String>
|
|
8907
|
+
# * {Types::GetDataQualityResultV2Response#tags #tags} => Hash<String,String>
|
|
8908
|
+
# * {Types::GetDataQualityResultV2Response#execution_started_on #execution_started_on} => Time
|
|
8909
|
+
# * {Types::GetDataQualityResultV2Response#execution_completed_on #execution_completed_on} => Time
|
|
8910
|
+
# * {Types::GetDataQualityResultV2Response#result_published_on #result_published_on} => Time
|
|
8911
|
+
# * {Types::GetDataQualityResultV2Response#score #score} => Float
|
|
8912
|
+
# * {Types::GetDataQualityResultV2Response#rule_results #rule_results} => Array<Types::DataQualityRuleResult>
|
|
8913
|
+
# * {Types::GetDataQualityResultV2Response#analyzer_results #analyzer_results} => Array<Types::DataQualityAnalyzerResult>
|
|
8914
|
+
# * {Types::GetDataQualityResultV2Response#observations #observations} => Array<Types::DataQualityObservation>
|
|
8915
|
+
# * {Types::GetDataQualityResultV2Response#evaluation_context #evaluation_context} => String
|
|
8916
|
+
# * {Types::GetDataQualityResultV2Response#descriptors #descriptors} => Hash<String,String>
|
|
8917
|
+
# * {Types::GetDataQualityResultV2Response#aggregated_metrics #aggregated_metrics} => Types::DataQualityAggregatedMetrics
|
|
8918
|
+
# * {Types::GetDataQualityResultV2Response#ruleset_name #ruleset_name} => String
|
|
8919
|
+
#
|
|
8920
|
+
# @example Request syntax with placeholder values
|
|
8921
|
+
#
|
|
8922
|
+
# resp = client.get_data_quality_result_v2({
|
|
8923
|
+
# result_id: "HashString", # required
|
|
8924
|
+
# })
|
|
8925
|
+
#
|
|
8926
|
+
# @example Response structure
|
|
8927
|
+
#
|
|
8928
|
+
# resp.result_id #=> String
|
|
8929
|
+
# resp.data_source.glue_table.database_name #=> String
|
|
8930
|
+
# resp.data_source.glue_table.table_name #=> String
|
|
8931
|
+
# resp.data_source.glue_table.catalog_id #=> String
|
|
8932
|
+
# resp.data_source.glue_table.connection_name #=> String
|
|
8933
|
+
# resp.data_source.glue_table.additional_options #=> Hash
|
|
8934
|
+
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
|
8935
|
+
# resp.data_source.data_quality_glue_table.database_name #=> String
|
|
8936
|
+
# resp.data_source.data_quality_glue_table.table_name #=> String
|
|
8937
|
+
# resp.data_source.data_quality_glue_table.catalog_id #=> String
|
|
8938
|
+
# resp.data_source.data_quality_glue_table.connection_name #=> String
|
|
8939
|
+
# resp.data_source.data_quality_glue_table.additional_options #=> Hash
|
|
8940
|
+
# resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
|
8941
|
+
# resp.data_source.data_quality_glue_table.pre_processing_query #=> String
|
|
8942
|
+
# resp.profile_id #=> String
|
|
8943
|
+
# resp.dimensions #=> Hash
|
|
8944
|
+
# resp.dimensions["NameString"] #=> String
|
|
8945
|
+
# resp.tags #=> Hash
|
|
8946
|
+
# resp.tags["NameString"] #=> String
|
|
8947
|
+
# resp.execution_started_on #=> Time
|
|
8948
|
+
# resp.execution_completed_on #=> Time
|
|
8949
|
+
# resp.result_published_on #=> Time
|
|
8950
|
+
# resp.score #=> Float
|
|
8951
|
+
# resp.rule_results #=> Array
|
|
8952
|
+
# resp.rule_results[0].name #=> String
|
|
8953
|
+
# resp.rule_results[0].description #=> String
|
|
8954
|
+
# resp.rule_results[0].evaluation_message #=> String
|
|
8955
|
+
# resp.rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
|
8956
|
+
# resp.rule_results[0].evaluated_metrics #=> Hash
|
|
8957
|
+
# resp.rule_results[0].evaluated_metrics["NameString"] #=> Float
|
|
8958
|
+
# resp.rule_results[0].evaluated_rule #=> String
|
|
8959
|
+
# resp.rule_results[0].rule_metrics #=> Hash
|
|
8960
|
+
# resp.rule_results[0].rule_metrics["NameString"] #=> Float
|
|
8961
|
+
# resp.rule_results[0].labels #=> Hash
|
|
8962
|
+
# resp.rule_results[0].labels["NameString"] #=> String
|
|
8963
|
+
# resp.analyzer_results #=> Array
|
|
8964
|
+
# resp.analyzer_results[0].name #=> String
|
|
8965
|
+
# resp.analyzer_results[0].description #=> String
|
|
8966
|
+
# resp.analyzer_results[0].evaluation_message #=> String
|
|
8967
|
+
# resp.analyzer_results[0].evaluated_metrics #=> Hash
|
|
8968
|
+
# resp.analyzer_results[0].evaluated_metrics["NameString"] #=> Float
|
|
8969
|
+
# resp.analyzer_results[0].evaluated_distributions #=> Hash
|
|
8970
|
+
# resp.analyzer_results[0].evaluated_distributions["NameString"].bin_edges #=> Array
|
|
8971
|
+
# resp.analyzer_results[0].evaluated_distributions["NameString"].bin_edges[0] #=> String
|
|
8972
|
+
# resp.analyzer_results[0].evaluated_distributions["NameString"].count #=> Array
|
|
8973
|
+
# resp.analyzer_results[0].evaluated_distributions["NameString"].count[0] #=> Integer
|
|
8974
|
+
# resp.analyzer_results[0].evaluated_distributions["NameString"].data_type #=> String
|
|
8975
|
+
# resp.observations #=> Array
|
|
8976
|
+
# resp.observations[0].description #=> String
|
|
8977
|
+
# resp.observations[0].metric_based_observation.metric_name #=> String
|
|
8978
|
+
# resp.observations[0].metric_based_observation.statistic_id #=> String
|
|
8979
|
+
# resp.observations[0].metric_based_observation.metric_values.actual_value #=> Float
|
|
8980
|
+
# resp.observations[0].metric_based_observation.metric_values.expected_value #=> Float
|
|
8981
|
+
# resp.observations[0].metric_based_observation.metric_values.lower_limit #=> Float
|
|
8982
|
+
# resp.observations[0].metric_based_observation.metric_values.upper_limit #=> Float
|
|
8983
|
+
# resp.observations[0].metric_based_observation.new_rules #=> Array
|
|
8984
|
+
# resp.observations[0].metric_based_observation.new_rules[0] #=> String
|
|
8985
|
+
# resp.evaluation_context #=> String
|
|
8986
|
+
# resp.descriptors #=> Hash
|
|
8987
|
+
# resp.descriptors["NameString"] #=> String
|
|
8988
|
+
# resp.aggregated_metrics.total_rows_processed #=> Float
|
|
8989
|
+
# resp.aggregated_metrics.total_rows_passed #=> Float
|
|
8990
|
+
# resp.aggregated_metrics.total_rows_failed #=> Float
|
|
8991
|
+
# resp.aggregated_metrics.total_rules_processed #=> Float
|
|
8992
|
+
# resp.aggregated_metrics.total_rules_passed #=> Float
|
|
8993
|
+
# resp.aggregated_metrics.total_rules_failed #=> Float
|
|
8994
|
+
# resp.ruleset_name #=> String
|
|
8995
|
+
#
|
|
8996
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResultV2 AWS API Documentation
|
|
8997
|
+
#
|
|
8998
|
+
# @overload get_data_quality_result_v2(params = {})
|
|
8999
|
+
# @param [Hash] params ({})
|
|
9000
|
+
def get_data_quality_result_v2(params = {}, options = {})
|
|
9001
|
+
req = build_request(:get_data_quality_result_v2, params)
|
|
9002
|
+
req.send_request(options)
|
|
9003
|
+
end
|
|
9004
|
+
|
|
8797
9005
|
# Gets the specified recommendation run that was used to generate rules.
|
|
8798
9006
|
#
|
|
8799
9007
|
# @option params [required, String] :run_id
|
|
@@ -11420,6 +11628,66 @@ module Aws::Glue
|
|
|
11420
11628
|
req.send_request(options)
|
|
11421
11629
|
end
|
|
11422
11630
|
|
|
11631
|
+
# Retrieves the system logs for a job run.
|
|
11632
|
+
#
|
|
11633
|
+
# @option params [required, String] :job_name
|
|
11634
|
+
# The name of the job.
|
|
11635
|
+
#
|
|
11636
|
+
# @option params [required, String] :run_id
|
|
11637
|
+
# The ID of the job run.
|
|
11638
|
+
#
|
|
11639
|
+
# @return [Types::GetSystemLogsForJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
11640
|
+
#
|
|
11641
|
+
# * {Types::GetSystemLogsForJobRunResponse#system_logs_url #system_logs_url} => String
|
|
11642
|
+
#
|
|
11643
|
+
# @example Request syntax with placeholder values
|
|
11644
|
+
#
|
|
11645
|
+
# resp = client.get_system_logs_for_job_run({
|
|
11646
|
+
# job_name: "NameString", # required
|
|
11647
|
+
# run_id: "IdString", # required
|
|
11648
|
+
# })
|
|
11649
|
+
#
|
|
11650
|
+
# @example Response structure
|
|
11651
|
+
#
|
|
11652
|
+
# resp.system_logs_url #=> String
|
|
11653
|
+
#
|
|
11654
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSystemLogsForJobRun AWS API Documentation
|
|
11655
|
+
#
|
|
11656
|
+
# @overload get_system_logs_for_job_run(params = {})
|
|
11657
|
+
# @param [Hash] params ({})
|
|
11658
|
+
def get_system_logs_for_job_run(params = {}, options = {})
|
|
11659
|
+
req = build_request(:get_system_logs_for_job_run, params)
|
|
11660
|
+
req.send_request(options)
|
|
11661
|
+
end
|
|
11662
|
+
|
|
11663
|
+
# Retrieves the system logs for an interactive session.
|
|
11664
|
+
#
|
|
11665
|
+
# @option params [required, String] :id
|
|
11666
|
+
# The ID of the session.
|
|
11667
|
+
#
|
|
11668
|
+
# @return [Types::GetSystemLogsForSessionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
11669
|
+
#
|
|
11670
|
+
# * {Types::GetSystemLogsForSessionResponse#system_logs_url #system_logs_url} => String
|
|
11671
|
+
#
|
|
11672
|
+
# @example Request syntax with placeholder values
|
|
11673
|
+
#
|
|
11674
|
+
# resp = client.get_system_logs_for_session({
|
|
11675
|
+
# id: "NameString", # required
|
|
11676
|
+
# })
|
|
11677
|
+
#
|
|
11678
|
+
# @example Response structure
|
|
11679
|
+
#
|
|
11680
|
+
# resp.system_logs_url #=> String
|
|
11681
|
+
#
|
|
11682
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSystemLogsForSession AWS API Documentation
|
|
11683
|
+
#
|
|
11684
|
+
# @overload get_system_logs_for_session(params = {})
|
|
11685
|
+
# @param [Hash] params ({})
|
|
11686
|
+
def get_system_logs_for_session(params = {}, options = {})
|
|
11687
|
+
req = build_request(:get_system_logs_for_session, params)
|
|
11688
|
+
req.send_request(options)
|
|
11689
|
+
end
|
|
11690
|
+
|
|
11423
11691
|
# Retrieves the `Table` definition in a Data Catalog for a specified
|
|
11424
11692
|
# table.
|
|
11425
11693
|
#
|
|
@@ -11638,6 +11906,7 @@ module Aws::Glue
|
|
|
11638
11906
|
# resp.table.status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
11639
11907
|
# resp.table.status.details.view_validations[0].error.error_code #=> String
|
|
11640
11908
|
# resp.table.status.details.view_validations[0].error.error_message #=> String
|
|
11909
|
+
# resp.table.rls_properties.default_rls_policy #=> String
|
|
11641
11910
|
#
|
|
11642
11911
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTable AWS API Documentation
|
|
11643
11912
|
#
|
|
@@ -11921,6 +12190,7 @@ module Aws::Glue
|
|
|
11921
12190
|
# resp.table_version.table.status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
11922
12191
|
# resp.table_version.table.status.details.view_validations[0].error.error_code #=> String
|
|
11923
12192
|
# resp.table_version.table.status.details.view_validations[0].error.error_message #=> String
|
|
12193
|
+
# resp.table_version.table.rls_properties.default_rls_policy #=> String
|
|
11924
12194
|
# resp.table_version.version_id #=> String
|
|
11925
12195
|
#
|
|
11926
12196
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableVersion AWS API Documentation
|
|
@@ -12128,6 +12398,7 @@ module Aws::Glue
|
|
|
12128
12398
|
# resp.table_versions[0].table.status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
12129
12399
|
# resp.table_versions[0].table.status.details.view_validations[0].error.error_code #=> String
|
|
12130
12400
|
# resp.table_versions[0].table.status.details.view_validations[0].error.error_message #=> String
|
|
12401
|
+
# resp.table_versions[0].table.rls_properties.default_rls_policy #=> String
|
|
12131
12402
|
# resp.table_versions[0].version_id #=> String
|
|
12132
12403
|
# resp.next_token #=> String
|
|
12133
12404
|
#
|
|
@@ -12378,6 +12649,7 @@ module Aws::Glue
|
|
|
12378
12649
|
# resp.table_list[0].status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
12379
12650
|
# resp.table_list[0].status.details.view_validations[0].error.error_code #=> String
|
|
12380
12651
|
# resp.table_list[0].status.details.view_validations[0].error.error_message #=> String
|
|
12652
|
+
# resp.table_list[0].rls_properties.default_rls_policy #=> String
|
|
12381
12653
|
# resp.next_token #=> String
|
|
12382
12654
|
#
|
|
12383
12655
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTables AWS API Documentation
|
|
@@ -13166,6 +13438,7 @@ module Aws::Glue
|
|
|
13166
13438
|
# resp.table.status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
13167
13439
|
# resp.table.status.details.view_validations[0].error.error_code #=> String
|
|
13168
13440
|
# resp.table.status.details.view_validations[0].error.error_message #=> String
|
|
13441
|
+
# resp.table.rls_properties.default_rls_policy #=> String
|
|
13169
13442
|
# resp.authorized_columns #=> Array
|
|
13170
13443
|
# resp.authorized_columns[0] #=> String
|
|
13171
13444
|
# resp.is_registered_with_lake_formation #=> Boolean
|
|
@@ -14318,6 +14591,97 @@ module Aws::Glue
|
|
|
14318
14591
|
req.send_request(options)
|
|
14319
14592
|
end
|
|
14320
14593
|
|
|
14594
|
+
# Returns a paginated list of data quality execution results for your
|
|
14595
|
+
# account, filtered by the specified criteria. Use the `NextToken`
|
|
14596
|
+
# parameter to retrieve additional results.
|
|
14597
|
+
#
|
|
14598
|
+
# @option params [Types::DataQualityResultsV2FilterCriteria] :filter
|
|
14599
|
+
# The filter criteria.
|
|
14600
|
+
#
|
|
14601
|
+
# @option params [String] :next_token
|
|
14602
|
+
# A pagination token to retrieve the next page of results.
|
|
14603
|
+
#
|
|
14604
|
+
# @option params [Integer] :max_results
|
|
14605
|
+
# The maximum number of results to return. If you don't specify a
|
|
14606
|
+
# value, the operation uses the default number of results.
|
|
14607
|
+
#
|
|
14608
|
+
# @return [Types::ListDataQualityResultsV2Response] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
14609
|
+
#
|
|
14610
|
+
# * {Types::ListDataQualityResultsV2Response#results #results} => Array<Types::DataQualityResultsV2Description>
|
|
14611
|
+
# * {Types::ListDataQualityResultsV2Response#next_token #next_token} => String
|
|
14612
|
+
#
|
|
14613
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
|
14614
|
+
#
|
|
14615
|
+
# @example Request syntax with placeholder values
|
|
14616
|
+
#
|
|
14617
|
+
# resp = client.list_data_quality_results_v2({
|
|
14618
|
+
# filter: {
|
|
14619
|
+
# data_source: {
|
|
14620
|
+
# glue_table: {
|
|
14621
|
+
# database_name: "NameString", # required
|
|
14622
|
+
# table_name: "NameString", # required
|
|
14623
|
+
# catalog_id: "NameString",
|
|
14624
|
+
# connection_name: "NameString",
|
|
14625
|
+
# additional_options: {
|
|
14626
|
+
# "NameString" => "DescriptionString",
|
|
14627
|
+
# },
|
|
14628
|
+
# },
|
|
14629
|
+
# data_quality_glue_table: {
|
|
14630
|
+
# database_name: "NameString", # required
|
|
14631
|
+
# table_name: "NameString", # required
|
|
14632
|
+
# catalog_id: "NameString",
|
|
14633
|
+
# connection_name: "NameString",
|
|
14634
|
+
# additional_options: {
|
|
14635
|
+
# "NameString" => "DescriptionString",
|
|
14636
|
+
# },
|
|
14637
|
+
# pre_processing_query: "PreProcessingQueryString",
|
|
14638
|
+
# },
|
|
14639
|
+
# },
|
|
14640
|
+
# published_after: Time.now,
|
|
14641
|
+
# published_before: Time.now,
|
|
14642
|
+
# dimensions: {
|
|
14643
|
+
# "NameString" => "NameString",
|
|
14644
|
+
# },
|
|
14645
|
+
# evaluation_context: "NameString",
|
|
14646
|
+
# },
|
|
14647
|
+
# next_token: "PaginationToken",
|
|
14648
|
+
# max_results: 1,
|
|
14649
|
+
# })
|
|
14650
|
+
#
|
|
14651
|
+
# @example Response structure
|
|
14652
|
+
#
|
|
14653
|
+
# resp.results #=> Array
|
|
14654
|
+
# resp.results[0].result_id #=> String
|
|
14655
|
+
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
14656
|
+
# resp.results[0].data_source.glue_table.table_name #=> String
|
|
14657
|
+
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
|
14658
|
+
# resp.results[0].data_source.glue_table.connection_name #=> String
|
|
14659
|
+
# resp.results[0].data_source.glue_table.additional_options #=> Hash
|
|
14660
|
+
# resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
|
|
14661
|
+
# resp.results[0].data_source.data_quality_glue_table.database_name #=> String
|
|
14662
|
+
# resp.results[0].data_source.data_quality_glue_table.table_name #=> String
|
|
14663
|
+
# resp.results[0].data_source.data_quality_glue_table.catalog_id #=> String
|
|
14664
|
+
# resp.results[0].data_source.data_quality_glue_table.connection_name #=> String
|
|
14665
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options #=> Hash
|
|
14666
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
|
14667
|
+
# resp.results[0].data_source.data_quality_glue_table.pre_processing_query #=> String
|
|
14668
|
+
# resp.results[0].result_published_on #=> Time
|
|
14669
|
+
# resp.results[0].dimensions #=> Hash
|
|
14670
|
+
# resp.results[0].dimensions["NameString"] #=> String
|
|
14671
|
+
# resp.results[0].evaluation_context #=> String
|
|
14672
|
+
# resp.results[0].descriptors #=> Hash
|
|
14673
|
+
# resp.results[0].descriptors["NameString"] #=> String
|
|
14674
|
+
# resp.next_token #=> String
|
|
14675
|
+
#
|
|
14676
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityResultsV2 AWS API Documentation
|
|
14677
|
+
#
|
|
14678
|
+
# @overload list_data_quality_results_v2(params = {})
|
|
14679
|
+
# @param [Hash] params ({})
|
|
14680
|
+
def list_data_quality_results_v2(params = {}, options = {})
|
|
14681
|
+
req = build_request(:list_data_quality_results_v2, params)
|
|
14682
|
+
req.send_request(options)
|
|
14683
|
+
end
|
|
14684
|
+
|
|
14321
14685
|
# Lists the recommendation runs meeting the filter criteria.
|
|
14322
14686
|
#
|
|
14323
14687
|
# @option params [Types::DataQualityRuleRecommendationRunFilter] :filter
|
|
@@ -15853,6 +16217,205 @@ module Aws::Glue
|
|
|
15853
16217
|
req.send_request(options)
|
|
15854
16218
|
end
|
|
15855
16219
|
|
|
16220
|
+
# <note markdown="1"> This operation is intended for internal use. Do not call it directly.
|
|
16221
|
+
#
|
|
16222
|
+
# </note>
|
|
16223
|
+
#
|
|
16224
|
+
# AWS Glue Data Quality uses this operation to publish a data quality
|
|
16225
|
+
# result.
|
|
16226
|
+
#
|
|
16227
|
+
# @option params [required, Hash<String,String>] :dimensions
|
|
16228
|
+
# The dimensions for the result.
|
|
16229
|
+
#
|
|
16230
|
+
# @option params [Hash<String,String>] :tags
|
|
16231
|
+
# The tags for the result.
|
|
16232
|
+
#
|
|
16233
|
+
# @option params [Time,DateTime,Date,Integer,String] :execution_started_on
|
|
16234
|
+
# The time execution started for the result.
|
|
16235
|
+
#
|
|
16236
|
+
# @option params [Time,DateTime,Date,Integer,String] :execution_completed_on
|
|
16237
|
+
# The time execution completed for the result.
|
|
16238
|
+
#
|
|
16239
|
+
# @option params [required, Float] :score
|
|
16240
|
+
# The score for the result.
|
|
16241
|
+
#
|
|
16242
|
+
# @option params [required, Array<Types::DataQualityRuleResult>] :rule_results
|
|
16243
|
+
# The rule level results.
|
|
16244
|
+
#
|
|
16245
|
+
# @option params [Array<Types::DataQualityAnalyzerResult>] :analyzer_results
|
|
16246
|
+
# The analyzer level results.
|
|
16247
|
+
#
|
|
16248
|
+
# @option params [Array<Types::DataQualityObservation>] :observations
|
|
16249
|
+
# The observations for the result.
|
|
16250
|
+
#
|
|
16251
|
+
# @option params [Types::DataQualityAggregatedMetrics] :aggregated_metrics
|
|
16252
|
+
# The aggregated metrics for the result.
|
|
16253
|
+
#
|
|
16254
|
+
# @option params [Array<Types::StatisticSummary>] :statistics
|
|
16255
|
+
# The statistics for the result.
|
|
16256
|
+
#
|
|
16257
|
+
# @option params [Types::DataQualityConfigurationV2] :run_configuration
|
|
16258
|
+
# The run configuration for the result.
|
|
16259
|
+
#
|
|
16260
|
+
# @option params [String] :client_token
|
|
16261
|
+
# The client token for the request.
|
|
16262
|
+
#
|
|
16263
|
+
# **A suitable default value is auto-generated.** You should normally
|
|
16264
|
+
# not need to pass this option.**
|
|
16265
|
+
#
|
|
16266
|
+
# @option params [required, String] :evaluation_context
|
|
16267
|
+
# The evaluation context for the result.
|
|
16268
|
+
#
|
|
16269
|
+
# @option params [Hash<String,String>] :descriptors
|
|
16270
|
+
# The descriptors for the result.
|
|
16271
|
+
#
|
|
16272
|
+
# @option params [String] :ruleset_name
|
|
16273
|
+
# The ruleset name for the result.
|
|
16274
|
+
#
|
|
16275
|
+
# @option params [String] :data_quality_security_configuration
|
|
16276
|
+
# The security configuration for the result.
|
|
16277
|
+
#
|
|
16278
|
+
# @option params [Types::DataQualityTelemetry] :telemetry
|
|
16279
|
+
#
|
|
16280
|
+
# @return [Types::PublishDataQualityResultV2Response] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
16281
|
+
#
|
|
16282
|
+
# * {Types::PublishDataQualityResultV2Response#result_id #result_id} => String
|
|
16283
|
+
#
|
|
16284
|
+
# @example Request syntax with placeholder values
|
|
16285
|
+
#
|
|
16286
|
+
# resp = client.publish_data_quality_result_v2({
|
|
16287
|
+
# dimensions: { # required
|
|
16288
|
+
# "NameString" => "NameString",
|
|
16289
|
+
# },
|
|
16290
|
+
# tags: {
|
|
16291
|
+
# "NameString" => "NameString",
|
|
16292
|
+
# },
|
|
16293
|
+
# execution_started_on: Time.now,
|
|
16294
|
+
# execution_completed_on: Time.now,
|
|
16295
|
+
# score: 1.0, # required
|
|
16296
|
+
# rule_results: [ # required
|
|
16297
|
+
# {
|
|
16298
|
+
# name: "NameString",
|
|
16299
|
+
# description: "DataQualityRuleResultDescription",
|
|
16300
|
+
# evaluation_message: "DataQualityRuleResultDescription",
|
|
16301
|
+
# result: "PASS", # accepts PASS, FAIL, ERROR
|
|
16302
|
+
# evaluated_metrics: {
|
|
16303
|
+
# "NameString" => 1.0,
|
|
16304
|
+
# },
|
|
16305
|
+
# evaluated_rule: "DataQualityRuleResultDescription",
|
|
16306
|
+
# rule_metrics: {
|
|
16307
|
+
# "NameString" => 1.0,
|
|
16308
|
+
# },
|
|
16309
|
+
# labels: {
|
|
16310
|
+
# "NameString" => "NameString",
|
|
16311
|
+
# },
|
|
16312
|
+
# },
|
|
16313
|
+
# ],
|
|
16314
|
+
# analyzer_results: [
|
|
16315
|
+
# {
|
|
16316
|
+
# name: "NameString",
|
|
16317
|
+
# description: "DataQualityRuleResultDescription",
|
|
16318
|
+
# evaluation_message: "DataQualityRuleResultDescription",
|
|
16319
|
+
# evaluated_metrics: {
|
|
16320
|
+
# "NameString" => 1.0,
|
|
16321
|
+
# },
|
|
16322
|
+
# evaluated_distributions: {
|
|
16323
|
+
# "NameString" => {
|
|
16324
|
+
# bin_edges: ["GenericString"],
|
|
16325
|
+
# count: [1],
|
|
16326
|
+
# data_type: "NameString",
|
|
16327
|
+
# },
|
|
16328
|
+
# },
|
|
16329
|
+
# },
|
|
16330
|
+
# ],
|
|
16331
|
+
# observations: [
|
|
16332
|
+
# {
|
|
16333
|
+
# description: "DataQualityObservationDescription",
|
|
16334
|
+
# metric_based_observation: {
|
|
16335
|
+
# metric_name: "NameString",
|
|
16336
|
+
# statistic_id: "HashString",
|
|
16337
|
+
# metric_values: {
|
|
16338
|
+
# actual_value: 1.0,
|
|
16339
|
+
# expected_value: 1.0,
|
|
16340
|
+
# lower_limit: 1.0,
|
|
16341
|
+
# upper_limit: 1.0,
|
|
16342
|
+
# },
|
|
16343
|
+
# new_rules: ["NameString"],
|
|
16344
|
+
# },
|
|
16345
|
+
# },
|
|
16346
|
+
# ],
|
|
16347
|
+
# aggregated_metrics: {
|
|
16348
|
+
# total_rows_processed: 1.0,
|
|
16349
|
+
# total_rows_passed: 1.0,
|
|
16350
|
+
# total_rows_failed: 1.0,
|
|
16351
|
+
# total_rules_processed: 1.0,
|
|
16352
|
+
# total_rules_passed: 1.0,
|
|
16353
|
+
# total_rules_failed: 1.0,
|
|
16354
|
+
# },
|
|
16355
|
+
# statistics: [
|
|
16356
|
+
# {
|
|
16357
|
+
# statistic_id: "HashString",
|
|
16358
|
+
# profile_id: "HashString",
|
|
16359
|
+
# run_identifier: {
|
|
16360
|
+
# run_id: "HashString",
|
|
16361
|
+
# job_run_id: "HashString",
|
|
16362
|
+
# },
|
|
16363
|
+
# statistic_name: "StatisticNameString",
|
|
16364
|
+
# double_value: 1.0,
|
|
16365
|
+
# distribution_value: {
|
|
16366
|
+
# bin_edges: ["GenericString"],
|
|
16367
|
+
# count: [1],
|
|
16368
|
+
# data_type: "NameString",
|
|
16369
|
+
# },
|
|
16370
|
+
# evaluation_level: "Dataset", # accepts Dataset, Column, Multicolumn
|
|
16371
|
+
# columns_referenced: ["NameString"],
|
|
16372
|
+
# referenced_datasets: ["NameString"],
|
|
16373
|
+
# statistic_properties: {
|
|
16374
|
+
# "NameString" => "DescriptionString",
|
|
16375
|
+
# },
|
|
16376
|
+
# recorded_on: Time.now,
|
|
16377
|
+
# inclusion_annotation: {
|
|
16378
|
+
# value: "INCLUDE", # accepts INCLUDE, EXCLUDE
|
|
16379
|
+
# last_modified_on: Time.now,
|
|
16380
|
+
# },
|
|
16381
|
+
# },
|
|
16382
|
+
# ],
|
|
16383
|
+
# run_configuration: {
|
|
16384
|
+
# observations_enabled: "ALL", # accepts ALL, NONE
|
|
16385
|
+
# observation_mode: "SCHEDULED", # accepts SCHEDULED, FIXED
|
|
16386
|
+
# },
|
|
16387
|
+
# client_token: "ClientTokenString",
|
|
16388
|
+
# evaluation_context: "NameString", # required
|
|
16389
|
+
# descriptors: {
|
|
16390
|
+
# "NameString" => "NameString",
|
|
16391
|
+
# },
|
|
16392
|
+
# ruleset_name: "HashString",
|
|
16393
|
+
# data_quality_security_configuration: "NameString",
|
|
16394
|
+
# telemetry: {
|
|
16395
|
+
# vcpu_hours: 1.0,
|
|
16396
|
+
# flags_enabled: {
|
|
16397
|
+
# "NameString" => "NameString",
|
|
16398
|
+
# },
|
|
16399
|
+
# library_version: "NameString",
|
|
16400
|
+
# spark_version: "NameString",
|
|
16401
|
+
# host_runtime_version: "NameString",
|
|
16402
|
+
# engine: "SPARK", # accepts SPARK, PYTHON
|
|
16403
|
+
# },
|
|
16404
|
+
# })
|
|
16405
|
+
#
|
|
16406
|
+
# @example Response structure
|
|
16407
|
+
#
|
|
16408
|
+
# resp.result_id #=> String
|
|
16409
|
+
#
|
|
16410
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PublishDataQualityResultV2 AWS API Documentation
|
|
16411
|
+
#
|
|
16412
|
+
# @overload publish_data_quality_result_v2(params = {})
|
|
16413
|
+
# @param [Hash] params ({})
|
|
16414
|
+
def publish_data_quality_result_v2(params = {}, options = {})
|
|
16415
|
+
req = build_request(:publish_data_quality_result_v2, params)
|
|
16416
|
+
req.send_request(options)
|
|
16417
|
+
end
|
|
16418
|
+
|
|
15856
16419
|
# Creates or updates an asset in Glue Data Catalog. If the asset already
|
|
15857
16420
|
# exists, this operation updates it; otherwise, a new asset is created.
|
|
15858
16421
|
#
|
|
@@ -17632,6 +18195,7 @@ module Aws::Glue
|
|
|
17632
18195
|
# resp.table_list[0].status.details.view_validations[0].state #=> String, one of "QUEUED", "IN_PROGRESS", "SUCCESS", "STOPPED", "FAILED"
|
|
17633
18196
|
# resp.table_list[0].status.details.view_validations[0].error.error_code #=> String
|
|
17634
18197
|
# resp.table_list[0].status.details.view_validations[0].error.error_message #=> String
|
|
18198
|
+
# resp.table_list[0].rls_properties.default_rls_policy #=> String
|
|
17635
18199
|
#
|
|
17636
18200
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTables AWS API Documentation
|
|
17637
18201
|
#
|
|
@@ -21337,7 +21901,7 @@ module Aws::Glue
|
|
|
21337
21901
|
tracer: tracer
|
|
21338
21902
|
)
|
|
21339
21903
|
context[:gem_name] = 'aws-sdk-glue'
|
|
21340
|
-
context[:gem_version] = '1.
|
|
21904
|
+
context[:gem_version] = '1.282.0'
|
|
21341
21905
|
Seahorse::Client::Request.new(handlers, context)
|
|
21342
21906
|
end
|
|
21343
21907
|
|