aws-sdk-glue 1.292.0 → 1.294.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +747 -6
- data/lib/aws-sdk-glue/client_api.rb +255 -0
- data/lib/aws-sdk-glue/types.rb +979 -30
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +129 -48
- data/sig/params.rbs +98 -20
- data/sig/types.rbs +184 -0
- metadata +3 -3
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -264,7 +264,8 @@ module Aws::Glue
|
|
|
264
264
|
# An integer representing the maximum number attempts that will be made for
|
|
265
265
|
# a single request, including the initial attempt. For example,
|
|
266
266
|
# setting this value to 5 will result in a request being retried up to
|
|
267
|
-
# 4 times. Used in `standard` and `adaptive` retry modes.
|
|
267
|
+
# 4 times. Used in `standard` and `adaptive` retry modes. Defaults to 3,
|
|
268
|
+
# except for DynamoDB and DynamoDB Streams, which default to 4.
|
|
268
269
|
#
|
|
269
270
|
# @option options [String] :profile ("default")
|
|
270
271
|
# Used when loading credentials from the shared credentials file at `HOME/.aws/credentials`.
|
|
@@ -327,15 +328,15 @@ module Aws::Glue
|
|
|
327
328
|
# used by the default backoff function. This option is only used in the
|
|
328
329
|
# `legacy` retry mode.
|
|
329
330
|
#
|
|
330
|
-
# @option options [String] :retry_mode ("
|
|
331
|
+
# @option options [String] :retry_mode ("standard")
|
|
331
332
|
# Specifies which retry algorithm to use. Values are:
|
|
332
333
|
#
|
|
333
|
-
# * `legacy` - The pre-existing retry behavior.
|
|
334
|
-
# value if no retry mode is provided.
|
|
334
|
+
# * `legacy` - The pre-existing retry behavior.
|
|
335
335
|
#
|
|
336
336
|
# * `standard` - A standardized set of retry rules across the AWS SDKs.
|
|
337
337
|
# This includes support for retry quotas, which limit the number of
|
|
338
|
-
# unsuccessful retries a client can make.
|
|
338
|
+
# unsuccessful retries a client can make. This is the default value
|
|
339
|
+
# if no retry mode is provided.
|
|
339
340
|
#
|
|
340
341
|
# * `adaptive` - A retry mode that includes all the functionality of
|
|
341
342
|
# `standard` mode along with automatic client side throttling.
|
|
@@ -1077,6 +1078,8 @@ module Aws::Glue
|
|
|
1077
1078
|
#
|
|
1078
1079
|
# resp.results #=> Array
|
|
1079
1080
|
# resp.results[0].result_id #=> String
|
|
1081
|
+
# resp.results[0].evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
1082
|
+
# resp.results[0].data_quality_evaluation_config #=> String
|
|
1080
1083
|
# resp.results[0].profile_id #=> String
|
|
1081
1084
|
# resp.results[0].score #=> Float
|
|
1082
1085
|
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
@@ -1172,6 +1175,8 @@ module Aws::Glue
|
|
|
1172
1175
|
#
|
|
1173
1176
|
# resp.results #=> Array
|
|
1174
1177
|
# resp.results[0].result_id #=> String
|
|
1178
|
+
# resp.results[0].evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
1179
|
+
# resp.results[0].data_quality_evaluation_config #=> String
|
|
1175
1180
|
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
1176
1181
|
# resp.results[0].data_source.glue_table.table_name #=> String
|
|
1177
1182
|
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
|
@@ -2931,6 +2936,255 @@ module Aws::Glue
|
|
|
2931
2936
|
req.send_request(options)
|
|
2932
2937
|
end
|
|
2933
2938
|
|
|
2939
|
+
# Creates a data quality evaluation configuration, which evaluates the
|
|
2940
|
+
# data quality of a collection of tables in the Glue Data Catalog once,
|
|
2941
|
+
# on a schedule, or when table metadata changes. A configuration applies
|
|
2942
|
+
# to a catalog, a database, or a single table, and evaluates every table
|
|
2943
|
+
# in scope, including tables added later, without per-table setup.
|
|
2944
|
+
#
|
|
2945
|
+
# When configurations at more than one level apply to the same table,
|
|
2946
|
+
# the most specific configuration applies. Each table is evaluated at
|
|
2947
|
+
# most once an hour, whichever triggers you choose.
|
|
2948
|
+
#
|
|
2949
|
+
# @option params [required, String] :name
|
|
2950
|
+
# A name for the data quality evaluation configuration. The name must be
|
|
2951
|
+
# unique within your account.
|
|
2952
|
+
#
|
|
2953
|
+
# @option params [required, String] :level
|
|
2954
|
+
# The Glue Data Catalog hierarchical level that the configuration
|
|
2955
|
+
# applies to. Valid values are `CATALOG`, `DATABASE`, and `TABLE`.
|
|
2956
|
+
#
|
|
2957
|
+
# @option params [required, Types::DataQualityEvaluationConfigDataSource] :data_source
|
|
2958
|
+
# The catalog, database, or table that the configuration applies to, as
|
|
2959
|
+
# specified by `Level`.
|
|
2960
|
+
#
|
|
2961
|
+
# @option params [String] :ruleset_name
|
|
2962
|
+
# The name of a Data Quality Definition Language (DQDL) ruleset,
|
|
2963
|
+
# containing analyzers, rules, or both, to evaluate tables with. You
|
|
2964
|
+
# create the ruleset using the `CreateDataQualityRuleset` API. Specify
|
|
2965
|
+
# either `RulesetName` or `ManagedRulesetName`, not both.
|
|
2966
|
+
#
|
|
2967
|
+
# @option params [String] :managed_ruleset_name
|
|
2968
|
+
# A built-in ruleset that profiles each table, used when `RulesetName`
|
|
2969
|
+
# is not set. The default is `SIMPLE`. Choose from the following
|
|
2970
|
+
# built-in rulesets:
|
|
2971
|
+
#
|
|
2972
|
+
# SIMPLE
|
|
2973
|
+
#
|
|
2974
|
+
# : Row count and column count, completeness, minimum, and maximum for
|
|
2975
|
+
# every column, mean, sum, and standard deviation for numeric columns,
|
|
2976
|
+
# and column length for string columns.
|
|
2977
|
+
#
|
|
2978
|
+
# ADVANCED
|
|
2979
|
+
#
|
|
2980
|
+
# : Every statistic in `SIMPLE`, plus distribution, uniqueness, and
|
|
2981
|
+
# distinct values count.
|
|
2982
|
+
#
|
|
2983
|
+
# @option params [Array<String>] :triggers
|
|
2984
|
+
# When the configuration evaluates tables. You can choose one or more
|
|
2985
|
+
# triggers, and each table is evaluated at most once an hour. The
|
|
2986
|
+
# default is `ONCE`. Choose from the following triggers:
|
|
2987
|
+
#
|
|
2988
|
+
# ONCE
|
|
2989
|
+
#
|
|
2990
|
+
# : Evaluates each table one time, including when tables are added to a
|
|
2991
|
+
# database or catalog.
|
|
2992
|
+
#
|
|
2993
|
+
# SCHEDULE
|
|
2994
|
+
#
|
|
2995
|
+
# : Evaluates each table on the cron or rate expression in
|
|
2996
|
+
# `ScheduleExpression`, between the optional `StartAt` and `EndAt`
|
|
2997
|
+
# times.
|
|
2998
|
+
#
|
|
2999
|
+
# METADATA\_CHANGE
|
|
3000
|
+
#
|
|
3001
|
+
# : Evaluates a table whenever its Glue Data Catalog metadata changes,
|
|
3002
|
+
# such as a schema change or an Apache Iceberg commit.
|
|
3003
|
+
#
|
|
3004
|
+
# @option params [String] :schedule_expression
|
|
3005
|
+
# A cron or rate expression, in UTC, for the `SCHEDULE` trigger, for
|
|
3006
|
+
# example `cron(0 6 * * ? *)`. The schedule can run at most once an
|
|
3007
|
+
# hour.
|
|
3008
|
+
#
|
|
3009
|
+
# @option params [Time,DateTime,Date,Integer,String] :start_at
|
|
3010
|
+
# The time from which the schedule runs, inclusive.
|
|
3011
|
+
#
|
|
3012
|
+
# @option params [Time,DateTime,Date,Integer,String] :end_at
|
|
3013
|
+
# The time at which the schedule stops running, exclusive.
|
|
3014
|
+
#
|
|
3015
|
+
# @option params [required, String] :role
|
|
3016
|
+
# The IAM role that evaluations assume. You can specify the role name or
|
|
3017
|
+
# the role Amazon Resource Name (ARN).
|
|
3018
|
+
#
|
|
3019
|
+
# The role must allow the `glue.amazonaws.com` service principal to
|
|
3020
|
+
# assume it, and needs permissions to read the catalog
|
|
3021
|
+
# (`glue:GetCatalog`, `glue:GetDatabase`, `glue:GetTable`,
|
|
3022
|
+
# `glue:SearchTables`, and `glue:GetPartitions`), read and create
|
|
3023
|
+
# rulesets (`glue:GetDataQualityRuleset` and
|
|
3024
|
+
# `glue:CreateDataQualityRuleset`), start evaluations
|
|
3025
|
+
# (`glue:StartDataQualityRulesetEvaluationRun`,
|
|
3026
|
+
# `glue:PublishDataQuality`, and `iam:PassRole` on the role itself),
|
|
3027
|
+
# read the tables' data in Amazon S3, and write logs to Amazon
|
|
3028
|
+
# CloudWatch Logs. If a catalog-level or database-level configuration
|
|
3029
|
+
# applies to an Amazon S3 Tables catalog, the role also needs
|
|
3030
|
+
# `s3tables:ListTableBuckets` and `s3tables:ListTables`. If you use Lake
|
|
3031
|
+
# Formation, the role needs the `DESCRIBE` permission on the tables.
|
|
3032
|
+
#
|
|
3033
|
+
# @option params [Integer] :number_of_workers
|
|
3034
|
+
# The number of `G.1X` workers to be used in the run. The default is 5.
|
|
3035
|
+
#
|
|
3036
|
+
# @option params [Integer] :timeout
|
|
3037
|
+
# The timeout for a run in minutes. This is the maximum time that a run
|
|
3038
|
+
# can consume resources before it is terminated and enters `TIMEOUT`
|
|
3039
|
+
# status. The default is 2,880 minutes (48 hours).
|
|
3040
|
+
#
|
|
3041
|
+
# @option params [Types::DataQualityEvaluationConfigAdditionalRunOptions] :additional_run_options
|
|
3042
|
+
# Additional run options you can specify for an evaluation run.
|
|
3043
|
+
#
|
|
3044
|
+
# @option params [Hash<String,Types::DataSource>] :additional_data_sources
|
|
3045
|
+
# A map of reference strings to additional data sources you can specify
|
|
3046
|
+
# for an evaluation run.
|
|
3047
|
+
#
|
|
3048
|
+
# @option params [Hash<String,String>] :tags
|
|
3049
|
+
# A list of tags applied to the data quality evaluation configuration.
|
|
3050
|
+
#
|
|
3051
|
+
# @option params [String] :client_token
|
|
3052
|
+
# A unique, case-sensitive identifier that you provide to ensure the
|
|
3053
|
+
# operation completes no more than one time. If this token matches a
|
|
3054
|
+
# previous request, the service ignores the request, but does not return
|
|
3055
|
+
# an error.
|
|
3056
|
+
#
|
|
3057
|
+
# **A suitable default value is auto-generated.** You should normally
|
|
3058
|
+
# not need to pass this option.**
|
|
3059
|
+
#
|
|
3060
|
+
# @return [Types::CreateDataQualityEvaluationConfigResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
3061
|
+
#
|
|
3062
|
+
# * {Types::CreateDataQualityEvaluationConfigResponse#name #name} => String
|
|
3063
|
+
# * {Types::CreateDataQualityEvaluationConfigResponse#evaluation_run_mode #evaluation_run_mode} => String
|
|
3064
|
+
#
|
|
3065
|
+
# @example Request syntax with placeholder values
|
|
3066
|
+
#
|
|
3067
|
+
# resp = client.create_data_quality_evaluation_config({
|
|
3068
|
+
# name: "NameString", # required
|
|
3069
|
+
# level: "CATALOG", # required, accepts CATALOG, DATABASE, TABLE
|
|
3070
|
+
# data_source: { # required
|
|
3071
|
+
# glue_tables: {
|
|
3072
|
+
# catalog_id: "NameString", # required
|
|
3073
|
+
# database_name: "NameString",
|
|
3074
|
+
# table_name_pattern: "NameString",
|
|
3075
|
+
# pre_processing_query: "PreProcessingQueryString",
|
|
3076
|
+
# connection_name: "NameString",
|
|
3077
|
+
# additional_options: {
|
|
3078
|
+
# "NameString" => "DescriptionString",
|
|
3079
|
+
# },
|
|
3080
|
+
# },
|
|
3081
|
+
# },
|
|
3082
|
+
# ruleset_name: "NameString",
|
|
3083
|
+
# managed_ruleset_name: "SIMPLE", # accepts SIMPLE, ADVANCED
|
|
3084
|
+
# triggers: ["ONCE"], # accepts ONCE, SCHEDULE, METADATA_CHANGE
|
|
3085
|
+
# schedule_expression: "DataQualityEvaluationConfigScheduleExpression",
|
|
3086
|
+
# start_at: Time.now,
|
|
3087
|
+
# end_at: Time.now,
|
|
3088
|
+
# role: "RoleString", # required
|
|
3089
|
+
# number_of_workers: 1,
|
|
3090
|
+
# timeout: 1,
|
|
3091
|
+
# additional_run_options: {
|
|
3092
|
+
# cloud_watch_metrics_enabled: false,
|
|
3093
|
+
# results_s3_prefix: "UriString",
|
|
3094
|
+
# composite_rule_evaluation_method: "COLUMN", # accepts COLUMN, ROW
|
|
3095
|
+
# row_level_results: {
|
|
3096
|
+
# max_rows_to_write: 1,
|
|
3097
|
+
# result_type: "ALL", # accepts ALL, PASSED_ONLY, FAILED_ONLY
|
|
3098
|
+
# catalog_table_config: {
|
|
3099
|
+
# database_name: "NameString",
|
|
3100
|
+
# table_name: "NameString",
|
|
3101
|
+
# s3_location: "UriString",
|
|
3102
|
+
# catalog_id: "NameString",
|
|
3103
|
+
# },
|
|
3104
|
+
# },
|
|
3105
|
+
# profiling_results: {
|
|
3106
|
+
# write_profiling_results_enabled: false,
|
|
3107
|
+
# catalog_table_config: {
|
|
3108
|
+
# database_name: "NameString",
|
|
3109
|
+
# table_name: "NameString",
|
|
3110
|
+
# s3_location: "UriString",
|
|
3111
|
+
# catalog_id: "NameString",
|
|
3112
|
+
# },
|
|
3113
|
+
# distribution_results: {
|
|
3114
|
+
# write_distribution_results_enabled: false,
|
|
3115
|
+
# catalog_table_config: {
|
|
3116
|
+
# database_name: "NameString",
|
|
3117
|
+
# table_name: "NameString",
|
|
3118
|
+
# s3_location: "UriString",
|
|
3119
|
+
# catalog_id: "NameString",
|
|
3120
|
+
# },
|
|
3121
|
+
# },
|
|
3122
|
+
# },
|
|
3123
|
+
# observation_scope: "ALL", # accepts ALL, NONE
|
|
3124
|
+
# observation_mode: "SCHEDULED", # accepts SCHEDULED, FIXED
|
|
3125
|
+
# data_quality_rule_results: {
|
|
3126
|
+
# write_data_quality_rule_results_enabled: false,
|
|
3127
|
+
# catalog_table_config: {
|
|
3128
|
+
# database_name: "NameString",
|
|
3129
|
+
# table_name: "NameString",
|
|
3130
|
+
# s3_location: "UriString",
|
|
3131
|
+
# catalog_id: "NameString",
|
|
3132
|
+
# },
|
|
3133
|
+
# },
|
|
3134
|
+
# observation_results: {
|
|
3135
|
+
# write_observation_results_enabled: false,
|
|
3136
|
+
# catalog_table_config: {
|
|
3137
|
+
# database_name: "NameString",
|
|
3138
|
+
# table_name: "NameString",
|
|
3139
|
+
# s3_location: "UriString",
|
|
3140
|
+
# catalog_id: "NameString",
|
|
3141
|
+
# },
|
|
3142
|
+
# },
|
|
3143
|
+
# custom_log_group_prefix: "GenericString",
|
|
3144
|
+
# },
|
|
3145
|
+
# additional_data_sources: {
|
|
3146
|
+
# "NameString" => {
|
|
3147
|
+
# glue_table: {
|
|
3148
|
+
# database_name: "NameString", # required
|
|
3149
|
+
# table_name: "NameString", # required
|
|
3150
|
+
# catalog_id: "NameString",
|
|
3151
|
+
# connection_name: "NameString",
|
|
3152
|
+
# additional_options: {
|
|
3153
|
+
# "NameString" => "DescriptionString",
|
|
3154
|
+
# },
|
|
3155
|
+
# },
|
|
3156
|
+
# data_quality_glue_table: {
|
|
3157
|
+
# database_name: "NameString", # required
|
|
3158
|
+
# table_name: "NameString", # required
|
|
3159
|
+
# catalog_id: "NameString",
|
|
3160
|
+
# connection_name: "NameString",
|
|
3161
|
+
# additional_options: {
|
|
3162
|
+
# "NameString" => "DescriptionString",
|
|
3163
|
+
# },
|
|
3164
|
+
# pre_processing_query: "PreProcessingQueryString",
|
|
3165
|
+
# },
|
|
3166
|
+
# },
|
|
3167
|
+
# },
|
|
3168
|
+
# tags: {
|
|
3169
|
+
# "TagKey" => "TagValue",
|
|
3170
|
+
# },
|
|
3171
|
+
# client_token: "ClientTokenString",
|
|
3172
|
+
# })
|
|
3173
|
+
#
|
|
3174
|
+
# @example Response structure
|
|
3175
|
+
#
|
|
3176
|
+
# resp.name #=> String
|
|
3177
|
+
# resp.evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
3178
|
+
#
|
|
3179
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDataQualityEvaluationConfig AWS API Documentation
|
|
3180
|
+
#
|
|
3181
|
+
# @overload create_data_quality_evaluation_config(params = {})
|
|
3182
|
+
# @param [Hash] params ({})
|
|
3183
|
+
def create_data_quality_evaluation_config(params = {}, options = {})
|
|
3184
|
+
req = build_request(:create_data_quality_evaluation_config, params)
|
|
3185
|
+
req.send_request(options)
|
|
3186
|
+
end
|
|
3187
|
+
|
|
2934
3188
|
# Creates a data quality ruleset with DQDL rules applied to a specified
|
|
2935
3189
|
# Glue table.
|
|
2936
3190
|
#
|
|
@@ -5832,6 +6086,28 @@ module Aws::Glue
|
|
|
5832
6086
|
req.send_request(options)
|
|
5833
6087
|
end
|
|
5834
6088
|
|
|
6089
|
+
# Deletes a data quality evaluation configuration.
|
|
6090
|
+
#
|
|
6091
|
+
# @option params [required, String] :name
|
|
6092
|
+
# The name of the data quality evaluation configuration to delete.
|
|
6093
|
+
#
|
|
6094
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
6095
|
+
#
|
|
6096
|
+
# @example Request syntax with placeholder values
|
|
6097
|
+
#
|
|
6098
|
+
# resp = client.delete_data_quality_evaluation_config({
|
|
6099
|
+
# name: "NameString", # required
|
|
6100
|
+
# })
|
|
6101
|
+
#
|
|
6102
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteDataQualityEvaluationConfig AWS API Documentation
|
|
6103
|
+
#
|
|
6104
|
+
# @overload delete_data_quality_evaluation_config(params = {})
|
|
6105
|
+
# @param [Hash] params ({})
|
|
6106
|
+
def delete_data_quality_evaluation_config(params = {}, options = {})
|
|
6107
|
+
req = build_request(:delete_data_quality_evaluation_config, params)
|
|
6108
|
+
req.send_request(options)
|
|
6109
|
+
end
|
|
6110
|
+
|
|
5835
6111
|
# Deletes a data quality ruleset.
|
|
5836
6112
|
#
|
|
5837
6113
|
# @option params [required, String] :name
|
|
@@ -8826,6 +9102,119 @@ module Aws::Glue
|
|
|
8826
9102
|
req.send_request(options)
|
|
8827
9103
|
end
|
|
8828
9104
|
|
|
9105
|
+
# Retrieves a data quality evaluation configuration.
|
|
9106
|
+
#
|
|
9107
|
+
# @option params [required, String] :name
|
|
9108
|
+
# The name of the data quality evaluation configuration.
|
|
9109
|
+
#
|
|
9110
|
+
# @return [Types::GetDataQualityEvaluationConfigResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
9111
|
+
#
|
|
9112
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#name #name} => String
|
|
9113
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#evaluation_run_mode #evaluation_run_mode} => String
|
|
9114
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#created_on #created_on} => Time
|
|
9115
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#last_modified_on #last_modified_on} => Time
|
|
9116
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#level #level} => String
|
|
9117
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#data_source #data_source} => Types::DataQualityEvaluationConfigDataSource
|
|
9118
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#ruleset_name #ruleset_name} => String
|
|
9119
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#managed_ruleset_name #managed_ruleset_name} => String
|
|
9120
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#triggers #triggers} => Array<String>
|
|
9121
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#schedule_expression #schedule_expression} => String
|
|
9122
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#start_at #start_at} => Time
|
|
9123
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#end_at #end_at} => Time
|
|
9124
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#pause_runs #pause_runs} => Boolean
|
|
9125
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#role #role} => String
|
|
9126
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#number_of_workers #number_of_workers} => Integer
|
|
9127
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#timeout #timeout} => Integer
|
|
9128
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#additional_run_options #additional_run_options} => Types::DataQualityEvaluationConfigAdditionalRunOptions
|
|
9129
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#additional_data_sources #additional_data_sources} => Hash<String,Types::DataSource>
|
|
9130
|
+
#
|
|
9131
|
+
# @example Request syntax with placeholder values
|
|
9132
|
+
#
|
|
9133
|
+
# resp = client.get_data_quality_evaluation_config({
|
|
9134
|
+
# name: "NameString", # required
|
|
9135
|
+
# })
|
|
9136
|
+
#
|
|
9137
|
+
# @example Response structure
|
|
9138
|
+
#
|
|
9139
|
+
# resp.name #=> String
|
|
9140
|
+
# resp.evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
9141
|
+
# resp.created_on #=> Time
|
|
9142
|
+
# resp.last_modified_on #=> Time
|
|
9143
|
+
# resp.level #=> String, one of "CATALOG", "DATABASE", "TABLE"
|
|
9144
|
+
# resp.data_source.glue_tables.catalog_id #=> String
|
|
9145
|
+
# resp.data_source.glue_tables.database_name #=> String
|
|
9146
|
+
# resp.data_source.glue_tables.table_name_pattern #=> String
|
|
9147
|
+
# resp.data_source.glue_tables.pre_processing_query #=> String
|
|
9148
|
+
# resp.data_source.glue_tables.connection_name #=> String
|
|
9149
|
+
# resp.data_source.glue_tables.additional_options #=> Hash
|
|
9150
|
+
# resp.data_source.glue_tables.additional_options["NameString"] #=> String
|
|
9151
|
+
# resp.ruleset_name #=> String
|
|
9152
|
+
# resp.managed_ruleset_name #=> String, one of "SIMPLE", "ADVANCED"
|
|
9153
|
+
# resp.triggers #=> Array
|
|
9154
|
+
# resp.triggers[0] #=> String, one of "ONCE", "SCHEDULE", "METADATA_CHANGE"
|
|
9155
|
+
# resp.schedule_expression #=> String
|
|
9156
|
+
# resp.start_at #=> Time
|
|
9157
|
+
# resp.end_at #=> Time
|
|
9158
|
+
# resp.pause_runs #=> Boolean
|
|
9159
|
+
# resp.role #=> String
|
|
9160
|
+
# resp.number_of_workers #=> Integer
|
|
9161
|
+
# resp.timeout #=> Integer
|
|
9162
|
+
# resp.additional_run_options.cloud_watch_metrics_enabled #=> Boolean
|
|
9163
|
+
# resp.additional_run_options.results_s3_prefix #=> String
|
|
9164
|
+
# resp.additional_run_options.composite_rule_evaluation_method #=> String, one of "COLUMN", "ROW"
|
|
9165
|
+
# resp.additional_run_options.row_level_results.max_rows_to_write #=> Integer
|
|
9166
|
+
# resp.additional_run_options.row_level_results.result_type #=> String, one of "ALL", "PASSED_ONLY", "FAILED_ONLY"
|
|
9167
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.database_name #=> String
|
|
9168
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.table_name #=> String
|
|
9169
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.s3_location #=> String
|
|
9170
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.catalog_id #=> String
|
|
9171
|
+
# resp.additional_run_options.profiling_results.write_profiling_results_enabled #=> Boolean
|
|
9172
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.database_name #=> String
|
|
9173
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.table_name #=> String
|
|
9174
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.s3_location #=> String
|
|
9175
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.catalog_id #=> String
|
|
9176
|
+
# resp.additional_run_options.profiling_results.distribution_results.write_distribution_results_enabled #=> Boolean
|
|
9177
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.database_name #=> String
|
|
9178
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.table_name #=> String
|
|
9179
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.s3_location #=> String
|
|
9180
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.catalog_id #=> String
|
|
9181
|
+
# resp.additional_run_options.observation_scope #=> String, one of "ALL", "NONE"
|
|
9182
|
+
# resp.additional_run_options.observation_mode #=> String, one of "SCHEDULED", "FIXED"
|
|
9183
|
+
# resp.additional_run_options.data_quality_rule_results.write_data_quality_rule_results_enabled #=> Boolean
|
|
9184
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.database_name #=> String
|
|
9185
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.table_name #=> String
|
|
9186
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.s3_location #=> String
|
|
9187
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.catalog_id #=> String
|
|
9188
|
+
# resp.additional_run_options.observation_results.write_observation_results_enabled #=> Boolean
|
|
9189
|
+
# resp.additional_run_options.observation_results.catalog_table_config.database_name #=> String
|
|
9190
|
+
# resp.additional_run_options.observation_results.catalog_table_config.table_name #=> String
|
|
9191
|
+
# resp.additional_run_options.observation_results.catalog_table_config.s3_location #=> String
|
|
9192
|
+
# resp.additional_run_options.observation_results.catalog_table_config.catalog_id #=> String
|
|
9193
|
+
# resp.additional_run_options.custom_log_group_prefix #=> String
|
|
9194
|
+
# resp.additional_data_sources #=> Hash
|
|
9195
|
+
# resp.additional_data_sources["NameString"].glue_table.database_name #=> String
|
|
9196
|
+
# resp.additional_data_sources["NameString"].glue_table.table_name #=> String
|
|
9197
|
+
# resp.additional_data_sources["NameString"].glue_table.catalog_id #=> String
|
|
9198
|
+
# resp.additional_data_sources["NameString"].glue_table.connection_name #=> String
|
|
9199
|
+
# resp.additional_data_sources["NameString"].glue_table.additional_options #=> Hash
|
|
9200
|
+
# resp.additional_data_sources["NameString"].glue_table.additional_options["NameString"] #=> String
|
|
9201
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.database_name #=> String
|
|
9202
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.table_name #=> String
|
|
9203
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.catalog_id #=> String
|
|
9204
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.connection_name #=> String
|
|
9205
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options #=> Hash
|
|
9206
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options["NameString"] #=> String
|
|
9207
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.pre_processing_query #=> String
|
|
9208
|
+
#
|
|
9209
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityEvaluationConfig AWS API Documentation
|
|
9210
|
+
#
|
|
9211
|
+
# @overload get_data_quality_evaluation_config(params = {})
|
|
9212
|
+
# @param [Hash] params ({})
|
|
9213
|
+
def get_data_quality_evaluation_config(params = {}, options = {})
|
|
9214
|
+
req = build_request(:get_data_quality_evaluation_config, params)
|
|
9215
|
+
req.send_request(options)
|
|
9216
|
+
end
|
|
9217
|
+
|
|
8829
9218
|
# Retrieve the training status of the model along with more information
|
|
8830
9219
|
# (CompletedOn, StartedOn, FailureReason).
|
|
8831
9220
|
#
|
|
@@ -8913,6 +9302,8 @@ module Aws::Glue
|
|
|
8913
9302
|
# @return [Types::GetDataQualityResultResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
8914
9303
|
#
|
|
8915
9304
|
# * {Types::GetDataQualityResultResponse#result_id #result_id} => String
|
|
9305
|
+
# * {Types::GetDataQualityResultResponse#evaluation_run_mode #evaluation_run_mode} => String
|
|
9306
|
+
# * {Types::GetDataQualityResultResponse#data_quality_evaluation_config #data_quality_evaluation_config} => String
|
|
8916
9307
|
# * {Types::GetDataQualityResultResponse#profile_id #profile_id} => String
|
|
8917
9308
|
# * {Types::GetDataQualityResultResponse#score #score} => Float
|
|
8918
9309
|
# * {Types::GetDataQualityResultResponse#data_source #data_source} => Types::DataSource
|
|
@@ -8937,6 +9328,8 @@ module Aws::Glue
|
|
|
8937
9328
|
# @example Response structure
|
|
8938
9329
|
#
|
|
8939
9330
|
# resp.result_id #=> String
|
|
9331
|
+
# resp.evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
9332
|
+
# resp.data_quality_evaluation_config #=> String
|
|
8940
9333
|
# resp.profile_id #=> String
|
|
8941
9334
|
# resp.score #=> Float
|
|
8942
9335
|
# resp.data_source.glue_table.database_name #=> String
|
|
@@ -9018,6 +9411,8 @@ module Aws::Glue
|
|
|
9018
9411
|
# @return [Types::GetDataQualityResultV2Response] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
9019
9412
|
#
|
|
9020
9413
|
# * {Types::GetDataQualityResultV2Response#result_id #result_id} => String
|
|
9414
|
+
# * {Types::GetDataQualityResultV2Response#evaluation_run_mode #evaluation_run_mode} => String
|
|
9415
|
+
# * {Types::GetDataQualityResultV2Response#data_quality_evaluation_config #data_quality_evaluation_config} => String
|
|
9021
9416
|
# * {Types::GetDataQualityResultV2Response#data_source #data_source} => Types::DataSource
|
|
9022
9417
|
# * {Types::GetDataQualityResultV2Response#profile_id #profile_id} => String
|
|
9023
9418
|
# * {Types::GetDataQualityResultV2Response#dimensions #dimensions} => Hash<String,String>
|
|
@@ -9043,6 +9438,8 @@ module Aws::Glue
|
|
|
9043
9438
|
# @example Response structure
|
|
9044
9439
|
#
|
|
9045
9440
|
# resp.result_id #=> String
|
|
9441
|
+
# resp.evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
9442
|
+
# resp.data_quality_evaluation_config #=> String
|
|
9046
9443
|
# resp.data_source.glue_table.database_name #=> String
|
|
9047
9444
|
# resp.data_source.glue_table.table_name #=> String
|
|
9048
9445
|
# resp.data_source.glue_table.catalog_id #=> String
|
|
@@ -14679,6 +15076,60 @@ module Aws::Glue
|
|
|
14679
15076
|
req.send_request(options)
|
|
14680
15077
|
end
|
|
14681
15078
|
|
|
15079
|
+
# Lists the data quality evaluation configurations in your account,
|
|
15080
|
+
# optionally filtered by level.
|
|
15081
|
+
#
|
|
15082
|
+
# @option params [String] :level
|
|
15083
|
+
# Lists only the configurations that apply to this level.
|
|
15084
|
+
#
|
|
15085
|
+
# @option params [Integer] :max_results
|
|
15086
|
+
# The maximum number of results to return.
|
|
15087
|
+
#
|
|
15088
|
+
# @option params [String] :next_token
|
|
15089
|
+
# A paginated token to offset the results. If you don't specify a
|
|
15090
|
+
# token, the operation returns results starting from the beginning of
|
|
15091
|
+
# the list.
|
|
15092
|
+
#
|
|
15093
|
+
# @return [Types::ListDataQualityEvaluationConfigsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
15094
|
+
#
|
|
15095
|
+
# * {Types::ListDataQualityEvaluationConfigsResponse#data_quality_evaluation_configs #data_quality_evaluation_configs} => Array<Types::DataQualityEvaluationConfigListDetails>
|
|
15096
|
+
# * {Types::ListDataQualityEvaluationConfigsResponse#next_token #next_token} => String
|
|
15097
|
+
#
|
|
15098
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
|
15099
|
+
#
|
|
15100
|
+
# @example Request syntax with placeholder values
|
|
15101
|
+
#
|
|
15102
|
+
# resp = client.list_data_quality_evaluation_configs({
|
|
15103
|
+
# level: "CATALOG", # accepts CATALOG, DATABASE, TABLE
|
|
15104
|
+
# max_results: 1,
|
|
15105
|
+
# next_token: "PaginationToken",
|
|
15106
|
+
# })
|
|
15107
|
+
#
|
|
15108
|
+
# @example Response structure
|
|
15109
|
+
#
|
|
15110
|
+
# resp.data_quality_evaluation_configs #=> Array
|
|
15111
|
+
# resp.data_quality_evaluation_configs[0].name #=> String
|
|
15112
|
+
# resp.data_quality_evaluation_configs[0].evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
15113
|
+
# resp.data_quality_evaluation_configs[0].created_on #=> Time
|
|
15114
|
+
# resp.data_quality_evaluation_configs[0].last_modified_on #=> Time
|
|
15115
|
+
# resp.data_quality_evaluation_configs[0].level #=> String, one of "CATALOG", "DATABASE", "TABLE"
|
|
15116
|
+
# resp.data_quality_evaluation_configs[0].data_source.glue_tables.catalog_id #=> String
|
|
15117
|
+
# resp.data_quality_evaluation_configs[0].data_source.glue_tables.database_name #=> String
|
|
15118
|
+
# resp.data_quality_evaluation_configs[0].data_source.glue_tables.table_name_pattern #=> String
|
|
15119
|
+
# resp.data_quality_evaluation_configs[0].ruleset_name #=> String
|
|
15120
|
+
# resp.data_quality_evaluation_configs[0].managed_ruleset_name #=> String, one of "SIMPLE", "ADVANCED"
|
|
15121
|
+
# resp.data_quality_evaluation_configs[0].pause_runs #=> Boolean
|
|
15122
|
+
# resp.next_token #=> String
|
|
15123
|
+
#
|
|
15124
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityEvaluationConfigs AWS API Documentation
|
|
15125
|
+
#
|
|
15126
|
+
# @overload list_data_quality_evaluation_configs(params = {})
|
|
15127
|
+
# @param [Hash] params ({})
|
|
15128
|
+
def list_data_quality_evaluation_configs(params = {}, options = {})
|
|
15129
|
+
req = build_request(:list_data_quality_evaluation_configs, params)
|
|
15130
|
+
req.send_request(options)
|
|
15131
|
+
end
|
|
15132
|
+
|
|
14682
15133
|
# Returns all data quality execution results for your account.
|
|
14683
15134
|
#
|
|
14684
15135
|
# @option params [Types::DataQualityResultFilterCriteria] :filter
|
|
@@ -14726,6 +15177,8 @@ module Aws::Glue
|
|
|
14726
15177
|
# job_run_id: "HashString",
|
|
14727
15178
|
# started_after: Time.now,
|
|
14728
15179
|
# started_before: Time.now,
|
|
15180
|
+
# evaluation_run_mode: "ON_DEMAND", # accepts ON_DEMAND, EVALUATION_CONFIG
|
|
15181
|
+
# data_quality_evaluation_config: "NameString",
|
|
14729
15182
|
# },
|
|
14730
15183
|
# next_token: "PaginationToken",
|
|
14731
15184
|
# max_results: 1,
|
|
@@ -14735,6 +15188,8 @@ module Aws::Glue
|
|
|
14735
15188
|
#
|
|
14736
15189
|
# resp.results #=> Array
|
|
14737
15190
|
# resp.results[0].result_id #=> String
|
|
15191
|
+
# resp.results[0].evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
15192
|
+
# resp.results[0].data_quality_evaluation_config #=> String
|
|
14738
15193
|
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
14739
15194
|
# resp.results[0].data_source.glue_table.table_name #=> String
|
|
14740
15195
|
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
|
@@ -14814,6 +15269,8 @@ module Aws::Glue
|
|
|
14814
15269
|
# "NameString" => "NameString",
|
|
14815
15270
|
# },
|
|
14816
15271
|
# evaluation_context: "NameString",
|
|
15272
|
+
# evaluation_run_mode: "ON_DEMAND", # accepts ON_DEMAND, EVALUATION_CONFIG
|
|
15273
|
+
# data_quality_evaluation_config: "NameString",
|
|
14817
15274
|
# },
|
|
14818
15275
|
# next_token: "PaginationToken",
|
|
14819
15276
|
# max_results: 1,
|
|
@@ -14823,6 +15280,8 @@ module Aws::Glue
|
|
|
14823
15280
|
#
|
|
14824
15281
|
# resp.results #=> Array
|
|
14825
15282
|
# resp.results[0].result_id #=> String
|
|
15283
|
+
# resp.results[0].evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
15284
|
+
# resp.results[0].data_quality_evaluation_config #=> String
|
|
14826
15285
|
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
14827
15286
|
# resp.results[0].data_source.glue_table.table_name #=> String
|
|
14828
15287
|
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
|
@@ -20684,6 +21143,288 @@ module Aws::Glue
|
|
|
20684
21143
|
req.send_request(options)
|
|
20685
21144
|
end
|
|
20686
21145
|
|
|
21146
|
+
# Updates a data quality evaluation configuration. Fields that you
|
|
21147
|
+
# don't specify keep their current values.
|
|
21148
|
+
#
|
|
21149
|
+
# @option params [required, String] :name
|
|
21150
|
+
# The name of the data quality evaluation configuration to update.
|
|
21151
|
+
#
|
|
21152
|
+
# @option params [Types::DataQualityEvaluationConfigDataSource] :data_source
|
|
21153
|
+
# The database or table that the configuration applies to. Replaces the
|
|
21154
|
+
# current data source.
|
|
21155
|
+
#
|
|
21156
|
+
# @option params [String] :ruleset_name
|
|
21157
|
+
# The name of a Data Quality Definition Language (DQDL) ruleset,
|
|
21158
|
+
# containing analyzers, rules, or both, to evaluate tables with. You
|
|
21159
|
+
# create the ruleset using the `CreateDataQualityRuleset` API. Specify
|
|
21160
|
+
# either `RulesetName` or `ManagedRulesetName`, not both.
|
|
21161
|
+
#
|
|
21162
|
+
# @option params [String] :managed_ruleset_name
|
|
21163
|
+
# A built-in ruleset, `SIMPLE` or `ADVANCED`, that profiles each table.
|
|
21164
|
+
#
|
|
21165
|
+
# @option params [Array<String>] :triggers
|
|
21166
|
+
# When the configuration evaluates tables. Replaces the current
|
|
21167
|
+
# triggers. Choose from the following triggers:
|
|
21168
|
+
#
|
|
21169
|
+
# ONCE
|
|
21170
|
+
#
|
|
21171
|
+
# : Evaluates each table one time, including when tables are added to a
|
|
21172
|
+
# database or catalog.
|
|
21173
|
+
#
|
|
21174
|
+
# SCHEDULE
|
|
21175
|
+
#
|
|
21176
|
+
# : Evaluates each table on the cron or rate expression in
|
|
21177
|
+
# `ScheduleExpression`, between the optional `StartAt` and `EndAt`
|
|
21178
|
+
# times.
|
|
21179
|
+
#
|
|
21180
|
+
# METADATA\_CHANGE
|
|
21181
|
+
#
|
|
21182
|
+
# : Evaluates a table whenever its Glue Data Catalog metadata changes,
|
|
21183
|
+
# such as a schema change or an Apache Iceberg commit.
|
|
21184
|
+
#
|
|
21185
|
+
# @option params [String] :schedule_expression
|
|
21186
|
+
# A cron or rate expression, in UTC, for the `SCHEDULE` trigger, for
|
|
21187
|
+
# example `cron(0 6 * * ? *)`. The schedule can run at most once an
|
|
21188
|
+
# hour.
|
|
21189
|
+
#
|
|
21190
|
+
# @option params [Time,DateTime,Date,Integer,String] :start_at
|
|
21191
|
+
# The time from which the schedule runs, inclusive.
|
|
21192
|
+
#
|
|
21193
|
+
# @option params [Time,DateTime,Date,Integer,String] :end_at
|
|
21194
|
+
# The time at which the schedule stops running, exclusive.
|
|
21195
|
+
#
|
|
21196
|
+
# @option params [Boolean] :pause_runs
|
|
21197
|
+
# Specifies whether to pause the configuration. While paused, the
|
|
21198
|
+
# configuration evaluates nothing, including tables added to the catalog
|
|
21199
|
+
# or database.
|
|
21200
|
+
#
|
|
21201
|
+
# @option params [String] :role
|
|
21202
|
+
# The IAM role that evaluations assume. You can specify the role name or
|
|
21203
|
+
# the role Amazon Resource Name (ARN). The role needs the trust policy
|
|
21204
|
+
# and permissions described for `CreateDataQualityEvaluationConfig`.
|
|
21205
|
+
#
|
|
21206
|
+
# @option params [Integer] :number_of_workers
|
|
21207
|
+
# The number of `G.1X` workers to be used in the run. The default is 5.
|
|
21208
|
+
#
|
|
21209
|
+
# @option params [Integer] :timeout
|
|
21210
|
+
# The timeout for a run in minutes. This is the maximum time that a run
|
|
21211
|
+
# can consume resources before it is terminated and enters `TIMEOUT`
|
|
21212
|
+
# status. The default is 2,880 minutes (48 hours).
|
|
21213
|
+
#
|
|
21214
|
+
# @option params [Types::DataQualityEvaluationConfigAdditionalRunOptions] :additional_run_options
|
|
21215
|
+
# Additional run options you can specify for an evaluation run.
|
|
21216
|
+
#
|
|
21217
|
+
# @option params [Hash<String,Types::DataSource>] :additional_data_sources
|
|
21218
|
+
# A map of reference strings to additional data sources you can specify
|
|
21219
|
+
# for an evaluation run.
|
|
21220
|
+
#
|
|
21221
|
+
# @return [Types::UpdateDataQualityEvaluationConfigResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
21222
|
+
#
|
|
21223
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#name #name} => String
|
|
21224
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#evaluation_run_mode #evaluation_run_mode} => String
|
|
21225
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#created_on #created_on} => Time
|
|
21226
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#last_modified_on #last_modified_on} => Time
|
|
21227
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#level #level} => String
|
|
21228
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#data_source #data_source} => Types::DataQualityEvaluationConfigDataSource
|
|
21229
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#ruleset_name #ruleset_name} => String
|
|
21230
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#managed_ruleset_name #managed_ruleset_name} => String
|
|
21231
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#triggers #triggers} => Array<String>
|
|
21232
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#schedule_expression #schedule_expression} => String
|
|
21233
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#start_at #start_at} => Time
|
|
21234
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#end_at #end_at} => Time
|
|
21235
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#pause_runs #pause_runs} => Boolean
|
|
21236
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#role #role} => String
|
|
21237
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#number_of_workers #number_of_workers} => Integer
|
|
21238
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#timeout #timeout} => Integer
|
|
21239
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#additional_run_options #additional_run_options} => Types::DataQualityEvaluationConfigAdditionalRunOptions
|
|
21240
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#additional_data_sources #additional_data_sources} => Hash<String,Types::DataSource>
|
|
21241
|
+
#
|
|
21242
|
+
# @example Request syntax with placeholder values
|
|
21243
|
+
#
|
|
21244
|
+
# resp = client.update_data_quality_evaluation_config({
|
|
21245
|
+
# name: "NameString", # required
|
|
21246
|
+
# data_source: {
|
|
21247
|
+
# glue_tables: {
|
|
21248
|
+
# catalog_id: "NameString", # required
|
|
21249
|
+
# database_name: "NameString",
|
|
21250
|
+
# table_name_pattern: "NameString",
|
|
21251
|
+
# pre_processing_query: "PreProcessingQueryString",
|
|
21252
|
+
# connection_name: "NameString",
|
|
21253
|
+
# additional_options: {
|
|
21254
|
+
# "NameString" => "DescriptionString",
|
|
21255
|
+
# },
|
|
21256
|
+
# },
|
|
21257
|
+
# },
|
|
21258
|
+
# ruleset_name: "NameString",
|
|
21259
|
+
# managed_ruleset_name: "SIMPLE", # accepts SIMPLE, ADVANCED
|
|
21260
|
+
# triggers: ["ONCE"], # accepts ONCE, SCHEDULE, METADATA_CHANGE
|
|
21261
|
+
# schedule_expression: "DataQualityEvaluationConfigScheduleExpression",
|
|
21262
|
+
# start_at: Time.now,
|
|
21263
|
+
# end_at: Time.now,
|
|
21264
|
+
# pause_runs: false,
|
|
21265
|
+
# role: "RoleString",
|
|
21266
|
+
# number_of_workers: 1,
|
|
21267
|
+
# timeout: 1,
|
|
21268
|
+
# additional_run_options: {
|
|
21269
|
+
# cloud_watch_metrics_enabled: false,
|
|
21270
|
+
# results_s3_prefix: "UriString",
|
|
21271
|
+
# composite_rule_evaluation_method: "COLUMN", # accepts COLUMN, ROW
|
|
21272
|
+
# row_level_results: {
|
|
21273
|
+
# max_rows_to_write: 1,
|
|
21274
|
+
# result_type: "ALL", # accepts ALL, PASSED_ONLY, FAILED_ONLY
|
|
21275
|
+
# catalog_table_config: {
|
|
21276
|
+
# database_name: "NameString",
|
|
21277
|
+
# table_name: "NameString",
|
|
21278
|
+
# s3_location: "UriString",
|
|
21279
|
+
# catalog_id: "NameString",
|
|
21280
|
+
# },
|
|
21281
|
+
# },
|
|
21282
|
+
# profiling_results: {
|
|
21283
|
+
# write_profiling_results_enabled: false,
|
|
21284
|
+
# catalog_table_config: {
|
|
21285
|
+
# database_name: "NameString",
|
|
21286
|
+
# table_name: "NameString",
|
|
21287
|
+
# s3_location: "UriString",
|
|
21288
|
+
# catalog_id: "NameString",
|
|
21289
|
+
# },
|
|
21290
|
+
# distribution_results: {
|
|
21291
|
+
# write_distribution_results_enabled: false,
|
|
21292
|
+
# catalog_table_config: {
|
|
21293
|
+
# database_name: "NameString",
|
|
21294
|
+
# table_name: "NameString",
|
|
21295
|
+
# s3_location: "UriString",
|
|
21296
|
+
# catalog_id: "NameString",
|
|
21297
|
+
# },
|
|
21298
|
+
# },
|
|
21299
|
+
# },
|
|
21300
|
+
# observation_scope: "ALL", # accepts ALL, NONE
|
|
21301
|
+
# observation_mode: "SCHEDULED", # accepts SCHEDULED, FIXED
|
|
21302
|
+
# data_quality_rule_results: {
|
|
21303
|
+
# write_data_quality_rule_results_enabled: false,
|
|
21304
|
+
# catalog_table_config: {
|
|
21305
|
+
# database_name: "NameString",
|
|
21306
|
+
# table_name: "NameString",
|
|
21307
|
+
# s3_location: "UriString",
|
|
21308
|
+
# catalog_id: "NameString",
|
|
21309
|
+
# },
|
|
21310
|
+
# },
|
|
21311
|
+
# observation_results: {
|
|
21312
|
+
# write_observation_results_enabled: false,
|
|
21313
|
+
# catalog_table_config: {
|
|
21314
|
+
# database_name: "NameString",
|
|
21315
|
+
# table_name: "NameString",
|
|
21316
|
+
# s3_location: "UriString",
|
|
21317
|
+
# catalog_id: "NameString",
|
|
21318
|
+
# },
|
|
21319
|
+
# },
|
|
21320
|
+
# custom_log_group_prefix: "GenericString",
|
|
21321
|
+
# },
|
|
21322
|
+
# additional_data_sources: {
|
|
21323
|
+
# "NameString" => {
|
|
21324
|
+
# glue_table: {
|
|
21325
|
+
# database_name: "NameString", # required
|
|
21326
|
+
# table_name: "NameString", # required
|
|
21327
|
+
# catalog_id: "NameString",
|
|
21328
|
+
# connection_name: "NameString",
|
|
21329
|
+
# additional_options: {
|
|
21330
|
+
# "NameString" => "DescriptionString",
|
|
21331
|
+
# },
|
|
21332
|
+
# },
|
|
21333
|
+
# data_quality_glue_table: {
|
|
21334
|
+
# database_name: "NameString", # required
|
|
21335
|
+
# table_name: "NameString", # required
|
|
21336
|
+
# catalog_id: "NameString",
|
|
21337
|
+
# connection_name: "NameString",
|
|
21338
|
+
# additional_options: {
|
|
21339
|
+
# "NameString" => "DescriptionString",
|
|
21340
|
+
# },
|
|
21341
|
+
# pre_processing_query: "PreProcessingQueryString",
|
|
21342
|
+
# },
|
|
21343
|
+
# },
|
|
21344
|
+
# },
|
|
21345
|
+
# })
|
|
21346
|
+
#
|
|
21347
|
+
# @example Response structure
|
|
21348
|
+
#
|
|
21349
|
+
# resp.name #=> String
|
|
21350
|
+
# resp.evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
21351
|
+
# resp.created_on #=> Time
|
|
21352
|
+
# resp.last_modified_on #=> Time
|
|
21353
|
+
# resp.level #=> String, one of "CATALOG", "DATABASE", "TABLE"
|
|
21354
|
+
# resp.data_source.glue_tables.catalog_id #=> String
|
|
21355
|
+
# resp.data_source.glue_tables.database_name #=> String
|
|
21356
|
+
# resp.data_source.glue_tables.table_name_pattern #=> String
|
|
21357
|
+
# resp.data_source.glue_tables.pre_processing_query #=> String
|
|
21358
|
+
# resp.data_source.glue_tables.connection_name #=> String
|
|
21359
|
+
# resp.data_source.glue_tables.additional_options #=> Hash
|
|
21360
|
+
# resp.data_source.glue_tables.additional_options["NameString"] #=> String
|
|
21361
|
+
# resp.ruleset_name #=> String
|
|
21362
|
+
# resp.managed_ruleset_name #=> String, one of "SIMPLE", "ADVANCED"
|
|
21363
|
+
# resp.triggers #=> Array
|
|
21364
|
+
# resp.triggers[0] #=> String, one of "ONCE", "SCHEDULE", "METADATA_CHANGE"
|
|
21365
|
+
# resp.schedule_expression #=> String
|
|
21366
|
+
# resp.start_at #=> Time
|
|
21367
|
+
# resp.end_at #=> Time
|
|
21368
|
+
# resp.pause_runs #=> Boolean
|
|
21369
|
+
# resp.role #=> String
|
|
21370
|
+
# resp.number_of_workers #=> Integer
|
|
21371
|
+
# resp.timeout #=> Integer
|
|
21372
|
+
# resp.additional_run_options.cloud_watch_metrics_enabled #=> Boolean
|
|
21373
|
+
# resp.additional_run_options.results_s3_prefix #=> String
|
|
21374
|
+
# resp.additional_run_options.composite_rule_evaluation_method #=> String, one of "COLUMN", "ROW"
|
|
21375
|
+
# resp.additional_run_options.row_level_results.max_rows_to_write #=> Integer
|
|
21376
|
+
# resp.additional_run_options.row_level_results.result_type #=> String, one of "ALL", "PASSED_ONLY", "FAILED_ONLY"
|
|
21377
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.database_name #=> String
|
|
21378
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.table_name #=> String
|
|
21379
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.s3_location #=> String
|
|
21380
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.catalog_id #=> String
|
|
21381
|
+
# resp.additional_run_options.profiling_results.write_profiling_results_enabled #=> Boolean
|
|
21382
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.database_name #=> String
|
|
21383
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.table_name #=> String
|
|
21384
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.s3_location #=> String
|
|
21385
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.catalog_id #=> String
|
|
21386
|
+
# resp.additional_run_options.profiling_results.distribution_results.write_distribution_results_enabled #=> Boolean
|
|
21387
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.database_name #=> String
|
|
21388
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.table_name #=> String
|
|
21389
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.s3_location #=> String
|
|
21390
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.catalog_id #=> String
|
|
21391
|
+
# resp.additional_run_options.observation_scope #=> String, one of "ALL", "NONE"
|
|
21392
|
+
# resp.additional_run_options.observation_mode #=> String, one of "SCHEDULED", "FIXED"
|
|
21393
|
+
# resp.additional_run_options.data_quality_rule_results.write_data_quality_rule_results_enabled #=> Boolean
|
|
21394
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.database_name #=> String
|
|
21395
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.table_name #=> String
|
|
21396
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.s3_location #=> String
|
|
21397
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.catalog_id #=> String
|
|
21398
|
+
# resp.additional_run_options.observation_results.write_observation_results_enabled #=> Boolean
|
|
21399
|
+
# resp.additional_run_options.observation_results.catalog_table_config.database_name #=> String
|
|
21400
|
+
# resp.additional_run_options.observation_results.catalog_table_config.table_name #=> String
|
|
21401
|
+
# resp.additional_run_options.observation_results.catalog_table_config.s3_location #=> String
|
|
21402
|
+
# resp.additional_run_options.observation_results.catalog_table_config.catalog_id #=> String
|
|
21403
|
+
# resp.additional_run_options.custom_log_group_prefix #=> String
|
|
21404
|
+
# resp.additional_data_sources #=> Hash
|
|
21405
|
+
# resp.additional_data_sources["NameString"].glue_table.database_name #=> String
|
|
21406
|
+
# resp.additional_data_sources["NameString"].glue_table.table_name #=> String
|
|
21407
|
+
# resp.additional_data_sources["NameString"].glue_table.catalog_id #=> String
|
|
21408
|
+
# resp.additional_data_sources["NameString"].glue_table.connection_name #=> String
|
|
21409
|
+
# resp.additional_data_sources["NameString"].glue_table.additional_options #=> Hash
|
|
21410
|
+
# resp.additional_data_sources["NameString"].glue_table.additional_options["NameString"] #=> String
|
|
21411
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.database_name #=> String
|
|
21412
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.table_name #=> String
|
|
21413
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.catalog_id #=> String
|
|
21414
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.connection_name #=> String
|
|
21415
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options #=> Hash
|
|
21416
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options["NameString"] #=> String
|
|
21417
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.pre_processing_query #=> String
|
|
21418
|
+
#
|
|
21419
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDataQualityEvaluationConfig AWS API Documentation
|
|
21420
|
+
#
|
|
21421
|
+
# @overload update_data_quality_evaluation_config(params = {})
|
|
21422
|
+
# @param [Hash] params ({})
|
|
21423
|
+
def update_data_quality_evaluation_config(params = {}, options = {})
|
|
21424
|
+
req = build_request(:update_data_quality_evaluation_config, params)
|
|
21425
|
+
req.send_request(options)
|
|
21426
|
+
end
|
|
21427
|
+
|
|
20687
21428
|
# Updates the specified data quality ruleset.
|
|
20688
21429
|
#
|
|
20689
21430
|
# @option params [required, String] :name
|
|
@@ -22194,7 +22935,7 @@ module Aws::Glue
|
|
|
22194
22935
|
tracer: tracer
|
|
22195
22936
|
)
|
|
22196
22937
|
context[:gem_name] = 'aws-sdk-glue'
|
|
22197
|
-
context[:gem_version] = '1.
|
|
22938
|
+
context[:gem_version] = '1.294.0'
|
|
22198
22939
|
Seahorse::Client::Request.new(handlers, context)
|
|
22199
22940
|
end
|
|
22200
22941
|
|