aws-sdk-glue 1.291.0 → 1.293.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +753 -1
- data/lib/aws-sdk-glue/client_api.rb +261 -0
- data/lib/aws-sdk-glue/types.rb +1027 -25
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +129 -48
- data/sig/params.rbs +103 -22
- data/sig/types.rbs +189 -0
- metadata +3 -3
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -1077,6 +1077,8 @@ module Aws::Glue
|
|
|
1077
1077
|
#
|
|
1078
1078
|
# resp.results #=> Array
|
|
1079
1079
|
# resp.results[0].result_id #=> String
|
|
1080
|
+
# resp.results[0].evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
1081
|
+
# resp.results[0].data_quality_evaluation_config #=> String
|
|
1080
1082
|
# resp.results[0].profile_id #=> String
|
|
1081
1083
|
# resp.results[0].score #=> Float
|
|
1082
1084
|
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
@@ -1172,6 +1174,8 @@ module Aws::Glue
|
|
|
1172
1174
|
#
|
|
1173
1175
|
# resp.results #=> Array
|
|
1174
1176
|
# resp.results[0].result_id #=> String
|
|
1177
|
+
# resp.results[0].evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
1178
|
+
# resp.results[0].data_quality_evaluation_config #=> String
|
|
1175
1179
|
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
1176
1180
|
# resp.results[0].data_source.glue_table.table_name #=> String
|
|
1177
1181
|
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
|
@@ -2931,6 +2935,255 @@ module Aws::Glue
|
|
|
2931
2935
|
req.send_request(options)
|
|
2932
2936
|
end
|
|
2933
2937
|
|
|
2938
|
+
# Creates a data quality evaluation configuration, which evaluates the
|
|
2939
|
+
# data quality of a collection of tables in the Glue Data Catalog once,
|
|
2940
|
+
# on a schedule, or when table metadata changes. A configuration applies
|
|
2941
|
+
# to a catalog, a database, or a single table, and evaluates every table
|
|
2942
|
+
# in scope, including tables added later, without per-table setup.
|
|
2943
|
+
#
|
|
2944
|
+
# When configurations at more than one level apply to the same table,
|
|
2945
|
+
# the most specific configuration applies. Each table is evaluated at
|
|
2946
|
+
# most once an hour, whichever triggers you choose.
|
|
2947
|
+
#
|
|
2948
|
+
# @option params [required, String] :name
|
|
2949
|
+
# A name for the data quality evaluation configuration. The name must be
|
|
2950
|
+
# unique within your account.
|
|
2951
|
+
#
|
|
2952
|
+
# @option params [required, String] :level
|
|
2953
|
+
# The Glue Data Catalog hierarchical level that the configuration
|
|
2954
|
+
# applies to. Valid values are `CATALOG`, `DATABASE`, and `TABLE`.
|
|
2955
|
+
#
|
|
2956
|
+
# @option params [required, Types::DataQualityEvaluationConfigDataSource] :data_source
|
|
2957
|
+
# The catalog, database, or table that the configuration applies to, as
|
|
2958
|
+
# specified by `Level`.
|
|
2959
|
+
#
|
|
2960
|
+
# @option params [String] :ruleset_name
|
|
2961
|
+
# The name of a Data Quality Definition Language (DQDL) ruleset,
|
|
2962
|
+
# containing analyzers, rules, or both, to evaluate tables with. You
|
|
2963
|
+
# create the ruleset using the `CreateDataQualityRuleset` API. Specify
|
|
2964
|
+
# either `RulesetName` or `ManagedRulesetName`, not both.
|
|
2965
|
+
#
|
|
2966
|
+
# @option params [String] :managed_ruleset_name
|
|
2967
|
+
# A built-in ruleset that profiles each table, used when `RulesetName`
|
|
2968
|
+
# is not set. The default is `SIMPLE`. Choose from the following
|
|
2969
|
+
# built-in rulesets:
|
|
2970
|
+
#
|
|
2971
|
+
# SIMPLE
|
|
2972
|
+
#
|
|
2973
|
+
# : Row count and column count, completeness, minimum, and maximum for
|
|
2974
|
+
# every column, mean, sum, and standard deviation for numeric columns,
|
|
2975
|
+
# and column length for string columns.
|
|
2976
|
+
#
|
|
2977
|
+
# ADVANCED
|
|
2978
|
+
#
|
|
2979
|
+
# : Every statistic in `SIMPLE`, plus distribution, uniqueness, and
|
|
2980
|
+
# distinct values count.
|
|
2981
|
+
#
|
|
2982
|
+
# @option params [Array<String>] :triggers
|
|
2983
|
+
# When the configuration evaluates tables. You can choose one or more
|
|
2984
|
+
# triggers, and each table is evaluated at most once an hour. The
|
|
2985
|
+
# default is `ONCE`. Choose from the following triggers:
|
|
2986
|
+
#
|
|
2987
|
+
# ONCE
|
|
2988
|
+
#
|
|
2989
|
+
# : Evaluates each table one time, including when tables are added to a
|
|
2990
|
+
# database or catalog.
|
|
2991
|
+
#
|
|
2992
|
+
# SCHEDULE
|
|
2993
|
+
#
|
|
2994
|
+
# : Evaluates each table on the cron or rate expression in
|
|
2995
|
+
# `ScheduleExpression`, between the optional `StartAt` and `EndAt`
|
|
2996
|
+
# times.
|
|
2997
|
+
#
|
|
2998
|
+
# METADATA\_CHANGE
|
|
2999
|
+
#
|
|
3000
|
+
# : Evaluates a table whenever its Glue Data Catalog metadata changes,
|
|
3001
|
+
# such as a schema change or an Apache Iceberg commit.
|
|
3002
|
+
#
|
|
3003
|
+
# @option params [String] :schedule_expression
|
|
3004
|
+
# A cron or rate expression, in UTC, for the `SCHEDULE` trigger, for
|
|
3005
|
+
# example `cron(0 6 * * ? *)`. The schedule can run at most once an
|
|
3006
|
+
# hour.
|
|
3007
|
+
#
|
|
3008
|
+
# @option params [Time,DateTime,Date,Integer,String] :start_at
|
|
3009
|
+
# The time from which the schedule runs, inclusive.
|
|
3010
|
+
#
|
|
3011
|
+
# @option params [Time,DateTime,Date,Integer,String] :end_at
|
|
3012
|
+
# The time at which the schedule stops running, exclusive.
|
|
3013
|
+
#
|
|
3014
|
+
# @option params [required, String] :role
|
|
3015
|
+
# The IAM role that evaluations assume. You can specify the role name or
|
|
3016
|
+
# the role Amazon Resource Name (ARN).
|
|
3017
|
+
#
|
|
3018
|
+
# The role must allow the `glue.amazonaws.com` service principal to
|
|
3019
|
+
# assume it, and needs permissions to read the catalog
|
|
3020
|
+
# (`glue:GetCatalog`, `glue:GetDatabase`, `glue:GetTable`,
|
|
3021
|
+
# `glue:SearchTables`, and `glue:GetPartitions`), read and create
|
|
3022
|
+
# rulesets (`glue:GetDataQualityRuleset` and
|
|
3023
|
+
# `glue:CreateDataQualityRuleset`), start evaluations
|
|
3024
|
+
# (`glue:StartDataQualityRulesetEvaluationRun`,
|
|
3025
|
+
# `glue:PublishDataQuality`, and `iam:PassRole` on the role itself),
|
|
3026
|
+
# read the tables' data in Amazon S3, and write logs to Amazon
|
|
3027
|
+
# CloudWatch Logs. If a catalog-level or database-level configuration
|
|
3028
|
+
# applies to an Amazon S3 Tables catalog, the role also needs
|
|
3029
|
+
# `s3tables:ListTableBuckets` and `s3tables:ListTables`. If you use Lake
|
|
3030
|
+
# Formation, the role needs the `DESCRIBE` permission on the tables.
|
|
3031
|
+
#
|
|
3032
|
+
# @option params [Integer] :number_of_workers
|
|
3033
|
+
# The number of `G.1X` workers to be used in the run. The default is 5.
|
|
3034
|
+
#
|
|
3035
|
+
# @option params [Integer] :timeout
|
|
3036
|
+
# The timeout for a run in minutes. This is the maximum time that a run
|
|
3037
|
+
# can consume resources before it is terminated and enters `TIMEOUT`
|
|
3038
|
+
# status. The default is 2,880 minutes (48 hours).
|
|
3039
|
+
#
|
|
3040
|
+
# @option params [Types::DataQualityEvaluationConfigAdditionalRunOptions] :additional_run_options
|
|
3041
|
+
# Additional run options you can specify for an evaluation run.
|
|
3042
|
+
#
|
|
3043
|
+
# @option params [Hash<String,Types::DataSource>] :additional_data_sources
|
|
3044
|
+
# A map of reference strings to additional data sources you can specify
|
|
3045
|
+
# for an evaluation run.
|
|
3046
|
+
#
|
|
3047
|
+
# @option params [Hash<String,String>] :tags
|
|
3048
|
+
# A list of tags applied to the data quality evaluation configuration.
|
|
3049
|
+
#
|
|
3050
|
+
# @option params [String] :client_token
|
|
3051
|
+
# A unique, case-sensitive identifier that you provide to ensure the
|
|
3052
|
+
# operation completes no more than one time. If this token matches a
|
|
3053
|
+
# previous request, the service ignores the request, but does not return
|
|
3054
|
+
# an error.
|
|
3055
|
+
#
|
|
3056
|
+
# **A suitable default value is auto-generated.** You should normally
|
|
3057
|
+
# not need to pass this option.**
|
|
3058
|
+
#
|
|
3059
|
+
# @return [Types::CreateDataQualityEvaluationConfigResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
3060
|
+
#
|
|
3061
|
+
# * {Types::CreateDataQualityEvaluationConfigResponse#name #name} => String
|
|
3062
|
+
# * {Types::CreateDataQualityEvaluationConfigResponse#evaluation_run_mode #evaluation_run_mode} => String
|
|
3063
|
+
#
|
|
3064
|
+
# @example Request syntax with placeholder values
|
|
3065
|
+
#
|
|
3066
|
+
# resp = client.create_data_quality_evaluation_config({
|
|
3067
|
+
# name: "NameString", # required
|
|
3068
|
+
# level: "CATALOG", # required, accepts CATALOG, DATABASE, TABLE
|
|
3069
|
+
# data_source: { # required
|
|
3070
|
+
# glue_tables: {
|
|
3071
|
+
# catalog_id: "NameString", # required
|
|
3072
|
+
# database_name: "NameString",
|
|
3073
|
+
# table_name_pattern: "NameString",
|
|
3074
|
+
# pre_processing_query: "PreProcessingQueryString",
|
|
3075
|
+
# connection_name: "NameString",
|
|
3076
|
+
# additional_options: {
|
|
3077
|
+
# "NameString" => "DescriptionString",
|
|
3078
|
+
# },
|
|
3079
|
+
# },
|
|
3080
|
+
# },
|
|
3081
|
+
# ruleset_name: "NameString",
|
|
3082
|
+
# managed_ruleset_name: "SIMPLE", # accepts SIMPLE, ADVANCED
|
|
3083
|
+
# triggers: ["ONCE"], # accepts ONCE, SCHEDULE, METADATA_CHANGE
|
|
3084
|
+
# schedule_expression: "DataQualityEvaluationConfigScheduleExpression",
|
|
3085
|
+
# start_at: Time.now,
|
|
3086
|
+
# end_at: Time.now,
|
|
3087
|
+
# role: "RoleString", # required
|
|
3088
|
+
# number_of_workers: 1,
|
|
3089
|
+
# timeout: 1,
|
|
3090
|
+
# additional_run_options: {
|
|
3091
|
+
# cloud_watch_metrics_enabled: false,
|
|
3092
|
+
# results_s3_prefix: "UriString",
|
|
3093
|
+
# composite_rule_evaluation_method: "COLUMN", # accepts COLUMN, ROW
|
|
3094
|
+
# row_level_results: {
|
|
3095
|
+
# max_rows_to_write: 1,
|
|
3096
|
+
# result_type: "ALL", # accepts ALL, PASSED_ONLY, FAILED_ONLY
|
|
3097
|
+
# catalog_table_config: {
|
|
3098
|
+
# database_name: "NameString",
|
|
3099
|
+
# table_name: "NameString",
|
|
3100
|
+
# s3_location: "UriString",
|
|
3101
|
+
# catalog_id: "NameString",
|
|
3102
|
+
# },
|
|
3103
|
+
# },
|
|
3104
|
+
# profiling_results: {
|
|
3105
|
+
# write_profiling_results_enabled: false,
|
|
3106
|
+
# catalog_table_config: {
|
|
3107
|
+
# database_name: "NameString",
|
|
3108
|
+
# table_name: "NameString",
|
|
3109
|
+
# s3_location: "UriString",
|
|
3110
|
+
# catalog_id: "NameString",
|
|
3111
|
+
# },
|
|
3112
|
+
# distribution_results: {
|
|
3113
|
+
# write_distribution_results_enabled: false,
|
|
3114
|
+
# catalog_table_config: {
|
|
3115
|
+
# database_name: "NameString",
|
|
3116
|
+
# table_name: "NameString",
|
|
3117
|
+
# s3_location: "UriString",
|
|
3118
|
+
# catalog_id: "NameString",
|
|
3119
|
+
# },
|
|
3120
|
+
# },
|
|
3121
|
+
# },
|
|
3122
|
+
# observation_scope: "ALL", # accepts ALL, NONE
|
|
3123
|
+
# observation_mode: "SCHEDULED", # accepts SCHEDULED, FIXED
|
|
3124
|
+
# data_quality_rule_results: {
|
|
3125
|
+
# write_data_quality_rule_results_enabled: false,
|
|
3126
|
+
# catalog_table_config: {
|
|
3127
|
+
# database_name: "NameString",
|
|
3128
|
+
# table_name: "NameString",
|
|
3129
|
+
# s3_location: "UriString",
|
|
3130
|
+
# catalog_id: "NameString",
|
|
3131
|
+
# },
|
|
3132
|
+
# },
|
|
3133
|
+
# observation_results: {
|
|
3134
|
+
# write_observation_results_enabled: false,
|
|
3135
|
+
# catalog_table_config: {
|
|
3136
|
+
# database_name: "NameString",
|
|
3137
|
+
# table_name: "NameString",
|
|
3138
|
+
# s3_location: "UriString",
|
|
3139
|
+
# catalog_id: "NameString",
|
|
3140
|
+
# },
|
|
3141
|
+
# },
|
|
3142
|
+
# custom_log_group_prefix: "GenericString",
|
|
3143
|
+
# },
|
|
3144
|
+
# additional_data_sources: {
|
|
3145
|
+
# "NameString" => {
|
|
3146
|
+
# glue_table: {
|
|
3147
|
+
# database_name: "NameString", # required
|
|
3148
|
+
# table_name: "NameString", # required
|
|
3149
|
+
# catalog_id: "NameString",
|
|
3150
|
+
# connection_name: "NameString",
|
|
3151
|
+
# additional_options: {
|
|
3152
|
+
# "NameString" => "DescriptionString",
|
|
3153
|
+
# },
|
|
3154
|
+
# },
|
|
3155
|
+
# data_quality_glue_table: {
|
|
3156
|
+
# database_name: "NameString", # required
|
|
3157
|
+
# table_name: "NameString", # required
|
|
3158
|
+
# catalog_id: "NameString",
|
|
3159
|
+
# connection_name: "NameString",
|
|
3160
|
+
# additional_options: {
|
|
3161
|
+
# "NameString" => "DescriptionString",
|
|
3162
|
+
# },
|
|
3163
|
+
# pre_processing_query: "PreProcessingQueryString",
|
|
3164
|
+
# },
|
|
3165
|
+
# },
|
|
3166
|
+
# },
|
|
3167
|
+
# tags: {
|
|
3168
|
+
# "TagKey" => "TagValue",
|
|
3169
|
+
# },
|
|
3170
|
+
# client_token: "ClientTokenString",
|
|
3171
|
+
# })
|
|
3172
|
+
#
|
|
3173
|
+
# @example Response structure
|
|
3174
|
+
#
|
|
3175
|
+
# resp.name #=> String
|
|
3176
|
+
# resp.evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
3177
|
+
#
|
|
3178
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDataQualityEvaluationConfig AWS API Documentation
|
|
3179
|
+
#
|
|
3180
|
+
# @overload create_data_quality_evaluation_config(params = {})
|
|
3181
|
+
# @param [Hash] params ({})
|
|
3182
|
+
def create_data_quality_evaluation_config(params = {}, options = {})
|
|
3183
|
+
req = build_request(:create_data_quality_evaluation_config, params)
|
|
3184
|
+
req.send_request(options)
|
|
3185
|
+
end
|
|
3186
|
+
|
|
2934
3187
|
# Creates a data quality ruleset with DQDL rules applied to a specified
|
|
2935
3188
|
# Glue table.
|
|
2936
3189
|
#
|
|
@@ -5360,8 +5613,11 @@ module Aws::Glue
|
|
|
5360
5613
|
# {
|
|
5361
5614
|
# resource_type: "JAR", # accepts JAR, FILE, ARCHIVE
|
|
5362
5615
|
# uri: "URI",
|
|
5616
|
+
# last_modified: Time.now,
|
|
5363
5617
|
# },
|
|
5364
5618
|
# ],
|
|
5619
|
+
# artifact_location: "URI",
|
|
5620
|
+
# governance_mode: "IAM_ONLY", # accepts IAM_ONLY, LAKE_FORMATION
|
|
5365
5621
|
# },
|
|
5366
5622
|
# })
|
|
5367
5623
|
#
|
|
@@ -5829,6 +6085,28 @@ module Aws::Glue
|
|
|
5829
6085
|
req.send_request(options)
|
|
5830
6086
|
end
|
|
5831
6087
|
|
|
6088
|
+
# Deletes a data quality evaluation configuration.
|
|
6089
|
+
#
|
|
6090
|
+
# @option params [required, String] :name
|
|
6091
|
+
# The name of the data quality evaluation configuration to delete.
|
|
6092
|
+
#
|
|
6093
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
6094
|
+
#
|
|
6095
|
+
# @example Request syntax with placeholder values
|
|
6096
|
+
#
|
|
6097
|
+
# resp = client.delete_data_quality_evaluation_config({
|
|
6098
|
+
# name: "NameString", # required
|
|
6099
|
+
# })
|
|
6100
|
+
#
|
|
6101
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteDataQualityEvaluationConfig AWS API Documentation
|
|
6102
|
+
#
|
|
6103
|
+
# @overload delete_data_quality_evaluation_config(params = {})
|
|
6104
|
+
# @param [Hash] params ({})
|
|
6105
|
+
def delete_data_quality_evaluation_config(params = {}, options = {})
|
|
6106
|
+
req = build_request(:delete_data_quality_evaluation_config, params)
|
|
6107
|
+
req.send_request(options)
|
|
6108
|
+
end
|
|
6109
|
+
|
|
5832
6110
|
# Deletes a data quality ruleset.
|
|
5833
6111
|
#
|
|
5834
6112
|
# @option params [required, String] :name
|
|
@@ -8823,6 +9101,119 @@ module Aws::Glue
|
|
|
8823
9101
|
req.send_request(options)
|
|
8824
9102
|
end
|
|
8825
9103
|
|
|
9104
|
+
# Retrieves a data quality evaluation configuration.
|
|
9105
|
+
#
|
|
9106
|
+
# @option params [required, String] :name
|
|
9107
|
+
# The name of the data quality evaluation configuration.
|
|
9108
|
+
#
|
|
9109
|
+
# @return [Types::GetDataQualityEvaluationConfigResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
9110
|
+
#
|
|
9111
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#name #name} => String
|
|
9112
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#evaluation_run_mode #evaluation_run_mode} => String
|
|
9113
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#created_on #created_on} => Time
|
|
9114
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#last_modified_on #last_modified_on} => Time
|
|
9115
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#level #level} => String
|
|
9116
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#data_source #data_source} => Types::DataQualityEvaluationConfigDataSource
|
|
9117
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#ruleset_name #ruleset_name} => String
|
|
9118
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#managed_ruleset_name #managed_ruleset_name} => String
|
|
9119
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#triggers #triggers} => Array<String>
|
|
9120
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#schedule_expression #schedule_expression} => String
|
|
9121
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#start_at #start_at} => Time
|
|
9122
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#end_at #end_at} => Time
|
|
9123
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#pause_runs #pause_runs} => Boolean
|
|
9124
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#role #role} => String
|
|
9125
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#number_of_workers #number_of_workers} => Integer
|
|
9126
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#timeout #timeout} => Integer
|
|
9127
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#additional_run_options #additional_run_options} => Types::DataQualityEvaluationConfigAdditionalRunOptions
|
|
9128
|
+
# * {Types::GetDataQualityEvaluationConfigResponse#additional_data_sources #additional_data_sources} => Hash<String,Types::DataSource>
|
|
9129
|
+
#
|
|
9130
|
+
# @example Request syntax with placeholder values
|
|
9131
|
+
#
|
|
9132
|
+
# resp = client.get_data_quality_evaluation_config({
|
|
9133
|
+
# name: "NameString", # required
|
|
9134
|
+
# })
|
|
9135
|
+
#
|
|
9136
|
+
# @example Response structure
|
|
9137
|
+
#
|
|
9138
|
+
# resp.name #=> String
|
|
9139
|
+
# resp.evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
9140
|
+
# resp.created_on #=> Time
|
|
9141
|
+
# resp.last_modified_on #=> Time
|
|
9142
|
+
# resp.level #=> String, one of "CATALOG", "DATABASE", "TABLE"
|
|
9143
|
+
# resp.data_source.glue_tables.catalog_id #=> String
|
|
9144
|
+
# resp.data_source.glue_tables.database_name #=> String
|
|
9145
|
+
# resp.data_source.glue_tables.table_name_pattern #=> String
|
|
9146
|
+
# resp.data_source.glue_tables.pre_processing_query #=> String
|
|
9147
|
+
# resp.data_source.glue_tables.connection_name #=> String
|
|
9148
|
+
# resp.data_source.glue_tables.additional_options #=> Hash
|
|
9149
|
+
# resp.data_source.glue_tables.additional_options["NameString"] #=> String
|
|
9150
|
+
# resp.ruleset_name #=> String
|
|
9151
|
+
# resp.managed_ruleset_name #=> String, one of "SIMPLE", "ADVANCED"
|
|
9152
|
+
# resp.triggers #=> Array
|
|
9153
|
+
# resp.triggers[0] #=> String, one of "ONCE", "SCHEDULE", "METADATA_CHANGE"
|
|
9154
|
+
# resp.schedule_expression #=> String
|
|
9155
|
+
# resp.start_at #=> Time
|
|
9156
|
+
# resp.end_at #=> Time
|
|
9157
|
+
# resp.pause_runs #=> Boolean
|
|
9158
|
+
# resp.role #=> String
|
|
9159
|
+
# resp.number_of_workers #=> Integer
|
|
9160
|
+
# resp.timeout #=> Integer
|
|
9161
|
+
# resp.additional_run_options.cloud_watch_metrics_enabled #=> Boolean
|
|
9162
|
+
# resp.additional_run_options.results_s3_prefix #=> String
|
|
9163
|
+
# resp.additional_run_options.composite_rule_evaluation_method #=> String, one of "COLUMN", "ROW"
|
|
9164
|
+
# resp.additional_run_options.row_level_results.max_rows_to_write #=> Integer
|
|
9165
|
+
# resp.additional_run_options.row_level_results.result_type #=> String, one of "ALL", "PASSED_ONLY", "FAILED_ONLY"
|
|
9166
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.database_name #=> String
|
|
9167
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.table_name #=> String
|
|
9168
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.s3_location #=> String
|
|
9169
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.catalog_id #=> String
|
|
9170
|
+
# resp.additional_run_options.profiling_results.write_profiling_results_enabled #=> Boolean
|
|
9171
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.database_name #=> String
|
|
9172
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.table_name #=> String
|
|
9173
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.s3_location #=> String
|
|
9174
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.catalog_id #=> String
|
|
9175
|
+
# resp.additional_run_options.profiling_results.distribution_results.write_distribution_results_enabled #=> Boolean
|
|
9176
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.database_name #=> String
|
|
9177
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.table_name #=> String
|
|
9178
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.s3_location #=> String
|
|
9179
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.catalog_id #=> String
|
|
9180
|
+
# resp.additional_run_options.observation_scope #=> String, one of "ALL", "NONE"
|
|
9181
|
+
# resp.additional_run_options.observation_mode #=> String, one of "SCHEDULED", "FIXED"
|
|
9182
|
+
# resp.additional_run_options.data_quality_rule_results.write_data_quality_rule_results_enabled #=> Boolean
|
|
9183
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.database_name #=> String
|
|
9184
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.table_name #=> String
|
|
9185
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.s3_location #=> String
|
|
9186
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.catalog_id #=> String
|
|
9187
|
+
# resp.additional_run_options.observation_results.write_observation_results_enabled #=> Boolean
|
|
9188
|
+
# resp.additional_run_options.observation_results.catalog_table_config.database_name #=> String
|
|
9189
|
+
# resp.additional_run_options.observation_results.catalog_table_config.table_name #=> String
|
|
9190
|
+
# resp.additional_run_options.observation_results.catalog_table_config.s3_location #=> String
|
|
9191
|
+
# resp.additional_run_options.observation_results.catalog_table_config.catalog_id #=> String
|
|
9192
|
+
# resp.additional_run_options.custom_log_group_prefix #=> String
|
|
9193
|
+
# resp.additional_data_sources #=> Hash
|
|
9194
|
+
# resp.additional_data_sources["NameString"].glue_table.database_name #=> String
|
|
9195
|
+
# resp.additional_data_sources["NameString"].glue_table.table_name #=> String
|
|
9196
|
+
# resp.additional_data_sources["NameString"].glue_table.catalog_id #=> String
|
|
9197
|
+
# resp.additional_data_sources["NameString"].glue_table.connection_name #=> String
|
|
9198
|
+
# resp.additional_data_sources["NameString"].glue_table.additional_options #=> Hash
|
|
9199
|
+
# resp.additional_data_sources["NameString"].glue_table.additional_options["NameString"] #=> String
|
|
9200
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.database_name #=> String
|
|
9201
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.table_name #=> String
|
|
9202
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.catalog_id #=> String
|
|
9203
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.connection_name #=> String
|
|
9204
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options #=> Hash
|
|
9205
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options["NameString"] #=> String
|
|
9206
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.pre_processing_query #=> String
|
|
9207
|
+
#
|
|
9208
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityEvaluationConfig AWS API Documentation
|
|
9209
|
+
#
|
|
9210
|
+
# @overload get_data_quality_evaluation_config(params = {})
|
|
9211
|
+
# @param [Hash] params ({})
|
|
9212
|
+
def get_data_quality_evaluation_config(params = {}, options = {})
|
|
9213
|
+
req = build_request(:get_data_quality_evaluation_config, params)
|
|
9214
|
+
req.send_request(options)
|
|
9215
|
+
end
|
|
9216
|
+
|
|
8826
9217
|
# Retrieve the training status of the model along with more information
|
|
8827
9218
|
# (CompletedOn, StartedOn, FailureReason).
|
|
8828
9219
|
#
|
|
@@ -8910,6 +9301,8 @@ module Aws::Glue
|
|
|
8910
9301
|
# @return [Types::GetDataQualityResultResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
8911
9302
|
#
|
|
8912
9303
|
# * {Types::GetDataQualityResultResponse#result_id #result_id} => String
|
|
9304
|
+
# * {Types::GetDataQualityResultResponse#evaluation_run_mode #evaluation_run_mode} => String
|
|
9305
|
+
# * {Types::GetDataQualityResultResponse#data_quality_evaluation_config #data_quality_evaluation_config} => String
|
|
8913
9306
|
# * {Types::GetDataQualityResultResponse#profile_id #profile_id} => String
|
|
8914
9307
|
# * {Types::GetDataQualityResultResponse#score #score} => Float
|
|
8915
9308
|
# * {Types::GetDataQualityResultResponse#data_source #data_source} => Types::DataSource
|
|
@@ -8934,6 +9327,8 @@ module Aws::Glue
|
|
|
8934
9327
|
# @example Response structure
|
|
8935
9328
|
#
|
|
8936
9329
|
# resp.result_id #=> String
|
|
9330
|
+
# resp.evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
9331
|
+
# resp.data_quality_evaluation_config #=> String
|
|
8937
9332
|
# resp.profile_id #=> String
|
|
8938
9333
|
# resp.score #=> Float
|
|
8939
9334
|
# resp.data_source.glue_table.database_name #=> String
|
|
@@ -9015,6 +9410,8 @@ module Aws::Glue
|
|
|
9015
9410
|
# @return [Types::GetDataQualityResultV2Response] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
9016
9411
|
#
|
|
9017
9412
|
# * {Types::GetDataQualityResultV2Response#result_id #result_id} => String
|
|
9413
|
+
# * {Types::GetDataQualityResultV2Response#evaluation_run_mode #evaluation_run_mode} => String
|
|
9414
|
+
# * {Types::GetDataQualityResultV2Response#data_quality_evaluation_config #data_quality_evaluation_config} => String
|
|
9018
9415
|
# * {Types::GetDataQualityResultV2Response#data_source #data_source} => Types::DataSource
|
|
9019
9416
|
# * {Types::GetDataQualityResultV2Response#profile_id #profile_id} => String
|
|
9020
9417
|
# * {Types::GetDataQualityResultV2Response#dimensions #dimensions} => Hash<String,String>
|
|
@@ -9040,6 +9437,8 @@ module Aws::Glue
|
|
|
9040
9437
|
# @example Response structure
|
|
9041
9438
|
#
|
|
9042
9439
|
# resp.result_id #=> String
|
|
9440
|
+
# resp.evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
9441
|
+
# resp.data_quality_evaluation_config #=> String
|
|
9043
9442
|
# resp.data_source.glue_table.database_name #=> String
|
|
9044
9443
|
# resp.data_source.glue_table.table_name #=> String
|
|
9045
9444
|
# resp.data_source.glue_table.catalog_id #=> String
|
|
@@ -13709,6 +14108,9 @@ module Aws::Glue
|
|
|
13709
14108
|
# resp.user_defined_function.resource_uris #=> Array
|
|
13710
14109
|
# resp.user_defined_function.resource_uris[0].resource_type #=> String, one of "JAR", "FILE", "ARCHIVE"
|
|
13711
14110
|
# resp.user_defined_function.resource_uris[0].uri #=> String
|
|
14111
|
+
# resp.user_defined_function.resource_uris[0].last_modified #=> Time
|
|
14112
|
+
# resp.user_defined_function.artifact_location #=> String
|
|
14113
|
+
# resp.user_defined_function.governance_mode #=> String, one of "IAM_ONLY", "LAKE_FORMATION"
|
|
13712
14114
|
# resp.user_defined_function.catalog_id #=> String
|
|
13713
14115
|
#
|
|
13714
14116
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUserDefinedFunction AWS API Documentation
|
|
@@ -13782,6 +14184,9 @@ module Aws::Glue
|
|
|
13782
14184
|
# resp.user_defined_functions[0].resource_uris #=> Array
|
|
13783
14185
|
# resp.user_defined_functions[0].resource_uris[0].resource_type #=> String, one of "JAR", "FILE", "ARCHIVE"
|
|
13784
14186
|
# resp.user_defined_functions[0].resource_uris[0].uri #=> String
|
|
14187
|
+
# resp.user_defined_functions[0].resource_uris[0].last_modified #=> Time
|
|
14188
|
+
# resp.user_defined_functions[0].artifact_location #=> String
|
|
14189
|
+
# resp.user_defined_functions[0].governance_mode #=> String, one of "IAM_ONLY", "LAKE_FORMATION"
|
|
13785
14190
|
# resp.user_defined_functions[0].catalog_id #=> String
|
|
13786
14191
|
# resp.next_token #=> String
|
|
13787
14192
|
#
|
|
@@ -14670,6 +15075,60 @@ module Aws::Glue
|
|
|
14670
15075
|
req.send_request(options)
|
|
14671
15076
|
end
|
|
14672
15077
|
|
|
15078
|
+
# Lists the data quality evaluation configurations in your account,
|
|
15079
|
+
# optionally filtered by level.
|
|
15080
|
+
#
|
|
15081
|
+
# @option params [String] :level
|
|
15082
|
+
# Lists only the configurations that apply to this level.
|
|
15083
|
+
#
|
|
15084
|
+
# @option params [Integer] :max_results
|
|
15085
|
+
# The maximum number of results to return.
|
|
15086
|
+
#
|
|
15087
|
+
# @option params [String] :next_token
|
|
15088
|
+
# A paginated token to offset the results. If you don't specify a
|
|
15089
|
+
# token, the operation returns results starting from the beginning of
|
|
15090
|
+
# the list.
|
|
15091
|
+
#
|
|
15092
|
+
# @return [Types::ListDataQualityEvaluationConfigsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
15093
|
+
#
|
|
15094
|
+
# * {Types::ListDataQualityEvaluationConfigsResponse#data_quality_evaluation_configs #data_quality_evaluation_configs} => Array<Types::DataQualityEvaluationConfigListDetails>
|
|
15095
|
+
# * {Types::ListDataQualityEvaluationConfigsResponse#next_token #next_token} => String
|
|
15096
|
+
#
|
|
15097
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
|
15098
|
+
#
|
|
15099
|
+
# @example Request syntax with placeholder values
|
|
15100
|
+
#
|
|
15101
|
+
# resp = client.list_data_quality_evaluation_configs({
|
|
15102
|
+
# level: "CATALOG", # accepts CATALOG, DATABASE, TABLE
|
|
15103
|
+
# max_results: 1,
|
|
15104
|
+
# next_token: "PaginationToken",
|
|
15105
|
+
# })
|
|
15106
|
+
#
|
|
15107
|
+
# @example Response structure
|
|
15108
|
+
#
|
|
15109
|
+
# resp.data_quality_evaluation_configs #=> Array
|
|
15110
|
+
# resp.data_quality_evaluation_configs[0].name #=> String
|
|
15111
|
+
# resp.data_quality_evaluation_configs[0].evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
15112
|
+
# resp.data_quality_evaluation_configs[0].created_on #=> Time
|
|
15113
|
+
# resp.data_quality_evaluation_configs[0].last_modified_on #=> Time
|
|
15114
|
+
# resp.data_quality_evaluation_configs[0].level #=> String, one of "CATALOG", "DATABASE", "TABLE"
|
|
15115
|
+
# resp.data_quality_evaluation_configs[0].data_source.glue_tables.catalog_id #=> String
|
|
15116
|
+
# resp.data_quality_evaluation_configs[0].data_source.glue_tables.database_name #=> String
|
|
15117
|
+
# resp.data_quality_evaluation_configs[0].data_source.glue_tables.table_name_pattern #=> String
|
|
15118
|
+
# resp.data_quality_evaluation_configs[0].ruleset_name #=> String
|
|
15119
|
+
# resp.data_quality_evaluation_configs[0].managed_ruleset_name #=> String, one of "SIMPLE", "ADVANCED"
|
|
15120
|
+
# resp.data_quality_evaluation_configs[0].pause_runs #=> Boolean
|
|
15121
|
+
# resp.next_token #=> String
|
|
15122
|
+
#
|
|
15123
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityEvaluationConfigs AWS API Documentation
|
|
15124
|
+
#
|
|
15125
|
+
# @overload list_data_quality_evaluation_configs(params = {})
|
|
15126
|
+
# @param [Hash] params ({})
|
|
15127
|
+
def list_data_quality_evaluation_configs(params = {}, options = {})
|
|
15128
|
+
req = build_request(:list_data_quality_evaluation_configs, params)
|
|
15129
|
+
req.send_request(options)
|
|
15130
|
+
end
|
|
15131
|
+
|
|
14673
15132
|
# Returns all data quality execution results for your account.
|
|
14674
15133
|
#
|
|
14675
15134
|
# @option params [Types::DataQualityResultFilterCriteria] :filter
|
|
@@ -14717,6 +15176,8 @@ module Aws::Glue
|
|
|
14717
15176
|
# job_run_id: "HashString",
|
|
14718
15177
|
# started_after: Time.now,
|
|
14719
15178
|
# started_before: Time.now,
|
|
15179
|
+
# evaluation_run_mode: "ON_DEMAND", # accepts ON_DEMAND, EVALUATION_CONFIG
|
|
15180
|
+
# data_quality_evaluation_config: "NameString",
|
|
14720
15181
|
# },
|
|
14721
15182
|
# next_token: "PaginationToken",
|
|
14722
15183
|
# max_results: 1,
|
|
@@ -14726,6 +15187,8 @@ module Aws::Glue
|
|
|
14726
15187
|
#
|
|
14727
15188
|
# resp.results #=> Array
|
|
14728
15189
|
# resp.results[0].result_id #=> String
|
|
15190
|
+
# resp.results[0].evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
15191
|
+
# resp.results[0].data_quality_evaluation_config #=> String
|
|
14729
15192
|
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
14730
15193
|
# resp.results[0].data_source.glue_table.table_name #=> String
|
|
14731
15194
|
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
|
@@ -14805,6 +15268,8 @@ module Aws::Glue
|
|
|
14805
15268
|
# "NameString" => "NameString",
|
|
14806
15269
|
# },
|
|
14807
15270
|
# evaluation_context: "NameString",
|
|
15271
|
+
# evaluation_run_mode: "ON_DEMAND", # accepts ON_DEMAND, EVALUATION_CONFIG
|
|
15272
|
+
# data_quality_evaluation_config: "NameString",
|
|
14808
15273
|
# },
|
|
14809
15274
|
# next_token: "PaginationToken",
|
|
14810
15275
|
# max_results: 1,
|
|
@@ -14814,6 +15279,8 @@ module Aws::Glue
|
|
|
14814
15279
|
#
|
|
14815
15280
|
# resp.results #=> Array
|
|
14816
15281
|
# resp.results[0].result_id #=> String
|
|
15282
|
+
# resp.results[0].evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
15283
|
+
# resp.results[0].data_quality_evaluation_config #=> String
|
|
14817
15284
|
# resp.results[0].data_source.glue_table.database_name #=> String
|
|
14818
15285
|
# resp.results[0].data_source.glue_table.table_name #=> String
|
|
14819
15286
|
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
|
@@ -20675,6 +21142,288 @@ module Aws::Glue
|
|
|
20675
21142
|
req.send_request(options)
|
|
20676
21143
|
end
|
|
20677
21144
|
|
|
21145
|
+
# Updates a data quality evaluation configuration. Fields that you
|
|
21146
|
+
# don't specify keep their current values.
|
|
21147
|
+
#
|
|
21148
|
+
# @option params [required, String] :name
|
|
21149
|
+
# The name of the data quality evaluation configuration to update.
|
|
21150
|
+
#
|
|
21151
|
+
# @option params [Types::DataQualityEvaluationConfigDataSource] :data_source
|
|
21152
|
+
# The database or table that the configuration applies to. Replaces the
|
|
21153
|
+
# current data source.
|
|
21154
|
+
#
|
|
21155
|
+
# @option params [String] :ruleset_name
|
|
21156
|
+
# The name of a Data Quality Definition Language (DQDL) ruleset,
|
|
21157
|
+
# containing analyzers, rules, or both, to evaluate tables with. You
|
|
21158
|
+
# create the ruleset using the `CreateDataQualityRuleset` API. Specify
|
|
21159
|
+
# either `RulesetName` or `ManagedRulesetName`, not both.
|
|
21160
|
+
#
|
|
21161
|
+
# @option params [String] :managed_ruleset_name
|
|
21162
|
+
# A built-in ruleset, `SIMPLE` or `ADVANCED`, that profiles each table.
|
|
21163
|
+
#
|
|
21164
|
+
# @option params [Array<String>] :triggers
|
|
21165
|
+
# When the configuration evaluates tables. Replaces the current
|
|
21166
|
+
# triggers. Choose from the following triggers:
|
|
21167
|
+
#
|
|
21168
|
+
# ONCE
|
|
21169
|
+
#
|
|
21170
|
+
# : Evaluates each table one time, including when tables are added to a
|
|
21171
|
+
# database or catalog.
|
|
21172
|
+
#
|
|
21173
|
+
# SCHEDULE
|
|
21174
|
+
#
|
|
21175
|
+
# : Evaluates each table on the cron or rate expression in
|
|
21176
|
+
# `ScheduleExpression`, between the optional `StartAt` and `EndAt`
|
|
21177
|
+
# times.
|
|
21178
|
+
#
|
|
21179
|
+
# METADATA\_CHANGE
|
|
21180
|
+
#
|
|
21181
|
+
# : Evaluates a table whenever its Glue Data Catalog metadata changes,
|
|
21182
|
+
# such as a schema change or an Apache Iceberg commit.
|
|
21183
|
+
#
|
|
21184
|
+
# @option params [String] :schedule_expression
|
|
21185
|
+
# A cron or rate expression, in UTC, for the `SCHEDULE` trigger, for
|
|
21186
|
+
# example `cron(0 6 * * ? *)`. The schedule can run at most once an
|
|
21187
|
+
# hour.
|
|
21188
|
+
#
|
|
21189
|
+
# @option params [Time,DateTime,Date,Integer,String] :start_at
|
|
21190
|
+
# The time from which the schedule runs, inclusive.
|
|
21191
|
+
#
|
|
21192
|
+
# @option params [Time,DateTime,Date,Integer,String] :end_at
|
|
21193
|
+
# The time at which the schedule stops running, exclusive.
|
|
21194
|
+
#
|
|
21195
|
+
# @option params [Boolean] :pause_runs
|
|
21196
|
+
# Specifies whether to pause the configuration. While paused, the
|
|
21197
|
+
# configuration evaluates nothing, including tables added to the catalog
|
|
21198
|
+
# or database.
|
|
21199
|
+
#
|
|
21200
|
+
# @option params [String] :role
|
|
21201
|
+
# The IAM role that evaluations assume. You can specify the role name or
|
|
21202
|
+
# the role Amazon Resource Name (ARN). The role needs the trust policy
|
|
21203
|
+
# and permissions described for `CreateDataQualityEvaluationConfig`.
|
|
21204
|
+
#
|
|
21205
|
+
# @option params [Integer] :number_of_workers
|
|
21206
|
+
# The number of `G.1X` workers to be used in the run. The default is 5.
|
|
21207
|
+
#
|
|
21208
|
+
# @option params [Integer] :timeout
|
|
21209
|
+
# The timeout for a run in minutes. This is the maximum time that a run
|
|
21210
|
+
# can consume resources before it is terminated and enters `TIMEOUT`
|
|
21211
|
+
# status. The default is 2,880 minutes (48 hours).
|
|
21212
|
+
#
|
|
21213
|
+
# @option params [Types::DataQualityEvaluationConfigAdditionalRunOptions] :additional_run_options
|
|
21214
|
+
# Additional run options you can specify for an evaluation run.
|
|
21215
|
+
#
|
|
21216
|
+
# @option params [Hash<String,Types::DataSource>] :additional_data_sources
|
|
21217
|
+
# A map of reference strings to additional data sources you can specify
|
|
21218
|
+
# for an evaluation run.
|
|
21219
|
+
#
|
|
21220
|
+
# @return [Types::UpdateDataQualityEvaluationConfigResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
21221
|
+
#
|
|
21222
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#name #name} => String
|
|
21223
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#evaluation_run_mode #evaluation_run_mode} => String
|
|
21224
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#created_on #created_on} => Time
|
|
21225
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#last_modified_on #last_modified_on} => Time
|
|
21226
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#level #level} => String
|
|
21227
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#data_source #data_source} => Types::DataQualityEvaluationConfigDataSource
|
|
21228
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#ruleset_name #ruleset_name} => String
|
|
21229
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#managed_ruleset_name #managed_ruleset_name} => String
|
|
21230
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#triggers #triggers} => Array<String>
|
|
21231
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#schedule_expression #schedule_expression} => String
|
|
21232
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#start_at #start_at} => Time
|
|
21233
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#end_at #end_at} => Time
|
|
21234
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#pause_runs #pause_runs} => Boolean
|
|
21235
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#role #role} => String
|
|
21236
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#number_of_workers #number_of_workers} => Integer
|
|
21237
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#timeout #timeout} => Integer
|
|
21238
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#additional_run_options #additional_run_options} => Types::DataQualityEvaluationConfigAdditionalRunOptions
|
|
21239
|
+
# * {Types::UpdateDataQualityEvaluationConfigResponse#additional_data_sources #additional_data_sources} => Hash<String,Types::DataSource>
|
|
21240
|
+
#
|
|
21241
|
+
# @example Request syntax with placeholder values
|
|
21242
|
+
#
|
|
21243
|
+
# resp = client.update_data_quality_evaluation_config({
|
|
21244
|
+
# name: "NameString", # required
|
|
21245
|
+
# data_source: {
|
|
21246
|
+
# glue_tables: {
|
|
21247
|
+
# catalog_id: "NameString", # required
|
|
21248
|
+
# database_name: "NameString",
|
|
21249
|
+
# table_name_pattern: "NameString",
|
|
21250
|
+
# pre_processing_query: "PreProcessingQueryString",
|
|
21251
|
+
# connection_name: "NameString",
|
|
21252
|
+
# additional_options: {
|
|
21253
|
+
# "NameString" => "DescriptionString",
|
|
21254
|
+
# },
|
|
21255
|
+
# },
|
|
21256
|
+
# },
|
|
21257
|
+
# ruleset_name: "NameString",
|
|
21258
|
+
# managed_ruleset_name: "SIMPLE", # accepts SIMPLE, ADVANCED
|
|
21259
|
+
# triggers: ["ONCE"], # accepts ONCE, SCHEDULE, METADATA_CHANGE
|
|
21260
|
+
# schedule_expression: "DataQualityEvaluationConfigScheduleExpression",
|
|
21261
|
+
# start_at: Time.now,
|
|
21262
|
+
# end_at: Time.now,
|
|
21263
|
+
# pause_runs: false,
|
|
21264
|
+
# role: "RoleString",
|
|
21265
|
+
# number_of_workers: 1,
|
|
21266
|
+
# timeout: 1,
|
|
21267
|
+
# additional_run_options: {
|
|
21268
|
+
# cloud_watch_metrics_enabled: false,
|
|
21269
|
+
# results_s3_prefix: "UriString",
|
|
21270
|
+
# composite_rule_evaluation_method: "COLUMN", # accepts COLUMN, ROW
|
|
21271
|
+
# row_level_results: {
|
|
21272
|
+
# max_rows_to_write: 1,
|
|
21273
|
+
# result_type: "ALL", # accepts ALL, PASSED_ONLY, FAILED_ONLY
|
|
21274
|
+
# catalog_table_config: {
|
|
21275
|
+
# database_name: "NameString",
|
|
21276
|
+
# table_name: "NameString",
|
|
21277
|
+
# s3_location: "UriString",
|
|
21278
|
+
# catalog_id: "NameString",
|
|
21279
|
+
# },
|
|
21280
|
+
# },
|
|
21281
|
+
# profiling_results: {
|
|
21282
|
+
# write_profiling_results_enabled: false,
|
|
21283
|
+
# catalog_table_config: {
|
|
21284
|
+
# database_name: "NameString",
|
|
21285
|
+
# table_name: "NameString",
|
|
21286
|
+
# s3_location: "UriString",
|
|
21287
|
+
# catalog_id: "NameString",
|
|
21288
|
+
# },
|
|
21289
|
+
# distribution_results: {
|
|
21290
|
+
# write_distribution_results_enabled: false,
|
|
21291
|
+
# catalog_table_config: {
|
|
21292
|
+
# database_name: "NameString",
|
|
21293
|
+
# table_name: "NameString",
|
|
21294
|
+
# s3_location: "UriString",
|
|
21295
|
+
# catalog_id: "NameString",
|
|
21296
|
+
# },
|
|
21297
|
+
# },
|
|
21298
|
+
# },
|
|
21299
|
+
# observation_scope: "ALL", # accepts ALL, NONE
|
|
21300
|
+
# observation_mode: "SCHEDULED", # accepts SCHEDULED, FIXED
|
|
21301
|
+
# data_quality_rule_results: {
|
|
21302
|
+
# write_data_quality_rule_results_enabled: false,
|
|
21303
|
+
# catalog_table_config: {
|
|
21304
|
+
# database_name: "NameString",
|
|
21305
|
+
# table_name: "NameString",
|
|
21306
|
+
# s3_location: "UriString",
|
|
21307
|
+
# catalog_id: "NameString",
|
|
21308
|
+
# },
|
|
21309
|
+
# },
|
|
21310
|
+
# observation_results: {
|
|
21311
|
+
# write_observation_results_enabled: false,
|
|
21312
|
+
# catalog_table_config: {
|
|
21313
|
+
# database_name: "NameString",
|
|
21314
|
+
# table_name: "NameString",
|
|
21315
|
+
# s3_location: "UriString",
|
|
21316
|
+
# catalog_id: "NameString",
|
|
21317
|
+
# },
|
|
21318
|
+
# },
|
|
21319
|
+
# custom_log_group_prefix: "GenericString",
|
|
21320
|
+
# },
|
|
21321
|
+
# additional_data_sources: {
|
|
21322
|
+
# "NameString" => {
|
|
21323
|
+
# glue_table: {
|
|
21324
|
+
# database_name: "NameString", # required
|
|
21325
|
+
# table_name: "NameString", # required
|
|
21326
|
+
# catalog_id: "NameString",
|
|
21327
|
+
# connection_name: "NameString",
|
|
21328
|
+
# additional_options: {
|
|
21329
|
+
# "NameString" => "DescriptionString",
|
|
21330
|
+
# },
|
|
21331
|
+
# },
|
|
21332
|
+
# data_quality_glue_table: {
|
|
21333
|
+
# database_name: "NameString", # required
|
|
21334
|
+
# table_name: "NameString", # required
|
|
21335
|
+
# catalog_id: "NameString",
|
|
21336
|
+
# connection_name: "NameString",
|
|
21337
|
+
# additional_options: {
|
|
21338
|
+
# "NameString" => "DescriptionString",
|
|
21339
|
+
# },
|
|
21340
|
+
# pre_processing_query: "PreProcessingQueryString",
|
|
21341
|
+
# },
|
|
21342
|
+
# },
|
|
21343
|
+
# },
|
|
21344
|
+
# })
|
|
21345
|
+
#
|
|
21346
|
+
# @example Response structure
|
|
21347
|
+
#
|
|
21348
|
+
# resp.name #=> String
|
|
21349
|
+
# resp.evaluation_run_mode #=> String, one of "ON_DEMAND", "EVALUATION_CONFIG"
|
|
21350
|
+
# resp.created_on #=> Time
|
|
21351
|
+
# resp.last_modified_on #=> Time
|
|
21352
|
+
# resp.level #=> String, one of "CATALOG", "DATABASE", "TABLE"
|
|
21353
|
+
# resp.data_source.glue_tables.catalog_id #=> String
|
|
21354
|
+
# resp.data_source.glue_tables.database_name #=> String
|
|
21355
|
+
# resp.data_source.glue_tables.table_name_pattern #=> String
|
|
21356
|
+
# resp.data_source.glue_tables.pre_processing_query #=> String
|
|
21357
|
+
# resp.data_source.glue_tables.connection_name #=> String
|
|
21358
|
+
# resp.data_source.glue_tables.additional_options #=> Hash
|
|
21359
|
+
# resp.data_source.glue_tables.additional_options["NameString"] #=> String
|
|
21360
|
+
# resp.ruleset_name #=> String
|
|
21361
|
+
# resp.managed_ruleset_name #=> String, one of "SIMPLE", "ADVANCED"
|
|
21362
|
+
# resp.triggers #=> Array
|
|
21363
|
+
# resp.triggers[0] #=> String, one of "ONCE", "SCHEDULE", "METADATA_CHANGE"
|
|
21364
|
+
# resp.schedule_expression #=> String
|
|
21365
|
+
# resp.start_at #=> Time
|
|
21366
|
+
# resp.end_at #=> Time
|
|
21367
|
+
# resp.pause_runs #=> Boolean
|
|
21368
|
+
# resp.role #=> String
|
|
21369
|
+
# resp.number_of_workers #=> Integer
|
|
21370
|
+
# resp.timeout #=> Integer
|
|
21371
|
+
# resp.additional_run_options.cloud_watch_metrics_enabled #=> Boolean
|
|
21372
|
+
# resp.additional_run_options.results_s3_prefix #=> String
|
|
21373
|
+
# resp.additional_run_options.composite_rule_evaluation_method #=> String, one of "COLUMN", "ROW"
|
|
21374
|
+
# resp.additional_run_options.row_level_results.max_rows_to_write #=> Integer
|
|
21375
|
+
# resp.additional_run_options.row_level_results.result_type #=> String, one of "ALL", "PASSED_ONLY", "FAILED_ONLY"
|
|
21376
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.database_name #=> String
|
|
21377
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.table_name #=> String
|
|
21378
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.s3_location #=> String
|
|
21379
|
+
# resp.additional_run_options.row_level_results.catalog_table_config.catalog_id #=> String
|
|
21380
|
+
# resp.additional_run_options.profiling_results.write_profiling_results_enabled #=> Boolean
|
|
21381
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.database_name #=> String
|
|
21382
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.table_name #=> String
|
|
21383
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.s3_location #=> String
|
|
21384
|
+
# resp.additional_run_options.profiling_results.catalog_table_config.catalog_id #=> String
|
|
21385
|
+
# resp.additional_run_options.profiling_results.distribution_results.write_distribution_results_enabled #=> Boolean
|
|
21386
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.database_name #=> String
|
|
21387
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.table_name #=> String
|
|
21388
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.s3_location #=> String
|
|
21389
|
+
# resp.additional_run_options.profiling_results.distribution_results.catalog_table_config.catalog_id #=> String
|
|
21390
|
+
# resp.additional_run_options.observation_scope #=> String, one of "ALL", "NONE"
|
|
21391
|
+
# resp.additional_run_options.observation_mode #=> String, one of "SCHEDULED", "FIXED"
|
|
21392
|
+
# resp.additional_run_options.data_quality_rule_results.write_data_quality_rule_results_enabled #=> Boolean
|
|
21393
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.database_name #=> String
|
|
21394
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.table_name #=> String
|
|
21395
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.s3_location #=> String
|
|
21396
|
+
# resp.additional_run_options.data_quality_rule_results.catalog_table_config.catalog_id #=> String
|
|
21397
|
+
# resp.additional_run_options.observation_results.write_observation_results_enabled #=> Boolean
|
|
21398
|
+
# resp.additional_run_options.observation_results.catalog_table_config.database_name #=> String
|
|
21399
|
+
# resp.additional_run_options.observation_results.catalog_table_config.table_name #=> String
|
|
21400
|
+
# resp.additional_run_options.observation_results.catalog_table_config.s3_location #=> String
|
|
21401
|
+
# resp.additional_run_options.observation_results.catalog_table_config.catalog_id #=> String
|
|
21402
|
+
# resp.additional_run_options.custom_log_group_prefix #=> String
|
|
21403
|
+
# resp.additional_data_sources #=> Hash
|
|
21404
|
+
# resp.additional_data_sources["NameString"].glue_table.database_name #=> String
|
|
21405
|
+
# resp.additional_data_sources["NameString"].glue_table.table_name #=> String
|
|
21406
|
+
# resp.additional_data_sources["NameString"].glue_table.catalog_id #=> String
|
|
21407
|
+
# resp.additional_data_sources["NameString"].glue_table.connection_name #=> String
|
|
21408
|
+
# resp.additional_data_sources["NameString"].glue_table.additional_options #=> Hash
|
|
21409
|
+
# resp.additional_data_sources["NameString"].glue_table.additional_options["NameString"] #=> String
|
|
21410
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.database_name #=> String
|
|
21411
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.table_name #=> String
|
|
21412
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.catalog_id #=> String
|
|
21413
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.connection_name #=> String
|
|
21414
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options #=> Hash
|
|
21415
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options["NameString"] #=> String
|
|
21416
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.pre_processing_query #=> String
|
|
21417
|
+
#
|
|
21418
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDataQualityEvaluationConfig AWS API Documentation
|
|
21419
|
+
#
|
|
21420
|
+
# @overload update_data_quality_evaluation_config(params = {})
|
|
21421
|
+
# @param [Hash] params ({})
|
|
21422
|
+
def update_data_quality_evaluation_config(params = {}, options = {})
|
|
21423
|
+
req = build_request(:update_data_quality_evaluation_config, params)
|
|
21424
|
+
req.send_request(options)
|
|
21425
|
+
end
|
|
21426
|
+
|
|
20678
21427
|
# Updates the specified data quality ruleset.
|
|
20679
21428
|
#
|
|
20680
21429
|
# @option params [required, String] :name
|
|
@@ -22098,8 +22847,11 @@ module Aws::Glue
|
|
|
22098
22847
|
# {
|
|
22099
22848
|
# resource_type: "JAR", # accepts JAR, FILE, ARCHIVE
|
|
22100
22849
|
# uri: "URI",
|
|
22850
|
+
# last_modified: Time.now,
|
|
22101
22851
|
# },
|
|
22102
22852
|
# ],
|
|
22853
|
+
# artifact_location: "URI",
|
|
22854
|
+
# governance_mode: "IAM_ONLY", # accepts IAM_ONLY, LAKE_FORMATION
|
|
22103
22855
|
# },
|
|
22104
22856
|
# })
|
|
22105
22857
|
#
|
|
@@ -22182,7 +22934,7 @@ module Aws::Glue
|
|
|
22182
22934
|
tracer: tracer
|
|
22183
22935
|
)
|
|
22184
22936
|
context[:gem_name] = 'aws-sdk-glue'
|
|
22185
|
-
context[:gem_version] = '1.
|
|
22937
|
+
context[:gem_version] = '1.293.0'
|
|
22186
22938
|
Seahorse::Client::Request.new(handlers, context)
|
|
22187
22939
|
end
|
|
22188
22940
|
|