aws-sdk-glue 1.292.0 → 1.294.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +747 -6
- data/lib/aws-sdk-glue/client_api.rb +255 -0
- data/lib/aws-sdk-glue/types.rb +979 -30
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +129 -48
- data/sig/params.rbs +98 -20
- data/sig/types.rbs +184 -0
- metadata +3 -3
data/lib/aws-sdk-glue.rb
CHANGED
data/sig/client.rbs
CHANGED
|
@@ -576,6 +576,32 @@ module Aws
|
|
|
576
576
|
) -> _CreateCustomEntityTypeResponseSuccess
|
|
577
577
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateCustomEntityTypeResponseSuccess
|
|
578
578
|
|
|
579
|
+
interface _CreateDataQualityEvaluationConfigResponseSuccess
|
|
580
|
+
include ::Seahorse::Client::_ResponseSuccess[Types::CreateDataQualityEvaluationConfigResponse]
|
|
581
|
+
def name: () -> ::String
|
|
582
|
+
def evaluation_run_mode: () -> ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
583
|
+
end
|
|
584
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_data_quality_evaluation_config-instance_method
|
|
585
|
+
def create_data_quality_evaluation_config: (
|
|
586
|
+
name: ::String,
|
|
587
|
+
level: ("CATALOG" | "DATABASE" | "TABLE"),
|
|
588
|
+
data_source: Params::data_quality_evaluation_config_data_source,
|
|
589
|
+
?ruleset_name: ::String,
|
|
590
|
+
?managed_ruleset_name: ("SIMPLE" | "ADVANCED"),
|
|
591
|
+
?triggers: Array[("ONCE" | "SCHEDULE" | "METADATA_CHANGE")],
|
|
592
|
+
?schedule_expression: ::String,
|
|
593
|
+
?start_at: ::Time,
|
|
594
|
+
?end_at: ::Time,
|
|
595
|
+
role: ::String,
|
|
596
|
+
?number_of_workers: ::Integer,
|
|
597
|
+
?timeout: ::Integer,
|
|
598
|
+
?additional_run_options: Params::data_quality_evaluation_config_additional_run_options,
|
|
599
|
+
?additional_data_sources: Hash[::String, Params::data_source],
|
|
600
|
+
?tags: Hash[::String, ::String],
|
|
601
|
+
?client_token: ::String
|
|
602
|
+
) -> _CreateDataQualityEvaluationConfigResponseSuccess
|
|
603
|
+
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateDataQualityEvaluationConfigResponseSuccess
|
|
604
|
+
|
|
579
605
|
interface _CreateDataQualityRulesetResponseSuccess
|
|
580
606
|
include ::Seahorse::Client::_ResponseSuccess[Types::CreateDataQualityRulesetResponse]
|
|
581
607
|
def name: () -> ::String
|
|
@@ -1268,6 +1294,15 @@ module Aws
|
|
|
1268
1294
|
) -> _DeleteCustomEntityTypeResponseSuccess
|
|
1269
1295
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _DeleteCustomEntityTypeResponseSuccess
|
|
1270
1296
|
|
|
1297
|
+
interface _DeleteDataQualityEvaluationConfigResponseSuccess
|
|
1298
|
+
include ::Seahorse::Client::_ResponseSuccess[Types::DeleteDataQualityEvaluationConfigResponse]
|
|
1299
|
+
end
|
|
1300
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#delete_data_quality_evaluation_config-instance_method
|
|
1301
|
+
def delete_data_quality_evaluation_config: (
|
|
1302
|
+
name: ::String
|
|
1303
|
+
) -> _DeleteDataQualityEvaluationConfigResponseSuccess
|
|
1304
|
+
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _DeleteDataQualityEvaluationConfigResponseSuccess
|
|
1305
|
+
|
|
1271
1306
|
interface _DeleteDataQualityRulesetResponseSuccess
|
|
1272
1307
|
include ::Seahorse::Client::_ResponseSuccess[Types::DeleteDataQualityRulesetResponse]
|
|
1273
1308
|
end
|
|
@@ -1959,6 +1994,33 @@ module Aws
|
|
|
1959
1994
|
) -> _GetDataCatalogExportConfigurationResponseSuccess
|
|
1960
1995
|
| (?Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _GetDataCatalogExportConfigurationResponseSuccess
|
|
1961
1996
|
|
|
1997
|
+
interface _GetDataQualityEvaluationConfigResponseSuccess
|
|
1998
|
+
include ::Seahorse::Client::_ResponseSuccess[Types::GetDataQualityEvaluationConfigResponse]
|
|
1999
|
+
def name: () -> ::String
|
|
2000
|
+
def evaluation_run_mode: () -> ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
2001
|
+
def created_on: () -> ::Time
|
|
2002
|
+
def last_modified_on: () -> ::Time
|
|
2003
|
+
def level: () -> ("CATALOG" | "DATABASE" | "TABLE")
|
|
2004
|
+
def data_source: () -> Types::DataQualityEvaluationConfigDataSource
|
|
2005
|
+
def ruleset_name: () -> ::String
|
|
2006
|
+
def managed_ruleset_name: () -> ("SIMPLE" | "ADVANCED")
|
|
2007
|
+
def triggers: () -> ::Array[("ONCE" | "SCHEDULE" | "METADATA_CHANGE")]
|
|
2008
|
+
def schedule_expression: () -> ::String
|
|
2009
|
+
def start_at: () -> ::Time
|
|
2010
|
+
def end_at: () -> ::Time
|
|
2011
|
+
def pause_runs: () -> bool
|
|
2012
|
+
def role: () -> ::String
|
|
2013
|
+
def number_of_workers: () -> ::Integer
|
|
2014
|
+
def timeout: () -> ::Integer
|
|
2015
|
+
def additional_run_options: () -> Types::DataQualityEvaluationConfigAdditionalRunOptions
|
|
2016
|
+
def additional_data_sources: () -> ::Hash[::String, Types::DataSource]
|
|
2017
|
+
end
|
|
2018
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#get_data_quality_evaluation_config-instance_method
|
|
2019
|
+
def get_data_quality_evaluation_config: (
|
|
2020
|
+
name: ::String
|
|
2021
|
+
) -> _GetDataQualityEvaluationConfigResponseSuccess
|
|
2022
|
+
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _GetDataQualityEvaluationConfigResponseSuccess
|
|
2023
|
+
|
|
1962
2024
|
interface _GetDataQualityModelResponseSuccess
|
|
1963
2025
|
include ::Seahorse::Client::_ResponseSuccess[Types::GetDataQualityModelResponse]
|
|
1964
2026
|
def status: () -> ("RUNNING" | "SUCCEEDED" | "FAILED")
|
|
@@ -1988,6 +2050,8 @@ module Aws
|
|
|
1988
2050
|
interface _GetDataQualityResultResponseSuccess
|
|
1989
2051
|
include ::Seahorse::Client::_ResponseSuccess[Types::GetDataQualityResultResponse]
|
|
1990
2052
|
def result_id: () -> ::String
|
|
2053
|
+
def evaluation_run_mode: () -> ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
2054
|
+
def data_quality_evaluation_config: () -> ::String
|
|
1991
2055
|
def profile_id: () -> ::String
|
|
1992
2056
|
def score: () -> ::Float
|
|
1993
2057
|
def data_source: () -> Types::DataSource
|
|
@@ -2012,6 +2076,8 @@ module Aws
|
|
|
2012
2076
|
interface _GetDataQualityResultV2ResponseSuccess
|
|
2013
2077
|
include ::Seahorse::Client::_ResponseSuccess[Types::GetDataQualityResultV2Response]
|
|
2014
2078
|
def result_id: () -> ::String
|
|
2079
|
+
def evaluation_run_mode: () -> ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
2080
|
+
def data_quality_evaluation_config: () -> ::String
|
|
2015
2081
|
def data_source: () -> Types::DataSource
|
|
2016
2082
|
def profile_id: () -> ::String
|
|
2017
2083
|
def dimensions: () -> ::Hash[::String, ::String]
|
|
@@ -3190,6 +3256,19 @@ module Aws
|
|
|
3190
3256
|
) -> _ListCustomEntityTypesResponseSuccess
|
|
3191
3257
|
| (?Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _ListCustomEntityTypesResponseSuccess
|
|
3192
3258
|
|
|
3259
|
+
interface _ListDataQualityEvaluationConfigsResponseSuccess
|
|
3260
|
+
include ::Seahorse::Client::_ResponseSuccess[Types::ListDataQualityEvaluationConfigsResponse]
|
|
3261
|
+
def data_quality_evaluation_configs: () -> ::Array[Types::DataQualityEvaluationConfigListDetails]
|
|
3262
|
+
def next_token: () -> ::String
|
|
3263
|
+
end
|
|
3264
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#list_data_quality_evaluation_configs-instance_method
|
|
3265
|
+
def list_data_quality_evaluation_configs: (
|
|
3266
|
+
?level: ("CATALOG" | "DATABASE" | "TABLE"),
|
|
3267
|
+
?max_results: ::Integer,
|
|
3268
|
+
?next_token: ::String
|
|
3269
|
+
) -> _ListDataQualityEvaluationConfigsResponseSuccess
|
|
3270
|
+
| (?Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _ListDataQualityEvaluationConfigsResponseSuccess
|
|
3271
|
+
|
|
3193
3272
|
interface _ListDataQualityResultsResponseSuccess
|
|
3194
3273
|
include ::Seahorse::Client::_ResponseSuccess[Types::ListDataQualityResultsResponse]
|
|
3195
3274
|
def results: () -> ::Array[Types::DataQualityResultDescription]
|
|
@@ -3202,7 +3281,9 @@ module Aws
|
|
|
3202
3281
|
job_name: ::String?,
|
|
3203
3282
|
job_run_id: ::String?,
|
|
3204
3283
|
started_after: ::Time?,
|
|
3205
|
-
started_before: ::Time
|
|
3284
|
+
started_before: ::Time?,
|
|
3285
|
+
evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")?,
|
|
3286
|
+
data_quality_evaluation_config: ::String?
|
|
3206
3287
|
},
|
|
3207
3288
|
?next_token: ::String,
|
|
3208
3289
|
?max_results: ::Integer
|
|
@@ -3221,7 +3302,9 @@ module Aws
|
|
|
3221
3302
|
published_after: ::Time?,
|
|
3222
3303
|
published_before: ::Time?,
|
|
3223
3304
|
dimensions: Hash[::String, ::String]?,
|
|
3224
|
-
evaluation_context: ::String
|
|
3305
|
+
evaluation_context: ::String?,
|
|
3306
|
+
evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")?,
|
|
3307
|
+
data_quality_evaluation_config: ::String?
|
|
3225
3308
|
},
|
|
3226
3309
|
?next_token: ::String,
|
|
3227
3310
|
?max_results: ::Integer
|
|
@@ -4274,54 +4357,12 @@ module Aws
|
|
|
4274
4357
|
results_s3_prefix: ::String?,
|
|
4275
4358
|
composite_rule_evaluation_method: ("COLUMN" | "ROW")?,
|
|
4276
4359
|
custom_log_group_prefix: ::String?,
|
|
4277
|
-
row_level_results:
|
|
4278
|
-
|
|
4279
|
-
result_type: ("ALL" | "PASSED_ONLY" | "FAILED_ONLY")?,
|
|
4280
|
-
catalog_table_config: {
|
|
4281
|
-
database_name: ::String?,
|
|
4282
|
-
table_name: ::String?,
|
|
4283
|
-
s3_location: ::String?,
|
|
4284
|
-
catalog_id: ::String?
|
|
4285
|
-
}?
|
|
4286
|
-
}?,
|
|
4287
|
-
profiling_results: {
|
|
4288
|
-
write_profiling_results_enabled: bool?,
|
|
4289
|
-
catalog_table_config: {
|
|
4290
|
-
database_name: ::String?,
|
|
4291
|
-
table_name: ::String?,
|
|
4292
|
-
s3_location: ::String?,
|
|
4293
|
-
catalog_id: ::String?
|
|
4294
|
-
}?,
|
|
4295
|
-
distribution_results: {
|
|
4296
|
-
write_distribution_results_enabled: bool?,
|
|
4297
|
-
catalog_table_config: {
|
|
4298
|
-
database_name: ::String?,
|
|
4299
|
-
table_name: ::String?,
|
|
4300
|
-
s3_location: ::String?,
|
|
4301
|
-
catalog_id: ::String?
|
|
4302
|
-
}?
|
|
4303
|
-
}?
|
|
4304
|
-
}?,
|
|
4360
|
+
row_level_results: Params::row_level_results_options?,
|
|
4361
|
+
profiling_results: Params::profiling_results_options?,
|
|
4305
4362
|
observation_scope: ("ALL" | "NONE")?,
|
|
4306
4363
|
observation_mode: ("SCHEDULED" | "FIXED")?,
|
|
4307
|
-
data_quality_rule_results:
|
|
4308
|
-
|
|
4309
|
-
catalog_table_config: {
|
|
4310
|
-
database_name: ::String?,
|
|
4311
|
-
table_name: ::String?,
|
|
4312
|
-
s3_location: ::String?,
|
|
4313
|
-
catalog_id: ::String?
|
|
4314
|
-
}?
|
|
4315
|
-
}?,
|
|
4316
|
-
observation_results: {
|
|
4317
|
-
write_observation_results_enabled: bool?,
|
|
4318
|
-
catalog_table_config: {
|
|
4319
|
-
database_name: ::String?,
|
|
4320
|
-
table_name: ::String?,
|
|
4321
|
-
s3_location: ::String?,
|
|
4322
|
-
catalog_id: ::String?
|
|
4323
|
-
}?
|
|
4324
|
-
}?
|
|
4364
|
+
data_quality_rule_results: Params::data_quality_rule_results_options?,
|
|
4365
|
+
observation_results: Params::observation_results_options?
|
|
4325
4366
|
},
|
|
4326
4367
|
ruleset_names: Array[::String],
|
|
4327
4368
|
?additional_data_sources: Hash[::String, Params::data_source]
|
|
@@ -4744,6 +4785,46 @@ module Aws
|
|
|
4744
4785
|
) -> _UpdateCrawlerScheduleResponseSuccess
|
|
4745
4786
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _UpdateCrawlerScheduleResponseSuccess
|
|
4746
4787
|
|
|
4788
|
+
interface _UpdateDataQualityEvaluationConfigResponseSuccess
|
|
4789
|
+
include ::Seahorse::Client::_ResponseSuccess[Types::UpdateDataQualityEvaluationConfigResponse]
|
|
4790
|
+
def name: () -> ::String
|
|
4791
|
+
def evaluation_run_mode: () -> ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
4792
|
+
def created_on: () -> ::Time
|
|
4793
|
+
def last_modified_on: () -> ::Time
|
|
4794
|
+
def level: () -> ("CATALOG" | "DATABASE" | "TABLE")
|
|
4795
|
+
def data_source: () -> Types::DataQualityEvaluationConfigDataSource
|
|
4796
|
+
def ruleset_name: () -> ::String
|
|
4797
|
+
def managed_ruleset_name: () -> ("SIMPLE" | "ADVANCED")
|
|
4798
|
+
def triggers: () -> ::Array[("ONCE" | "SCHEDULE" | "METADATA_CHANGE")]
|
|
4799
|
+
def schedule_expression: () -> ::String
|
|
4800
|
+
def start_at: () -> ::Time
|
|
4801
|
+
def end_at: () -> ::Time
|
|
4802
|
+
def pause_runs: () -> bool
|
|
4803
|
+
def role: () -> ::String
|
|
4804
|
+
def number_of_workers: () -> ::Integer
|
|
4805
|
+
def timeout: () -> ::Integer
|
|
4806
|
+
def additional_run_options: () -> Types::DataQualityEvaluationConfigAdditionalRunOptions
|
|
4807
|
+
def additional_data_sources: () -> ::Hash[::String, Types::DataSource]
|
|
4808
|
+
end
|
|
4809
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#update_data_quality_evaluation_config-instance_method
|
|
4810
|
+
def update_data_quality_evaluation_config: (
|
|
4811
|
+
name: ::String,
|
|
4812
|
+
?data_source: Params::data_quality_evaluation_config_data_source,
|
|
4813
|
+
?ruleset_name: ::String,
|
|
4814
|
+
?managed_ruleset_name: ("SIMPLE" | "ADVANCED"),
|
|
4815
|
+
?triggers: Array[("ONCE" | "SCHEDULE" | "METADATA_CHANGE")],
|
|
4816
|
+
?schedule_expression: ::String,
|
|
4817
|
+
?start_at: ::Time,
|
|
4818
|
+
?end_at: ::Time,
|
|
4819
|
+
?pause_runs: bool,
|
|
4820
|
+
?role: ::String,
|
|
4821
|
+
?number_of_workers: ::Integer,
|
|
4822
|
+
?timeout: ::Integer,
|
|
4823
|
+
?additional_run_options: Params::data_quality_evaluation_config_additional_run_options,
|
|
4824
|
+
?additional_data_sources: Hash[::String, Params::data_source]
|
|
4825
|
+
) -> _UpdateDataQualityEvaluationConfigResponseSuccess
|
|
4826
|
+
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _UpdateDataQualityEvaluationConfigResponseSuccess
|
|
4827
|
+
|
|
4747
4828
|
interface _UpdateDataQualityRulesetResponseSuccess
|
|
4748
4829
|
include ::Seahorse::Client::_ResponseSuccess[Types::UpdateDataQualityRulesetResponse]
|
|
4749
4830
|
def name: () -> ::String
|
data/sig/params.rbs
CHANGED
|
@@ -232,6 +232,104 @@ module Aws
|
|
|
232
232
|
dlq_event_queue_arn: ::String?
|
|
233
233
|
}
|
|
234
234
|
|
|
235
|
+
type data_quality_evaluation_config_glue_tables = {
|
|
236
|
+
catalog_id: ::String,
|
|
237
|
+
database_name: ::String?,
|
|
238
|
+
table_name_pattern: ::String?,
|
|
239
|
+
pre_processing_query: ::String?,
|
|
240
|
+
connection_name: ::String?,
|
|
241
|
+
additional_options: Hash[::String, ::String]?
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
type data_quality_evaluation_config_data_source = {
|
|
245
|
+
glue_tables: Params::data_quality_evaluation_config_glue_tables?
|
|
246
|
+
}
|
|
247
|
+
|
|
248
|
+
type row_level_results_options = {
|
|
249
|
+
max_rows_to_write: ::Integer?,
|
|
250
|
+
result_type: ("ALL" | "PASSED_ONLY" | "FAILED_ONLY")?,
|
|
251
|
+
catalog_table_config: {
|
|
252
|
+
database_name: ::String?,
|
|
253
|
+
table_name: ::String?,
|
|
254
|
+
s3_location: ::String?,
|
|
255
|
+
catalog_id: ::String?
|
|
256
|
+
}?
|
|
257
|
+
}
|
|
258
|
+
|
|
259
|
+
type distribution_results_options = {
|
|
260
|
+
write_distribution_results_enabled: bool?,
|
|
261
|
+
catalog_table_config: {
|
|
262
|
+
database_name: ::String?,
|
|
263
|
+
table_name: ::String?,
|
|
264
|
+
s3_location: ::String?,
|
|
265
|
+
catalog_id: ::String?
|
|
266
|
+
}?
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
type profiling_results_options = {
|
|
270
|
+
write_profiling_results_enabled: bool?,
|
|
271
|
+
catalog_table_config: {
|
|
272
|
+
database_name: ::String?,
|
|
273
|
+
table_name: ::String?,
|
|
274
|
+
s3_location: ::String?,
|
|
275
|
+
catalog_id: ::String?
|
|
276
|
+
}?,
|
|
277
|
+
distribution_results: Params::distribution_results_options?
|
|
278
|
+
}
|
|
279
|
+
|
|
280
|
+
type data_quality_rule_results_options = {
|
|
281
|
+
write_data_quality_rule_results_enabled: bool?,
|
|
282
|
+
catalog_table_config: {
|
|
283
|
+
database_name: ::String?,
|
|
284
|
+
table_name: ::String?,
|
|
285
|
+
s3_location: ::String?,
|
|
286
|
+
catalog_id: ::String?
|
|
287
|
+
}?
|
|
288
|
+
}
|
|
289
|
+
|
|
290
|
+
type observation_results_options = {
|
|
291
|
+
write_observation_results_enabled: bool?,
|
|
292
|
+
catalog_table_config: {
|
|
293
|
+
database_name: ::String?,
|
|
294
|
+
table_name: ::String?,
|
|
295
|
+
s3_location: ::String?,
|
|
296
|
+
catalog_id: ::String?
|
|
297
|
+
}?
|
|
298
|
+
}
|
|
299
|
+
|
|
300
|
+
type data_quality_evaluation_config_additional_run_options = {
|
|
301
|
+
cloud_watch_metrics_enabled: bool?,
|
|
302
|
+
results_s3_prefix: ::String?,
|
|
303
|
+
composite_rule_evaluation_method: ("COLUMN" | "ROW")?,
|
|
304
|
+
row_level_results: Params::row_level_results_options?,
|
|
305
|
+
profiling_results: Params::profiling_results_options?,
|
|
306
|
+
observation_scope: ("ALL" | "NONE")?,
|
|
307
|
+
observation_mode: ("SCHEDULED" | "FIXED")?,
|
|
308
|
+
data_quality_rule_results: Params::data_quality_rule_results_options?,
|
|
309
|
+
observation_results: Params::observation_results_options?,
|
|
310
|
+
custom_log_group_prefix: ::String?
|
|
311
|
+
}
|
|
312
|
+
|
|
313
|
+
type data_quality_glue_table = {
|
|
314
|
+
database_name: ::String,
|
|
315
|
+
table_name: ::String,
|
|
316
|
+
catalog_id: ::String?,
|
|
317
|
+
connection_name: ::String?,
|
|
318
|
+
additional_options: Hash[::String, ::String]?,
|
|
319
|
+
pre_processing_query: ::String?
|
|
320
|
+
}
|
|
321
|
+
|
|
322
|
+
type data_source = {
|
|
323
|
+
glue_table: {
|
|
324
|
+
database_name: ::String,
|
|
325
|
+
table_name: ::String,
|
|
326
|
+
catalog_id: ::String?,
|
|
327
|
+
connection_name: ::String?,
|
|
328
|
+
additional_options: Hash[::String, ::String]?
|
|
329
|
+
}?,
|
|
330
|
+
data_quality_glue_table: Params::data_quality_glue_table?
|
|
331
|
+
}
|
|
332
|
+
|
|
235
333
|
type database_input = {
|
|
236
334
|
name: ::String,
|
|
237
335
|
description: ::String?,
|
|
@@ -2029,26 +2127,6 @@ module Aws
|
|
|
2029
2127
|
]?
|
|
2030
2128
|
}
|
|
2031
2129
|
|
|
2032
|
-
type data_quality_glue_table = {
|
|
2033
|
-
database_name: ::String,
|
|
2034
|
-
table_name: ::String,
|
|
2035
|
-
catalog_id: ::String?,
|
|
2036
|
-
connection_name: ::String?,
|
|
2037
|
-
additional_options: Hash[::String, ::String]?,
|
|
2038
|
-
pre_processing_query: ::String?
|
|
2039
|
-
}
|
|
2040
|
-
|
|
2041
|
-
type data_source = {
|
|
2042
|
-
glue_table: {
|
|
2043
|
-
database_name: ::String,
|
|
2044
|
-
table_name: ::String,
|
|
2045
|
-
catalog_id: ::String?,
|
|
2046
|
-
connection_name: ::String?,
|
|
2047
|
-
additional_options: Hash[::String, ::String]?
|
|
2048
|
-
}?,
|
|
2049
|
-
data_quality_glue_table: Params::data_quality_glue_table?
|
|
2050
|
-
}
|
|
2051
|
-
|
|
2052
2130
|
type connector_property = {
|
|
2053
2131
|
name: ::String,
|
|
2054
2132
|
key_override: ::String?,
|
data/sig/types.rbs
CHANGED
|
@@ -1447,6 +1447,32 @@ module Aws::Glue
|
|
|
1447
1447
|
SENSITIVE: []
|
|
1448
1448
|
end
|
|
1449
1449
|
|
|
1450
|
+
class CreateDataQualityEvaluationConfigRequest
|
|
1451
|
+
attr_accessor name: ::String
|
|
1452
|
+
attr_accessor level: ("CATALOG" | "DATABASE" | "TABLE")
|
|
1453
|
+
attr_accessor data_source: Types::DataQualityEvaluationConfigDataSource
|
|
1454
|
+
attr_accessor ruleset_name: ::String
|
|
1455
|
+
attr_accessor managed_ruleset_name: ("SIMPLE" | "ADVANCED")
|
|
1456
|
+
attr_accessor triggers: ::Array[("ONCE" | "SCHEDULE" | "METADATA_CHANGE")]
|
|
1457
|
+
attr_accessor schedule_expression: ::String
|
|
1458
|
+
attr_accessor start_at: ::Time
|
|
1459
|
+
attr_accessor end_at: ::Time
|
|
1460
|
+
attr_accessor role: ::String
|
|
1461
|
+
attr_accessor number_of_workers: ::Integer
|
|
1462
|
+
attr_accessor timeout: ::Integer
|
|
1463
|
+
attr_accessor additional_run_options: Types::DataQualityEvaluationConfigAdditionalRunOptions
|
|
1464
|
+
attr_accessor additional_data_sources: ::Hash[::String, Types::DataSource]
|
|
1465
|
+
attr_accessor tags: ::Hash[::String, ::String]
|
|
1466
|
+
attr_accessor client_token: ::String
|
|
1467
|
+
SENSITIVE: []
|
|
1468
|
+
end
|
|
1469
|
+
|
|
1470
|
+
class CreateDataQualityEvaluationConfigResponse
|
|
1471
|
+
attr_accessor name: ::String
|
|
1472
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
1473
|
+
SENSITIVE: []
|
|
1474
|
+
end
|
|
1475
|
+
|
|
1450
1476
|
class CreateDataQualityRulesetRequest
|
|
1451
1477
|
attr_accessor name: ::String
|
|
1452
1478
|
attr_accessor description: ::String
|
|
@@ -2036,6 +2062,60 @@ module Aws::Glue
|
|
|
2036
2062
|
SENSITIVE: []
|
|
2037
2063
|
end
|
|
2038
2064
|
|
|
2065
|
+
class DataQualityEvaluationConfigAdditionalRunOptions
|
|
2066
|
+
attr_accessor cloud_watch_metrics_enabled: bool
|
|
2067
|
+
attr_accessor results_s3_prefix: ::String
|
|
2068
|
+
attr_accessor composite_rule_evaluation_method: ("COLUMN" | "ROW")
|
|
2069
|
+
attr_accessor row_level_results: Types::RowLevelResultsOptions
|
|
2070
|
+
attr_accessor profiling_results: Types::ProfilingResultsOptions
|
|
2071
|
+
attr_accessor observation_scope: ("ALL" | "NONE")
|
|
2072
|
+
attr_accessor observation_mode: ("SCHEDULED" | "FIXED")
|
|
2073
|
+
attr_accessor data_quality_rule_results: Types::DataQualityRuleResultsOptions
|
|
2074
|
+
attr_accessor observation_results: Types::ObservationResultsOptions
|
|
2075
|
+
attr_accessor custom_log_group_prefix: ::String
|
|
2076
|
+
SENSITIVE: []
|
|
2077
|
+
end
|
|
2078
|
+
|
|
2079
|
+
class DataQualityEvaluationConfigDataSource
|
|
2080
|
+
attr_accessor glue_tables: Types::DataQualityEvaluationConfigGlueTables
|
|
2081
|
+
SENSITIVE: []
|
|
2082
|
+
end
|
|
2083
|
+
|
|
2084
|
+
class DataQualityEvaluationConfigGlueTables
|
|
2085
|
+
attr_accessor catalog_id: ::String
|
|
2086
|
+
attr_accessor database_name: ::String
|
|
2087
|
+
attr_accessor table_name_pattern: ::String
|
|
2088
|
+
attr_accessor pre_processing_query: ::String
|
|
2089
|
+
attr_accessor connection_name: ::String
|
|
2090
|
+
attr_accessor additional_options: ::Hash[::String, ::String]
|
|
2091
|
+
SENSITIVE: []
|
|
2092
|
+
end
|
|
2093
|
+
|
|
2094
|
+
class DataQualityEvaluationConfigListDataSource
|
|
2095
|
+
attr_accessor glue_tables: Types::DataQualityEvaluationConfigListGlueTables
|
|
2096
|
+
SENSITIVE: []
|
|
2097
|
+
end
|
|
2098
|
+
|
|
2099
|
+
class DataQualityEvaluationConfigListDetails
|
|
2100
|
+
attr_accessor name: ::String
|
|
2101
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
2102
|
+
attr_accessor created_on: ::Time
|
|
2103
|
+
attr_accessor last_modified_on: ::Time
|
|
2104
|
+
attr_accessor level: ("CATALOG" | "DATABASE" | "TABLE")
|
|
2105
|
+
attr_accessor data_source: Types::DataQualityEvaluationConfigListDataSource
|
|
2106
|
+
attr_accessor ruleset_name: ::String
|
|
2107
|
+
attr_accessor managed_ruleset_name: ("SIMPLE" | "ADVANCED")
|
|
2108
|
+
attr_accessor pause_runs: bool
|
|
2109
|
+
SENSITIVE: []
|
|
2110
|
+
end
|
|
2111
|
+
|
|
2112
|
+
class DataQualityEvaluationConfigListGlueTables
|
|
2113
|
+
attr_accessor catalog_id: ::String
|
|
2114
|
+
attr_accessor database_name: ::String
|
|
2115
|
+
attr_accessor table_name_pattern: ::String
|
|
2116
|
+
SENSITIVE: []
|
|
2117
|
+
end
|
|
2118
|
+
|
|
2039
2119
|
class DataQualityEvaluationRunAdditionalRunOptions
|
|
2040
2120
|
attr_accessor cloud_watch_metrics_enabled: bool
|
|
2041
2121
|
attr_accessor results_s3_prefix: ::String
|
|
@@ -2076,6 +2156,8 @@ module Aws::Glue
|
|
|
2076
2156
|
|
|
2077
2157
|
class DataQualityResult
|
|
2078
2158
|
attr_accessor result_id: ::String
|
|
2159
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
2160
|
+
attr_accessor data_quality_evaluation_config: ::String
|
|
2079
2161
|
attr_accessor profile_id: ::String
|
|
2080
2162
|
attr_accessor score: ::Float
|
|
2081
2163
|
attr_accessor data_source: Types::DataSource
|
|
@@ -2095,6 +2177,8 @@ module Aws::Glue
|
|
|
2095
2177
|
|
|
2096
2178
|
class DataQualityResultDescription
|
|
2097
2179
|
attr_accessor result_id: ::String
|
|
2180
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
2181
|
+
attr_accessor data_quality_evaluation_config: ::String
|
|
2098
2182
|
attr_accessor data_source: Types::DataSource
|
|
2099
2183
|
attr_accessor job_name: ::String
|
|
2100
2184
|
attr_accessor job_run_id: ::String
|
|
@@ -2108,11 +2192,15 @@ module Aws::Glue
|
|
|
2108
2192
|
attr_accessor job_run_id: ::String
|
|
2109
2193
|
attr_accessor started_after: ::Time
|
|
2110
2194
|
attr_accessor started_before: ::Time
|
|
2195
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
2196
|
+
attr_accessor data_quality_evaluation_config: ::String
|
|
2111
2197
|
SENSITIVE: []
|
|
2112
2198
|
end
|
|
2113
2199
|
|
|
2114
2200
|
class DataQualityResultV2Item
|
|
2115
2201
|
attr_accessor result_id: ::String
|
|
2202
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
2203
|
+
attr_accessor data_quality_evaluation_config: ::String
|
|
2116
2204
|
attr_accessor data_source: Types::DataSource
|
|
2117
2205
|
attr_accessor dimensions: ::Hash[::String, ::String]
|
|
2118
2206
|
attr_accessor tags: ::Hash[::String, ::String]
|
|
@@ -2132,6 +2220,8 @@ module Aws::Glue
|
|
|
2132
2220
|
|
|
2133
2221
|
class DataQualityResultsV2Description
|
|
2134
2222
|
attr_accessor result_id: ::String
|
|
2223
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
2224
|
+
attr_accessor data_quality_evaluation_config: ::String
|
|
2135
2225
|
attr_accessor data_source: Types::DataSource
|
|
2136
2226
|
attr_accessor result_published_on: ::Time
|
|
2137
2227
|
attr_accessor dimensions: ::Hash[::String, ::String]
|
|
@@ -2146,6 +2236,8 @@ module Aws::Glue
|
|
|
2146
2236
|
attr_accessor published_before: ::Time
|
|
2147
2237
|
attr_accessor dimensions: ::Hash[::String, ::String]
|
|
2148
2238
|
attr_accessor evaluation_context: ::String
|
|
2239
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
2240
|
+
attr_accessor data_quality_evaluation_config: ::String
|
|
2149
2241
|
SENSITIVE: []
|
|
2150
2242
|
end
|
|
2151
2243
|
|
|
@@ -2460,6 +2552,14 @@ module Aws::Glue
|
|
|
2460
2552
|
SENSITIVE: []
|
|
2461
2553
|
end
|
|
2462
2554
|
|
|
2555
|
+
class DeleteDataQualityEvaluationConfigRequest
|
|
2556
|
+
attr_accessor name: ::String
|
|
2557
|
+
SENSITIVE: []
|
|
2558
|
+
end
|
|
2559
|
+
|
|
2560
|
+
class DeleteDataQualityEvaluationConfigResponse < Aws::EmptyStructure
|
|
2561
|
+
end
|
|
2562
|
+
|
|
2463
2563
|
class DeleteDataQualityRulesetRequest
|
|
2464
2564
|
attr_accessor name: ::String
|
|
2465
2565
|
SENSITIVE: []
|
|
@@ -3554,6 +3654,33 @@ module Aws::Glue
|
|
|
3554
3654
|
SENSITIVE: []
|
|
3555
3655
|
end
|
|
3556
3656
|
|
|
3657
|
+
class GetDataQualityEvaluationConfigRequest
|
|
3658
|
+
attr_accessor name: ::String
|
|
3659
|
+
SENSITIVE: []
|
|
3660
|
+
end
|
|
3661
|
+
|
|
3662
|
+
class GetDataQualityEvaluationConfigResponse
|
|
3663
|
+
attr_accessor name: ::String
|
|
3664
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
3665
|
+
attr_accessor created_on: ::Time
|
|
3666
|
+
attr_accessor last_modified_on: ::Time
|
|
3667
|
+
attr_accessor level: ("CATALOG" | "DATABASE" | "TABLE")
|
|
3668
|
+
attr_accessor data_source: Types::DataQualityEvaluationConfigDataSource
|
|
3669
|
+
attr_accessor ruleset_name: ::String
|
|
3670
|
+
attr_accessor managed_ruleset_name: ("SIMPLE" | "ADVANCED")
|
|
3671
|
+
attr_accessor triggers: ::Array[("ONCE" | "SCHEDULE" | "METADATA_CHANGE")]
|
|
3672
|
+
attr_accessor schedule_expression: ::String
|
|
3673
|
+
attr_accessor start_at: ::Time
|
|
3674
|
+
attr_accessor end_at: ::Time
|
|
3675
|
+
attr_accessor pause_runs: bool
|
|
3676
|
+
attr_accessor role: ::String
|
|
3677
|
+
attr_accessor number_of_workers: ::Integer
|
|
3678
|
+
attr_accessor timeout: ::Integer
|
|
3679
|
+
attr_accessor additional_run_options: Types::DataQualityEvaluationConfigAdditionalRunOptions
|
|
3680
|
+
attr_accessor additional_data_sources: ::Hash[::String, Types::DataSource]
|
|
3681
|
+
SENSITIVE: []
|
|
3682
|
+
end
|
|
3683
|
+
|
|
3557
3684
|
class GetDataQualityModelRequest
|
|
3558
3685
|
attr_accessor statistic_id: ::String
|
|
3559
3686
|
attr_accessor profile_id: ::String
|
|
@@ -3587,6 +3714,8 @@ module Aws::Glue
|
|
|
3587
3714
|
|
|
3588
3715
|
class GetDataQualityResultResponse
|
|
3589
3716
|
attr_accessor result_id: ::String
|
|
3717
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
3718
|
+
attr_accessor data_quality_evaluation_config: ::String
|
|
3590
3719
|
attr_accessor profile_id: ::String
|
|
3591
3720
|
attr_accessor score: ::Float
|
|
3592
3721
|
attr_accessor data_source: Types::DataSource
|
|
@@ -3611,6 +3740,8 @@ module Aws::Glue
|
|
|
3611
3740
|
|
|
3612
3741
|
class GetDataQualityResultV2Response
|
|
3613
3742
|
attr_accessor result_id: ::String
|
|
3743
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
3744
|
+
attr_accessor data_quality_evaluation_config: ::String
|
|
3614
3745
|
attr_accessor data_source: Types::DataSource
|
|
3615
3746
|
attr_accessor profile_id: ::String
|
|
3616
3747
|
attr_accessor dimensions: ::Hash[::String, ::String]
|
|
@@ -5380,6 +5511,19 @@ module Aws::Glue
|
|
|
5380
5511
|
SENSITIVE: []
|
|
5381
5512
|
end
|
|
5382
5513
|
|
|
5514
|
+
class ListDataQualityEvaluationConfigsRequest
|
|
5515
|
+
attr_accessor level: ("CATALOG" | "DATABASE" | "TABLE")
|
|
5516
|
+
attr_accessor max_results: ::Integer
|
|
5517
|
+
attr_accessor next_token: ::String
|
|
5518
|
+
SENSITIVE: []
|
|
5519
|
+
end
|
|
5520
|
+
|
|
5521
|
+
class ListDataQualityEvaluationConfigsResponse
|
|
5522
|
+
attr_accessor data_quality_evaluation_configs: ::Array[Types::DataQualityEvaluationConfigListDetails]
|
|
5523
|
+
attr_accessor next_token: ::String
|
|
5524
|
+
SENSITIVE: []
|
|
5525
|
+
end
|
|
5526
|
+
|
|
5383
5527
|
class ListDataQualityResultsRequest
|
|
5384
5528
|
attr_accessor filter: Types::DataQualityResultFilterCriteria
|
|
5385
5529
|
attr_accessor next_token: ::String
|
|
@@ -8251,6 +8395,46 @@ module Aws::Glue
|
|
|
8251
8395
|
SENSITIVE: []
|
|
8252
8396
|
end
|
|
8253
8397
|
|
|
8398
|
+
class UpdateDataQualityEvaluationConfigRequest
|
|
8399
|
+
attr_accessor name: ::String
|
|
8400
|
+
attr_accessor data_source: Types::DataQualityEvaluationConfigDataSource
|
|
8401
|
+
attr_accessor ruleset_name: ::String
|
|
8402
|
+
attr_accessor managed_ruleset_name: ("SIMPLE" | "ADVANCED")
|
|
8403
|
+
attr_accessor triggers: ::Array[("ONCE" | "SCHEDULE" | "METADATA_CHANGE")]
|
|
8404
|
+
attr_accessor schedule_expression: ::String
|
|
8405
|
+
attr_accessor start_at: ::Time
|
|
8406
|
+
attr_accessor end_at: ::Time
|
|
8407
|
+
attr_accessor pause_runs: bool
|
|
8408
|
+
attr_accessor role: ::String
|
|
8409
|
+
attr_accessor number_of_workers: ::Integer
|
|
8410
|
+
attr_accessor timeout: ::Integer
|
|
8411
|
+
attr_accessor additional_run_options: Types::DataQualityEvaluationConfigAdditionalRunOptions
|
|
8412
|
+
attr_accessor additional_data_sources: ::Hash[::String, Types::DataSource]
|
|
8413
|
+
SENSITIVE: []
|
|
8414
|
+
end
|
|
8415
|
+
|
|
8416
|
+
class UpdateDataQualityEvaluationConfigResponse
|
|
8417
|
+
attr_accessor name: ::String
|
|
8418
|
+
attr_accessor evaluation_run_mode: ("ON_DEMAND" | "EVALUATION_CONFIG")
|
|
8419
|
+
attr_accessor created_on: ::Time
|
|
8420
|
+
attr_accessor last_modified_on: ::Time
|
|
8421
|
+
attr_accessor level: ("CATALOG" | "DATABASE" | "TABLE")
|
|
8422
|
+
attr_accessor data_source: Types::DataQualityEvaluationConfigDataSource
|
|
8423
|
+
attr_accessor ruleset_name: ::String
|
|
8424
|
+
attr_accessor managed_ruleset_name: ("SIMPLE" | "ADVANCED")
|
|
8425
|
+
attr_accessor triggers: ::Array[("ONCE" | "SCHEDULE" | "METADATA_CHANGE")]
|
|
8426
|
+
attr_accessor schedule_expression: ::String
|
|
8427
|
+
attr_accessor start_at: ::Time
|
|
8428
|
+
attr_accessor end_at: ::Time
|
|
8429
|
+
attr_accessor pause_runs: bool
|
|
8430
|
+
attr_accessor role: ::String
|
|
8431
|
+
attr_accessor number_of_workers: ::Integer
|
|
8432
|
+
attr_accessor timeout: ::Integer
|
|
8433
|
+
attr_accessor additional_run_options: Types::DataQualityEvaluationConfigAdditionalRunOptions
|
|
8434
|
+
attr_accessor additional_data_sources: ::Hash[::String, Types::DataSource]
|
|
8435
|
+
SENSITIVE: []
|
|
8436
|
+
end
|
|
8437
|
+
|
|
8254
8438
|
class UpdateDataQualityRulesetRequest
|
|
8255
8439
|
attr_accessor name: ::String
|
|
8256
8440
|
attr_accessor description: ::String
|