aws-sdk-gluedatabrew 1.23.0 → 1.24.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +7 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/endpoint_provider.rb +35 -95
- data/lib/aws-sdk-gluedatabrew/types.rb +0 -1448
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- metadata +2 -2
@@ -27,13 +27,6 @@ module Aws::GlueDataBrew
|
|
27
27
|
# contain detected entities. When undefined, no statistics will be
|
28
28
|
# computed on columns that contain detected entities.
|
29
29
|
#
|
30
|
-
# @note When making an API call, you may pass AllowedStatistics
|
31
|
-
# data as a hash:
|
32
|
-
#
|
33
|
-
# {
|
34
|
-
# statistics: ["Statistic"], # required
|
35
|
-
# }
|
36
|
-
#
|
37
30
|
# @!attribute [rw] statistics
|
38
31
|
# One or more column statistics to allow for columns that contain
|
39
32
|
# detected entities.
|
@@ -47,14 +40,6 @@ module Aws::GlueDataBrew
|
|
47
40
|
include Aws::Structure
|
48
41
|
end
|
49
42
|
|
50
|
-
# @note When making an API call, you may pass BatchDeleteRecipeVersionRequest
|
51
|
-
# data as a hash:
|
52
|
-
#
|
53
|
-
# {
|
54
|
-
# name: "RecipeName", # required
|
55
|
-
# recipe_versions: ["RecipeVersion"], # required
|
56
|
-
# }
|
57
|
-
#
|
58
43
|
# @!attribute [rw] name
|
59
44
|
# The name of the recipe whose versions are to be deleted.
|
60
45
|
# @return [String]
|
@@ -95,14 +80,6 @@ module Aws::GlueDataBrew
|
|
95
80
|
# Selector of a column from a dataset for profile job configuration. One
|
96
81
|
# selector includes either a column name or a regular expression.
|
97
82
|
#
|
98
|
-
# @note When making an API call, you may pass ColumnSelector
|
99
|
-
# data as a hash:
|
100
|
-
#
|
101
|
-
# {
|
102
|
-
# regex: "ColumnName",
|
103
|
-
# name: "ColumnName",
|
104
|
-
# }
|
105
|
-
#
|
106
83
|
# @!attribute [rw] regex
|
107
84
|
# A regular expression for selecting a column from a dataset.
|
108
85
|
# @return [String]
|
@@ -124,29 +101,6 @@ module Aws::GlueDataBrew
|
|
124
101
|
# ColumnStatisticsConfiguration can be used to select evaluations and
|
125
102
|
# override parameters of evaluations for particular columns.
|
126
103
|
#
|
127
|
-
# @note When making an API call, you may pass ColumnStatisticsConfiguration
|
128
|
-
# data as a hash:
|
129
|
-
#
|
130
|
-
# {
|
131
|
-
# selectors: [
|
132
|
-
# {
|
133
|
-
# regex: "ColumnName",
|
134
|
-
# name: "ColumnName",
|
135
|
-
# },
|
136
|
-
# ],
|
137
|
-
# statistics: { # required
|
138
|
-
# included_statistics: ["Statistic"],
|
139
|
-
# overrides: [
|
140
|
-
# {
|
141
|
-
# statistic: "Statistic", # required
|
142
|
-
# parameters: { # required
|
143
|
-
# "ParameterName" => "ParameterValue",
|
144
|
-
# },
|
145
|
-
# },
|
146
|
-
# ],
|
147
|
-
# },
|
148
|
-
# }
|
149
|
-
#
|
150
104
|
# @!attribute [rw] selectors
|
151
105
|
# List of column selectors. Selectors can be used to select columns
|
152
106
|
# from the dataset. When selectors are undefined, configuration will
|
@@ -177,15 +131,6 @@ module Aws::GlueDataBrew
|
|
177
131
|
# applied to the rows in a dataset first, before the recipe action is
|
178
132
|
# performed.
|
179
133
|
#
|
180
|
-
# @note When making an API call, you may pass ConditionExpression
|
181
|
-
# data as a hash:
|
182
|
-
#
|
183
|
-
# {
|
184
|
-
# condition: "Condition", # required
|
185
|
-
# value: "ConditionValue",
|
186
|
-
# target_column: "TargetColumn", # required
|
187
|
-
# }
|
188
|
-
#
|
189
134
|
# @!attribute [rw] condition
|
190
135
|
# A specific condition to apply to a recipe action. For more
|
191
136
|
# information, see [Recipe structure][1] in the *Glue DataBrew
|
@@ -228,92 +173,6 @@ module Aws::GlueDataBrew
|
|
228
173
|
include Aws::Structure
|
229
174
|
end
|
230
175
|
|
231
|
-
# @note When making an API call, you may pass CreateDatasetRequest
|
232
|
-
# data as a hash:
|
233
|
-
#
|
234
|
-
# {
|
235
|
-
# name: "DatasetName", # required
|
236
|
-
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL, ORC
|
237
|
-
# format_options: {
|
238
|
-
# json: {
|
239
|
-
# multi_line: false,
|
240
|
-
# },
|
241
|
-
# excel: {
|
242
|
-
# sheet_names: ["SheetName"],
|
243
|
-
# sheet_indexes: [1],
|
244
|
-
# header_row: false,
|
245
|
-
# },
|
246
|
-
# csv: {
|
247
|
-
# delimiter: "Delimiter",
|
248
|
-
# header_row: false,
|
249
|
-
# },
|
250
|
-
# },
|
251
|
-
# input: { # required
|
252
|
-
# s3_input_definition: {
|
253
|
-
# bucket: "Bucket", # required
|
254
|
-
# key: "Key",
|
255
|
-
# bucket_owner: "BucketOwner",
|
256
|
-
# },
|
257
|
-
# data_catalog_input_definition: {
|
258
|
-
# catalog_id: "CatalogId",
|
259
|
-
# database_name: "DatabaseName", # required
|
260
|
-
# table_name: "TableName", # required
|
261
|
-
# temp_directory: {
|
262
|
-
# bucket: "Bucket", # required
|
263
|
-
# key: "Key",
|
264
|
-
# bucket_owner: "BucketOwner",
|
265
|
-
# },
|
266
|
-
# },
|
267
|
-
# database_input_definition: {
|
268
|
-
# glue_connection_name: "GlueConnectionName", # required
|
269
|
-
# database_table_name: "DatabaseTableName",
|
270
|
-
# temp_directory: {
|
271
|
-
# bucket: "Bucket", # required
|
272
|
-
# key: "Key",
|
273
|
-
# bucket_owner: "BucketOwner",
|
274
|
-
# },
|
275
|
-
# query_string: "QueryString",
|
276
|
-
# },
|
277
|
-
# metadata: {
|
278
|
-
# source_arn: "Arn",
|
279
|
-
# },
|
280
|
-
# },
|
281
|
-
# path_options: {
|
282
|
-
# last_modified_date_condition: {
|
283
|
-
# expression: "Expression", # required
|
284
|
-
# values_map: { # required
|
285
|
-
# "ValueReference" => "ConditionValue",
|
286
|
-
# },
|
287
|
-
# },
|
288
|
-
# files_limit: {
|
289
|
-
# max_files: 1, # required
|
290
|
-
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
291
|
-
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
292
|
-
# },
|
293
|
-
# parameters: {
|
294
|
-
# "PathParameterName" => {
|
295
|
-
# name: "PathParameterName", # required
|
296
|
-
# type: "Datetime", # required, accepts Datetime, Number, String
|
297
|
-
# datetime_options: {
|
298
|
-
# format: "DatetimeFormat", # required
|
299
|
-
# timezone_offset: "TimezoneOffset",
|
300
|
-
# locale_code: "LocaleCode",
|
301
|
-
# },
|
302
|
-
# create_column: false,
|
303
|
-
# filter: {
|
304
|
-
# expression: "Expression", # required
|
305
|
-
# values_map: { # required
|
306
|
-
# "ValueReference" => "ConditionValue",
|
307
|
-
# },
|
308
|
-
# },
|
309
|
-
# },
|
310
|
-
# },
|
311
|
-
# },
|
312
|
-
# tags: {
|
313
|
-
# "TagKey" => "TagValue",
|
314
|
-
# },
|
315
|
-
# }
|
316
|
-
#
|
317
176
|
# @!attribute [rw] name
|
318
177
|
# The name of the dataset to be created. Valid characters are
|
319
178
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
@@ -368,87 +227,6 @@ module Aws::GlueDataBrew
|
|
368
227
|
include Aws::Structure
|
369
228
|
end
|
370
229
|
|
371
|
-
# @note When making an API call, you may pass CreateProfileJobRequest
|
372
|
-
# data as a hash:
|
373
|
-
#
|
374
|
-
# {
|
375
|
-
# dataset_name: "DatasetName", # required
|
376
|
-
# encryption_key_arn: "EncryptionKeyArn",
|
377
|
-
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
378
|
-
# name: "JobName", # required
|
379
|
-
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
380
|
-
# max_capacity: 1,
|
381
|
-
# max_retries: 1,
|
382
|
-
# output_location: { # required
|
383
|
-
# bucket: "Bucket", # required
|
384
|
-
# key: "Key",
|
385
|
-
# bucket_owner: "BucketOwner",
|
386
|
-
# },
|
387
|
-
# configuration: {
|
388
|
-
# dataset_statistics_configuration: {
|
389
|
-
# included_statistics: ["Statistic"],
|
390
|
-
# overrides: [
|
391
|
-
# {
|
392
|
-
# statistic: "Statistic", # required
|
393
|
-
# parameters: { # required
|
394
|
-
# "ParameterName" => "ParameterValue",
|
395
|
-
# },
|
396
|
-
# },
|
397
|
-
# ],
|
398
|
-
# },
|
399
|
-
# profile_columns: [
|
400
|
-
# {
|
401
|
-
# regex: "ColumnName",
|
402
|
-
# name: "ColumnName",
|
403
|
-
# },
|
404
|
-
# ],
|
405
|
-
# column_statistics_configurations: [
|
406
|
-
# {
|
407
|
-
# selectors: [
|
408
|
-
# {
|
409
|
-
# regex: "ColumnName",
|
410
|
-
# name: "ColumnName",
|
411
|
-
# },
|
412
|
-
# ],
|
413
|
-
# statistics: { # required
|
414
|
-
# included_statistics: ["Statistic"],
|
415
|
-
# overrides: [
|
416
|
-
# {
|
417
|
-
# statistic: "Statistic", # required
|
418
|
-
# parameters: { # required
|
419
|
-
# "ParameterName" => "ParameterValue",
|
420
|
-
# },
|
421
|
-
# },
|
422
|
-
# ],
|
423
|
-
# },
|
424
|
-
# },
|
425
|
-
# ],
|
426
|
-
# entity_detector_configuration: {
|
427
|
-
# entity_types: ["EntityType"], # required
|
428
|
-
# allowed_statistics: [
|
429
|
-
# {
|
430
|
-
# statistics: ["Statistic"], # required
|
431
|
-
# },
|
432
|
-
# ],
|
433
|
-
# },
|
434
|
-
# },
|
435
|
-
# validation_configurations: [
|
436
|
-
# {
|
437
|
-
# ruleset_arn: "Arn", # required
|
438
|
-
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
439
|
-
# },
|
440
|
-
# ],
|
441
|
-
# role_arn: "Arn", # required
|
442
|
-
# tags: {
|
443
|
-
# "TagKey" => "TagValue",
|
444
|
-
# },
|
445
|
-
# timeout: 1,
|
446
|
-
# job_sample: {
|
447
|
-
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
448
|
-
# size: 1,
|
449
|
-
# },
|
450
|
-
# }
|
451
|
-
#
|
452
230
|
# @!attribute [rw] dataset_name
|
453
231
|
# The name of the dataset that this job is to act upon.
|
454
232
|
# @return [String]
|
@@ -560,23 +338,6 @@ module Aws::GlueDataBrew
|
|
560
338
|
include Aws::Structure
|
561
339
|
end
|
562
340
|
|
563
|
-
# @note When making an API call, you may pass CreateProjectRequest
|
564
|
-
# data as a hash:
|
565
|
-
#
|
566
|
-
# {
|
567
|
-
# dataset_name: "DatasetName", # required
|
568
|
-
# name: "ProjectName", # required
|
569
|
-
# recipe_name: "RecipeName", # required
|
570
|
-
# sample: {
|
571
|
-
# size: 1,
|
572
|
-
# type: "FIRST_N", # required, accepts FIRST_N, LAST_N, RANDOM
|
573
|
-
# },
|
574
|
-
# role_arn: "Arn", # required
|
575
|
-
# tags: {
|
576
|
-
# "TagKey" => "TagValue",
|
577
|
-
# },
|
578
|
-
# }
|
579
|
-
#
|
580
341
|
# @!attribute [rw] dataset_name
|
581
342
|
# The name of an existing dataset to associate this project with.
|
582
343
|
# @return [String]
|
@@ -629,85 +390,6 @@ module Aws::GlueDataBrew
|
|
629
390
|
include Aws::Structure
|
630
391
|
end
|
631
392
|
|
632
|
-
# @note When making an API call, you may pass CreateRecipeJobRequest
|
633
|
-
# data as a hash:
|
634
|
-
#
|
635
|
-
# {
|
636
|
-
# dataset_name: "DatasetName",
|
637
|
-
# encryption_key_arn: "EncryptionKeyArn",
|
638
|
-
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
639
|
-
# name: "JobName", # required
|
640
|
-
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
641
|
-
# max_capacity: 1,
|
642
|
-
# max_retries: 1,
|
643
|
-
# outputs: [
|
644
|
-
# {
|
645
|
-
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
646
|
-
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML, TABLEAUHYPER
|
647
|
-
# partition_columns: ["ColumnName"],
|
648
|
-
# location: { # required
|
649
|
-
# bucket: "Bucket", # required
|
650
|
-
# key: "Key",
|
651
|
-
# bucket_owner: "BucketOwner",
|
652
|
-
# },
|
653
|
-
# overwrite: false,
|
654
|
-
# format_options: {
|
655
|
-
# csv: {
|
656
|
-
# delimiter: "Delimiter",
|
657
|
-
# },
|
658
|
-
# },
|
659
|
-
# max_output_files: 1,
|
660
|
-
# },
|
661
|
-
# ],
|
662
|
-
# data_catalog_outputs: [
|
663
|
-
# {
|
664
|
-
# catalog_id: "CatalogId",
|
665
|
-
# database_name: "DatabaseName", # required
|
666
|
-
# table_name: "TableName", # required
|
667
|
-
# s3_options: {
|
668
|
-
# location: { # required
|
669
|
-
# bucket: "Bucket", # required
|
670
|
-
# key: "Key",
|
671
|
-
# bucket_owner: "BucketOwner",
|
672
|
-
# },
|
673
|
-
# },
|
674
|
-
# database_options: {
|
675
|
-
# temp_directory: {
|
676
|
-
# bucket: "Bucket", # required
|
677
|
-
# key: "Key",
|
678
|
-
# bucket_owner: "BucketOwner",
|
679
|
-
# },
|
680
|
-
# table_name: "DatabaseTableName", # required
|
681
|
-
# },
|
682
|
-
# overwrite: false,
|
683
|
-
# },
|
684
|
-
# ],
|
685
|
-
# database_outputs: [
|
686
|
-
# {
|
687
|
-
# glue_connection_name: "GlueConnectionName", # required
|
688
|
-
# database_options: { # required
|
689
|
-
# temp_directory: {
|
690
|
-
# bucket: "Bucket", # required
|
691
|
-
# key: "Key",
|
692
|
-
# bucket_owner: "BucketOwner",
|
693
|
-
# },
|
694
|
-
# table_name: "DatabaseTableName", # required
|
695
|
-
# },
|
696
|
-
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
697
|
-
# },
|
698
|
-
# ],
|
699
|
-
# project_name: "ProjectName",
|
700
|
-
# recipe_reference: {
|
701
|
-
# name: "RecipeName", # required
|
702
|
-
# recipe_version: "RecipeVersion",
|
703
|
-
# },
|
704
|
-
# role_arn: "Arn", # required
|
705
|
-
# tags: {
|
706
|
-
# "TagKey" => "TagValue",
|
707
|
-
# },
|
708
|
-
# timeout: 1,
|
709
|
-
# }
|
710
|
-
#
|
711
393
|
# @!attribute [rw] dataset_name
|
712
394
|
# The name of the dataset that this job processes.
|
713
395
|
# @return [String]
|
@@ -817,34 +499,6 @@ module Aws::GlueDataBrew
|
|
817
499
|
include Aws::Structure
|
818
500
|
end
|
819
501
|
|
820
|
-
# @note When making an API call, you may pass CreateRecipeRequest
|
821
|
-
# data as a hash:
|
822
|
-
#
|
823
|
-
# {
|
824
|
-
# description: "RecipeDescription",
|
825
|
-
# name: "RecipeName", # required
|
826
|
-
# steps: [ # required
|
827
|
-
# {
|
828
|
-
# action: { # required
|
829
|
-
# operation: "Operation", # required
|
830
|
-
# parameters: {
|
831
|
-
# "ParameterName" => "ParameterValue",
|
832
|
-
# },
|
833
|
-
# },
|
834
|
-
# condition_expressions: [
|
835
|
-
# {
|
836
|
-
# condition: "Condition", # required
|
837
|
-
# value: "ConditionValue",
|
838
|
-
# target_column: "TargetColumn", # required
|
839
|
-
# },
|
840
|
-
# ],
|
841
|
-
# },
|
842
|
-
# ],
|
843
|
-
# tags: {
|
844
|
-
# "TagKey" => "TagValue",
|
845
|
-
# },
|
846
|
-
# }
|
847
|
-
#
|
848
502
|
# @!attribute [rw] description
|
849
503
|
# A description for the recipe.
|
850
504
|
# @return [String]
|
@@ -887,39 +541,6 @@ module Aws::GlueDataBrew
|
|
887
541
|
include Aws::Structure
|
888
542
|
end
|
889
543
|
|
890
|
-
# @note When making an API call, you may pass CreateRulesetRequest
|
891
|
-
# data as a hash:
|
892
|
-
#
|
893
|
-
# {
|
894
|
-
# name: "RulesetName", # required
|
895
|
-
# description: "RulesetDescription",
|
896
|
-
# target_arn: "Arn", # required
|
897
|
-
# rules: [ # required
|
898
|
-
# {
|
899
|
-
# name: "RuleName", # required
|
900
|
-
# disabled: false,
|
901
|
-
# check_expression: "Expression", # required
|
902
|
-
# substitution_map: {
|
903
|
-
# "ValueReference" => "ConditionValue",
|
904
|
-
# },
|
905
|
-
# threshold: {
|
906
|
-
# value: 1.0, # required
|
907
|
-
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
908
|
-
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
909
|
-
# },
|
910
|
-
# column_selectors: [
|
911
|
-
# {
|
912
|
-
# regex: "ColumnName",
|
913
|
-
# name: "ColumnName",
|
914
|
-
# },
|
915
|
-
# ],
|
916
|
-
# },
|
917
|
-
# ],
|
918
|
-
# tags: {
|
919
|
-
# "TagKey" => "TagValue",
|
920
|
-
# },
|
921
|
-
# }
|
922
|
-
#
|
923
544
|
# @!attribute [rw] name
|
924
545
|
# The name of the ruleset to be created. Valid characters are
|
925
546
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
@@ -967,18 +588,6 @@ module Aws::GlueDataBrew
|
|
967
588
|
include Aws::Structure
|
968
589
|
end
|
969
590
|
|
970
|
-
# @note When making an API call, you may pass CreateScheduleRequest
|
971
|
-
# data as a hash:
|
972
|
-
#
|
973
|
-
# {
|
974
|
-
# job_names: ["JobName"],
|
975
|
-
# cron_expression: "CronExpression", # required
|
976
|
-
# tags: {
|
977
|
-
# "TagKey" => "TagValue",
|
978
|
-
# },
|
979
|
-
# name: "ScheduleName", # required
|
980
|
-
# }
|
981
|
-
#
|
982
591
|
# @!attribute [rw] job_names
|
983
592
|
# The name or names of one or more jobs to be run.
|
984
593
|
# @return [Array<String>]
|
@@ -1029,14 +638,6 @@ module Aws::GlueDataBrew
|
|
1029
638
|
# comma-separated value (CSV) file when creating a dataset from that
|
1030
639
|
# file.
|
1031
640
|
#
|
1032
|
-
# @note When making an API call, you may pass CsvOptions
|
1033
|
-
# data as a hash:
|
1034
|
-
#
|
1035
|
-
# {
|
1036
|
-
# delimiter: "Delimiter",
|
1037
|
-
# header_row: false,
|
1038
|
-
# }
|
1039
|
-
#
|
1040
641
|
# @!attribute [rw] delimiter
|
1041
642
|
# A single character that specifies the delimiter being used in the
|
1042
643
|
# CSV file.
|
@@ -1060,13 +661,6 @@ module Aws::GlueDataBrew
|
|
1060
661
|
# Represents a set of options that define how DataBrew will write a
|
1061
662
|
# comma-separated value (CSV) file.
|
1062
663
|
#
|
1063
|
-
# @note When making an API call, you may pass CsvOutputOptions
|
1064
|
-
# data as a hash:
|
1065
|
-
#
|
1066
|
-
# {
|
1067
|
-
# delimiter: "Delimiter",
|
1068
|
-
# }
|
1069
|
-
#
|
1070
664
|
# @!attribute [rw] delimiter
|
1071
665
|
# A single character that specifies the delimiter used to create CSV
|
1072
666
|
# job output.
|
@@ -1083,20 +677,6 @@ module Aws::GlueDataBrew
|
|
1083
677
|
# Represents how metadata stored in the Glue Data Catalog is defined in
|
1084
678
|
# a DataBrew dataset.
|
1085
679
|
#
|
1086
|
-
# @note When making an API call, you may pass DataCatalogInputDefinition
|
1087
|
-
# data as a hash:
|
1088
|
-
#
|
1089
|
-
# {
|
1090
|
-
# catalog_id: "CatalogId",
|
1091
|
-
# database_name: "DatabaseName", # required
|
1092
|
-
# table_name: "TableName", # required
|
1093
|
-
# temp_directory: {
|
1094
|
-
# bucket: "Bucket", # required
|
1095
|
-
# key: "Key",
|
1096
|
-
# bucket_owner: "BucketOwner",
|
1097
|
-
# },
|
1098
|
-
# }
|
1099
|
-
#
|
1100
680
|
# @!attribute [rw] catalog_id
|
1101
681
|
# The unique identifier of the Amazon Web Services account that holds
|
1102
682
|
# the Data Catalog that stores the data.
|
@@ -1130,31 +710,6 @@ module Aws::GlueDataBrew
|
|
1130
710
|
# Represents options that specify how and where in the Glue Data Catalog
|
1131
711
|
# DataBrew writes the output generated by recipe jobs.
|
1132
712
|
#
|
1133
|
-
# @note When making an API call, you may pass DataCatalogOutput
|
1134
|
-
# data as a hash:
|
1135
|
-
#
|
1136
|
-
# {
|
1137
|
-
# catalog_id: "CatalogId",
|
1138
|
-
# database_name: "DatabaseName", # required
|
1139
|
-
# table_name: "TableName", # required
|
1140
|
-
# s3_options: {
|
1141
|
-
# location: { # required
|
1142
|
-
# bucket: "Bucket", # required
|
1143
|
-
# key: "Key",
|
1144
|
-
# bucket_owner: "BucketOwner",
|
1145
|
-
# },
|
1146
|
-
# },
|
1147
|
-
# database_options: {
|
1148
|
-
# temp_directory: {
|
1149
|
-
# bucket: "Bucket", # required
|
1150
|
-
# key: "Key",
|
1151
|
-
# bucket_owner: "BucketOwner",
|
1152
|
-
# },
|
1153
|
-
# table_name: "DatabaseTableName", # required
|
1154
|
-
# },
|
1155
|
-
# overwrite: false,
|
1156
|
-
# }
|
1157
|
-
#
|
1158
713
|
# @!attribute [rw] catalog_id
|
1159
714
|
# The unique identifier of the Amazon Web Services account that holds
|
1160
715
|
# the Data Catalog that stores the data.
|
@@ -1199,20 +754,6 @@ module Aws::GlueDataBrew
|
|
1199
754
|
|
1200
755
|
# Connection information for dataset input files stored in a database.
|
1201
756
|
#
|
1202
|
-
# @note When making an API call, you may pass DatabaseInputDefinition
|
1203
|
-
# data as a hash:
|
1204
|
-
#
|
1205
|
-
# {
|
1206
|
-
# glue_connection_name: "GlueConnectionName", # required
|
1207
|
-
# database_table_name: "DatabaseTableName",
|
1208
|
-
# temp_directory: {
|
1209
|
-
# bucket: "Bucket", # required
|
1210
|
-
# key: "Key",
|
1211
|
-
# bucket_owner: "BucketOwner",
|
1212
|
-
# },
|
1213
|
-
# query_string: "QueryString",
|
1214
|
-
# }
|
1215
|
-
#
|
1216
757
|
# @!attribute [rw] glue_connection_name
|
1217
758
|
# The Glue Connection that stores the connection information for the
|
1218
759
|
# target database.
|
@@ -1247,22 +788,6 @@ module Aws::GlueDataBrew
|
|
1247
788
|
# Represents a JDBC database output object which defines the output
|
1248
789
|
# destination for a DataBrew recipe job to write into.
|
1249
790
|
#
|
1250
|
-
# @note When making an API call, you may pass DatabaseOutput
|
1251
|
-
# data as a hash:
|
1252
|
-
#
|
1253
|
-
# {
|
1254
|
-
# glue_connection_name: "GlueConnectionName", # required
|
1255
|
-
# database_options: { # required
|
1256
|
-
# temp_directory: {
|
1257
|
-
# bucket: "Bucket", # required
|
1258
|
-
# key: "Key",
|
1259
|
-
# bucket_owner: "BucketOwner",
|
1260
|
-
# },
|
1261
|
-
# table_name: "DatabaseTableName", # required
|
1262
|
-
# },
|
1263
|
-
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
1264
|
-
# }
|
1265
|
-
#
|
1266
791
|
# @!attribute [rw] glue_connection_name
|
1267
792
|
# The Glue connection that stores the connection information for the
|
1268
793
|
# target database.
|
@@ -1291,18 +816,6 @@ module Aws::GlueDataBrew
|
|
1291
816
|
# Represents options that specify how and where DataBrew writes the
|
1292
817
|
# database output generated by recipe jobs.
|
1293
818
|
#
|
1294
|
-
# @note When making an API call, you may pass DatabaseTableOutputOptions
|
1295
|
-
# data as a hash:
|
1296
|
-
#
|
1297
|
-
# {
|
1298
|
-
# temp_directory: {
|
1299
|
-
# bucket: "Bucket", # required
|
1300
|
-
# key: "Key",
|
1301
|
-
# bucket_owner: "BucketOwner",
|
1302
|
-
# },
|
1303
|
-
# table_name: "DatabaseTableName", # required
|
1304
|
-
# }
|
1305
|
-
#
|
1306
819
|
# @!attribute [rw] temp_directory
|
1307
820
|
# Represents an Amazon S3 location (bucket name and object key) where
|
1308
821
|
# DataBrew can store intermediate results.
|
@@ -1405,26 +918,6 @@ module Aws::GlueDataBrew
|
|
1405
918
|
# Represents a dataset parameter that defines type and conditions for a
|
1406
919
|
# parameter in the Amazon S3 path of the dataset.
|
1407
920
|
#
|
1408
|
-
# @note When making an API call, you may pass DatasetParameter
|
1409
|
-
# data as a hash:
|
1410
|
-
#
|
1411
|
-
# {
|
1412
|
-
# name: "PathParameterName", # required
|
1413
|
-
# type: "Datetime", # required, accepts Datetime, Number, String
|
1414
|
-
# datetime_options: {
|
1415
|
-
# format: "DatetimeFormat", # required
|
1416
|
-
# timezone_offset: "TimezoneOffset",
|
1417
|
-
# locale_code: "LocaleCode",
|
1418
|
-
# },
|
1419
|
-
# create_column: false,
|
1420
|
-
# filter: {
|
1421
|
-
# expression: "Expression", # required
|
1422
|
-
# values_map: { # required
|
1423
|
-
# "ValueReference" => "ConditionValue",
|
1424
|
-
# },
|
1425
|
-
# },
|
1426
|
-
# }
|
1427
|
-
#
|
1428
921
|
# @!attribute [rw] name
|
1429
922
|
# The name of the parameter that is used in the dataset's Amazon S3
|
1430
923
|
# path.
|
@@ -1465,15 +958,6 @@ module Aws::GlueDataBrew
|
|
1465
958
|
# Represents additional options for correct interpretation of datetime
|
1466
959
|
# parameters used in the Amazon S3 path of a dataset.
|
1467
960
|
#
|
1468
|
-
# @note When making an API call, you may pass DatetimeOptions
|
1469
|
-
# data as a hash:
|
1470
|
-
#
|
1471
|
-
# {
|
1472
|
-
# format: "DatetimeFormat", # required
|
1473
|
-
# timezone_offset: "TimezoneOffset",
|
1474
|
-
# locale_code: "LocaleCode",
|
1475
|
-
# }
|
1476
|
-
#
|
1477
961
|
# @!attribute [rw] format
|
1478
962
|
# Required option, that defines the datetime format used for a date
|
1479
963
|
# parameter in the Amazon S3 path. Should use only supported datetime
|
@@ -1504,13 +988,6 @@ module Aws::GlueDataBrew
|
|
1504
988
|
include Aws::Structure
|
1505
989
|
end
|
1506
990
|
|
1507
|
-
# @note When making an API call, you may pass DeleteDatasetRequest
|
1508
|
-
# data as a hash:
|
1509
|
-
#
|
1510
|
-
# {
|
1511
|
-
# name: "DatasetName", # required
|
1512
|
-
# }
|
1513
|
-
#
|
1514
991
|
# @!attribute [rw] name
|
1515
992
|
# The name of the dataset to be deleted.
|
1516
993
|
# @return [String]
|
@@ -1535,13 +1012,6 @@ module Aws::GlueDataBrew
|
|
1535
1012
|
include Aws::Structure
|
1536
1013
|
end
|
1537
1014
|
|
1538
|
-
# @note When making an API call, you may pass DeleteJobRequest
|
1539
|
-
# data as a hash:
|
1540
|
-
#
|
1541
|
-
# {
|
1542
|
-
# name: "JobName", # required
|
1543
|
-
# }
|
1544
|
-
#
|
1545
1015
|
# @!attribute [rw] name
|
1546
1016
|
# The name of the job to be deleted.
|
1547
1017
|
# @return [String]
|
@@ -1566,13 +1036,6 @@ module Aws::GlueDataBrew
|
|
1566
1036
|
include Aws::Structure
|
1567
1037
|
end
|
1568
1038
|
|
1569
|
-
# @note When making an API call, you may pass DeleteProjectRequest
|
1570
|
-
# data as a hash:
|
1571
|
-
#
|
1572
|
-
# {
|
1573
|
-
# name: "ProjectName", # required
|
1574
|
-
# }
|
1575
|
-
#
|
1576
1039
|
# @!attribute [rw] name
|
1577
1040
|
# The name of the project to be deleted.
|
1578
1041
|
# @return [String]
|
@@ -1597,14 +1060,6 @@ module Aws::GlueDataBrew
|
|
1597
1060
|
include Aws::Structure
|
1598
1061
|
end
|
1599
1062
|
|
1600
|
-
# @note When making an API call, you may pass DeleteRecipeVersionRequest
|
1601
|
-
# data as a hash:
|
1602
|
-
#
|
1603
|
-
# {
|
1604
|
-
# name: "RecipeName", # required
|
1605
|
-
# recipe_version: "RecipeVersion", # required
|
1606
|
-
# }
|
1607
|
-
#
|
1608
1063
|
# @!attribute [rw] name
|
1609
1064
|
# The name of the recipe.
|
1610
1065
|
# @return [String]
|
@@ -1641,13 +1096,6 @@ module Aws::GlueDataBrew
|
|
1641
1096
|
include Aws::Structure
|
1642
1097
|
end
|
1643
1098
|
|
1644
|
-
# @note When making an API call, you may pass DeleteRulesetRequest
|
1645
|
-
# data as a hash:
|
1646
|
-
#
|
1647
|
-
# {
|
1648
|
-
# name: "RulesetName", # required
|
1649
|
-
# }
|
1650
|
-
#
|
1651
1099
|
# @!attribute [rw] name
|
1652
1100
|
# The name of the ruleset to be deleted.
|
1653
1101
|
# @return [String]
|
@@ -1672,13 +1120,6 @@ module Aws::GlueDataBrew
|
|
1672
1120
|
include Aws::Structure
|
1673
1121
|
end
|
1674
1122
|
|
1675
|
-
# @note When making an API call, you may pass DeleteScheduleRequest
|
1676
|
-
# data as a hash:
|
1677
|
-
#
|
1678
|
-
# {
|
1679
|
-
# name: "ScheduleName", # required
|
1680
|
-
# }
|
1681
|
-
#
|
1682
1123
|
# @!attribute [rw] name
|
1683
1124
|
# The name of the schedule to be deleted.
|
1684
1125
|
# @return [String]
|
@@ -1703,13 +1144,6 @@ module Aws::GlueDataBrew
|
|
1703
1144
|
include Aws::Structure
|
1704
1145
|
end
|
1705
1146
|
|
1706
|
-
# @note When making an API call, you may pass DescribeDatasetRequest
|
1707
|
-
# data as a hash:
|
1708
|
-
#
|
1709
|
-
# {
|
1710
|
-
# name: "DatasetName", # required
|
1711
|
-
# }
|
1712
|
-
#
|
1713
1147
|
# @!attribute [rw] name
|
1714
1148
|
# The name of the dataset to be described.
|
1715
1149
|
# @return [String]
|
@@ -1795,13 +1229,6 @@ module Aws::GlueDataBrew
|
|
1795
1229
|
include Aws::Structure
|
1796
1230
|
end
|
1797
1231
|
|
1798
|
-
# @note When making an API call, you may pass DescribeJobRequest
|
1799
|
-
# data as a hash:
|
1800
|
-
#
|
1801
|
-
# {
|
1802
|
-
# name: "JobName", # required
|
1803
|
-
# }
|
1804
|
-
#
|
1805
1232
|
# @!attribute [rw] name
|
1806
1233
|
# The name of the job to be described.
|
1807
1234
|
# @return [String]
|
@@ -1964,14 +1391,6 @@ module Aws::GlueDataBrew
|
|
1964
1391
|
include Aws::Structure
|
1965
1392
|
end
|
1966
1393
|
|
1967
|
-
# @note When making an API call, you may pass DescribeJobRunRequest
|
1968
|
-
# data as a hash:
|
1969
|
-
#
|
1970
|
-
# {
|
1971
|
-
# name: "JobName", # required
|
1972
|
-
# run_id: "JobRunId", # required
|
1973
|
-
# }
|
1974
|
-
#
|
1975
1394
|
# @!attribute [rw] name
|
1976
1395
|
# The name of the job being processed during this run.
|
1977
1396
|
# @return [String]
|
@@ -2104,13 +1523,6 @@ module Aws::GlueDataBrew
|
|
2104
1523
|
include Aws::Structure
|
2105
1524
|
end
|
2106
1525
|
|
2107
|
-
# @note When making an API call, you may pass DescribeProjectRequest
|
2108
|
-
# data as a hash:
|
2109
|
-
#
|
2110
|
-
# {
|
2111
|
-
# name: "ProjectName", # required
|
2112
|
-
# }
|
2113
|
-
#
|
2114
1526
|
# @!attribute [rw] name
|
2115
1527
|
# The name of the project to be described.
|
2116
1528
|
# @return [String]
|
@@ -2210,14 +1622,6 @@ module Aws::GlueDataBrew
|
|
2210
1622
|
include Aws::Structure
|
2211
1623
|
end
|
2212
1624
|
|
2213
|
-
# @note When making an API call, you may pass DescribeRecipeRequest
|
2214
|
-
# data as a hash:
|
2215
|
-
#
|
2216
|
-
# {
|
2217
|
-
# name: "RecipeName", # required
|
2218
|
-
# recipe_version: "RecipeVersion",
|
2219
|
-
# }
|
2220
|
-
#
|
2221
1625
|
# @!attribute [rw] name
|
2222
1626
|
# The name of the recipe to be described.
|
2223
1627
|
# @return [String]
|
@@ -2311,13 +1715,6 @@ module Aws::GlueDataBrew
|
|
2311
1715
|
include Aws::Structure
|
2312
1716
|
end
|
2313
1717
|
|
2314
|
-
# @note When making an API call, you may pass DescribeRulesetRequest
|
2315
|
-
# data as a hash:
|
2316
|
-
#
|
2317
|
-
# {
|
2318
|
-
# name: "RulesetName", # required
|
2319
|
-
# }
|
2320
|
-
#
|
2321
1718
|
# @!attribute [rw] name
|
2322
1719
|
# The name of the ruleset to be described.
|
2323
1720
|
# @return [String]
|
@@ -2390,13 +1787,6 @@ module Aws::GlueDataBrew
|
|
2390
1787
|
include Aws::Structure
|
2391
1788
|
end
|
2392
1789
|
|
2393
|
-
# @note When making an API call, you may pass DescribeScheduleRequest
|
2394
|
-
# data as a hash:
|
2395
|
-
#
|
2396
|
-
# {
|
2397
|
-
# name: "ScheduleName", # required
|
2398
|
-
# }
|
2399
|
-
#
|
2400
1790
|
# @!attribute [rw] name
|
2401
1791
|
# The name of the schedule to be described.
|
2402
1792
|
# @return [String]
|
@@ -2472,18 +1862,6 @@ module Aws::GlueDataBrew
|
|
2472
1862
|
# Configuration of entity detection for a profile job. When undefined,
|
2473
1863
|
# entity detection is disabled.
|
2474
1864
|
#
|
2475
|
-
# @note When making an API call, you may pass EntityDetectorConfiguration
|
2476
|
-
# data as a hash:
|
2477
|
-
#
|
2478
|
-
# {
|
2479
|
-
# entity_types: ["EntityType"], # required
|
2480
|
-
# allowed_statistics: [
|
2481
|
-
# {
|
2482
|
-
# statistics: ["Statistic"], # required
|
2483
|
-
# },
|
2484
|
-
# ],
|
2485
|
-
# }
|
2486
|
-
#
|
2487
1865
|
# @!attribute [rw] entity_types
|
2488
1866
|
# Entity types to detect. Can be any of the following:
|
2489
1867
|
#
|
@@ -2547,15 +1925,6 @@ module Aws::GlueDataBrew
|
|
2547
1925
|
# Represents a set of options that define how DataBrew will interpret a
|
2548
1926
|
# Microsoft Excel file when creating a dataset from that file.
|
2549
1927
|
#
|
2550
|
-
# @note When making an API call, you may pass ExcelOptions
|
2551
|
-
# data as a hash:
|
2552
|
-
#
|
2553
|
-
# {
|
2554
|
-
# sheet_names: ["SheetName"],
|
2555
|
-
# sheet_indexes: [1],
|
2556
|
-
# header_row: false,
|
2557
|
-
# }
|
2558
|
-
#
|
2559
1928
|
# @!attribute [rw] sheet_names
|
2560
1929
|
# One or more named sheets in the Excel file that will be included in
|
2561
1930
|
# the dataset.
|
@@ -2585,15 +1954,6 @@ module Aws::GlueDataBrew
|
|
2585
1954
|
# Represents a limit imposed on number of Amazon S3 files that should be
|
2586
1955
|
# selected for a dataset from a connected Amazon S3 path.
|
2587
1956
|
#
|
2588
|
-
# @note When making an API call, you may pass FilesLimit
|
2589
|
-
# data as a hash:
|
2590
|
-
#
|
2591
|
-
# {
|
2592
|
-
# max_files: 1, # required
|
2593
|
-
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
2594
|
-
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
2595
|
-
# }
|
2596
|
-
#
|
2597
1957
|
# @!attribute [rw] max_files
|
2598
1958
|
# The number of Amazon S3 files to select.
|
2599
1959
|
# @return [Integer]
|
@@ -2628,16 +1988,6 @@ module Aws::GlueDataBrew
|
|
2628
1988
|
#
|
2629
1989
|
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/datasets.multiple-files.html#conditions.for.dynamic.datasets
|
2630
1990
|
#
|
2631
|
-
# @note When making an API call, you may pass FilterExpression
|
2632
|
-
# data as a hash:
|
2633
|
-
#
|
2634
|
-
# {
|
2635
|
-
# expression: "Expression", # required
|
2636
|
-
# values_map: { # required
|
2637
|
-
# "ValueReference" => "ConditionValue",
|
2638
|
-
# },
|
2639
|
-
# }
|
2640
|
-
#
|
2641
1991
|
# @!attribute [rw] expression
|
2642
1992
|
# The expression which includes condition names followed by
|
2643
1993
|
# substitution variables, possibly grouped and combined with other
|
@@ -2663,24 +2013,6 @@ module Aws::GlueDataBrew
|
|
2663
2013
|
# Represents a set of options that define the structure of either
|
2664
2014
|
# comma-separated value (CSV), Excel, or JSON input.
|
2665
2015
|
#
|
2666
|
-
# @note When making an API call, you may pass FormatOptions
|
2667
|
-
# data as a hash:
|
2668
|
-
#
|
2669
|
-
# {
|
2670
|
-
# json: {
|
2671
|
-
# multi_line: false,
|
2672
|
-
# },
|
2673
|
-
# excel: {
|
2674
|
-
# sheet_names: ["SheetName"],
|
2675
|
-
# sheet_indexes: [1],
|
2676
|
-
# header_row: false,
|
2677
|
-
# },
|
2678
|
-
# csv: {
|
2679
|
-
# delimiter: "Delimiter",
|
2680
|
-
# header_row: false,
|
2681
|
-
# },
|
2682
|
-
# }
|
2683
|
-
#
|
2684
2016
|
# @!attribute [rw] json
|
2685
2017
|
# Options that define how JSON input is to be interpreted by DataBrew.
|
2686
2018
|
# @return [Types::JsonOptions]
|
@@ -2707,40 +2039,6 @@ module Aws::GlueDataBrew
|
|
2707
2039
|
# Represents information on how DataBrew can find data, in either the
|
2708
2040
|
# Glue Data Catalog or Amazon S3.
|
2709
2041
|
#
|
2710
|
-
# @note When making an API call, you may pass Input
|
2711
|
-
# data as a hash:
|
2712
|
-
#
|
2713
|
-
# {
|
2714
|
-
# s3_input_definition: {
|
2715
|
-
# bucket: "Bucket", # required
|
2716
|
-
# key: "Key",
|
2717
|
-
# bucket_owner: "BucketOwner",
|
2718
|
-
# },
|
2719
|
-
# data_catalog_input_definition: {
|
2720
|
-
# catalog_id: "CatalogId",
|
2721
|
-
# database_name: "DatabaseName", # required
|
2722
|
-
# table_name: "TableName", # required
|
2723
|
-
# temp_directory: {
|
2724
|
-
# bucket: "Bucket", # required
|
2725
|
-
# key: "Key",
|
2726
|
-
# bucket_owner: "BucketOwner",
|
2727
|
-
# },
|
2728
|
-
# },
|
2729
|
-
# database_input_definition: {
|
2730
|
-
# glue_connection_name: "GlueConnectionName", # required
|
2731
|
-
# database_table_name: "DatabaseTableName",
|
2732
|
-
# temp_directory: {
|
2733
|
-
# bucket: "Bucket", # required
|
2734
|
-
# key: "Key",
|
2735
|
-
# bucket_owner: "BucketOwner",
|
2736
|
-
# },
|
2737
|
-
# query_string: "QueryString",
|
2738
|
-
# },
|
2739
|
-
# metadata: {
|
2740
|
-
# source_arn: "Arn",
|
2741
|
-
# },
|
2742
|
-
# }
|
2743
|
-
#
|
2744
2042
|
# @!attribute [rw] s3_input_definition
|
2745
2043
|
# The Amazon S3 location where the data is stored.
|
2746
2044
|
# @return [Types::S3Location]
|
@@ -3053,14 +2351,6 @@ module Aws::GlueDataBrew
|
|
3053
2351
|
# isn't provided, the default is used. The default value is
|
3054
2352
|
# CUSTOM\_ROWS for the mode parameter and 20,000 for the size parameter.
|
3055
2353
|
#
|
3056
|
-
# @note When making an API call, you may pass JobSample
|
3057
|
-
# data as a hash:
|
3058
|
-
#
|
3059
|
-
# {
|
3060
|
-
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
3061
|
-
# size: 1,
|
3062
|
-
# }
|
3063
|
-
#
|
3064
2354
|
# @!attribute [rw] mode
|
3065
2355
|
# A value that determines whether the profile job is run on the entire
|
3066
2356
|
# dataset or a specified number of rows. This value must be one of the
|
@@ -3092,13 +2382,6 @@ module Aws::GlueDataBrew
|
|
3092
2382
|
# Represents the JSON-specific options that define how input is to be
|
3093
2383
|
# interpreted by Glue DataBrew.
|
3094
2384
|
#
|
3095
|
-
# @note When making an API call, you may pass JsonOptions
|
3096
|
-
# data as a hash:
|
3097
|
-
#
|
3098
|
-
# {
|
3099
|
-
# multi_line: false,
|
3100
|
-
# }
|
3101
|
-
#
|
3102
2385
|
# @!attribute [rw] multi_line
|
3103
2386
|
# A value that specifies whether JSON input contains embedded new line
|
3104
2387
|
# characters.
|
@@ -3112,14 +2395,6 @@ module Aws::GlueDataBrew
|
|
3112
2395
|
include Aws::Structure
|
3113
2396
|
end
|
3114
2397
|
|
3115
|
-
# @note When making an API call, you may pass ListDatasetsRequest
|
3116
|
-
# data as a hash:
|
3117
|
-
#
|
3118
|
-
# {
|
3119
|
-
# max_results: 1,
|
3120
|
-
# next_token: "NextToken",
|
3121
|
-
# }
|
3122
|
-
#
|
3123
2398
|
# @!attribute [rw] max_results
|
3124
2399
|
# The maximum number of results to return in this request.
|
3125
2400
|
# @return [Integer]
|
@@ -3156,15 +2431,6 @@ module Aws::GlueDataBrew
|
|
3156
2431
|
include Aws::Structure
|
3157
2432
|
end
|
3158
2433
|
|
3159
|
-
# @note When making an API call, you may pass ListJobRunsRequest
|
3160
|
-
# data as a hash:
|
3161
|
-
#
|
3162
|
-
# {
|
3163
|
-
# name: "JobName", # required
|
3164
|
-
# max_results: 1,
|
3165
|
-
# next_token: "NextToken",
|
3166
|
-
# }
|
3167
|
-
#
|
3168
2434
|
# @!attribute [rw] name
|
3169
2435
|
# The name of the job.
|
3170
2436
|
# @return [String]
|
@@ -3206,16 +2472,6 @@ module Aws::GlueDataBrew
|
|
3206
2472
|
include Aws::Structure
|
3207
2473
|
end
|
3208
2474
|
|
3209
|
-
# @note When making an API call, you may pass ListJobsRequest
|
3210
|
-
# data as a hash:
|
3211
|
-
#
|
3212
|
-
# {
|
3213
|
-
# dataset_name: "DatasetName",
|
3214
|
-
# max_results: 1,
|
3215
|
-
# next_token: "NextToken",
|
3216
|
-
# project_name: "ProjectName",
|
3217
|
-
# }
|
3218
|
-
#
|
3219
2475
|
# @!attribute [rw] dataset_name
|
3220
2476
|
# The name of a dataset. Using this parameter indicates to return only
|
3221
2477
|
# those jobs that act on the specified dataset.
|
@@ -3266,14 +2522,6 @@ module Aws::GlueDataBrew
|
|
3266
2522
|
include Aws::Structure
|
3267
2523
|
end
|
3268
2524
|
|
3269
|
-
# @note When making an API call, you may pass ListProjectsRequest
|
3270
|
-
# data as a hash:
|
3271
|
-
#
|
3272
|
-
# {
|
3273
|
-
# next_token: "NextToken",
|
3274
|
-
# max_results: 1,
|
3275
|
-
# }
|
3276
|
-
#
|
3277
2525
|
# @!attribute [rw] next_token
|
3278
2526
|
# The token returned by a previous call to retrieve the next set of
|
3279
2527
|
# results.
|
@@ -3310,15 +2558,6 @@ module Aws::GlueDataBrew
|
|
3310
2558
|
include Aws::Structure
|
3311
2559
|
end
|
3312
2560
|
|
3313
|
-
# @note When making an API call, you may pass ListRecipeVersionsRequest
|
3314
|
-
# data as a hash:
|
3315
|
-
#
|
3316
|
-
# {
|
3317
|
-
# max_results: 1,
|
3318
|
-
# next_token: "NextToken",
|
3319
|
-
# name: "RecipeName", # required
|
3320
|
-
# }
|
3321
|
-
#
|
3322
2561
|
# @!attribute [rw] max_results
|
3323
2562
|
# The maximum number of results to return in this request.
|
3324
2563
|
# @return [Integer]
|
@@ -3360,15 +2599,6 @@ module Aws::GlueDataBrew
|
|
3360
2599
|
include Aws::Structure
|
3361
2600
|
end
|
3362
2601
|
|
3363
|
-
# @note When making an API call, you may pass ListRecipesRequest
|
3364
|
-
# data as a hash:
|
3365
|
-
#
|
3366
|
-
# {
|
3367
|
-
# max_results: 1,
|
3368
|
-
# next_token: "NextToken",
|
3369
|
-
# recipe_version: "RecipeVersion",
|
3370
|
-
# }
|
3371
|
-
#
|
3372
2602
|
# @!attribute [rw] max_results
|
3373
2603
|
# The maximum number of results to return in this request.
|
3374
2604
|
# @return [Integer]
|
@@ -3415,15 +2645,6 @@ module Aws::GlueDataBrew
|
|
3415
2645
|
include Aws::Structure
|
3416
2646
|
end
|
3417
2647
|
|
3418
|
-
# @note When making an API call, you may pass ListRulesetsRequest
|
3419
|
-
# data as a hash:
|
3420
|
-
#
|
3421
|
-
# {
|
3422
|
-
# target_arn: "Arn",
|
3423
|
-
# max_results: 1,
|
3424
|
-
# next_token: "NextToken",
|
3425
|
-
# }
|
3426
|
-
#
|
3427
2648
|
# @!attribute [rw] target_arn
|
3428
2649
|
# The Amazon Resource Name (ARN) of a resource (dataset). Using this
|
3429
2650
|
# parameter indicates to return only those rulesets that are
|
@@ -3469,15 +2690,6 @@ module Aws::GlueDataBrew
|
|
3469
2690
|
include Aws::Structure
|
3470
2691
|
end
|
3471
2692
|
|
3472
|
-
# @note When making an API call, you may pass ListSchedulesRequest
|
3473
|
-
# data as a hash:
|
3474
|
-
#
|
3475
|
-
# {
|
3476
|
-
# job_name: "JobName",
|
3477
|
-
# max_results: 1,
|
3478
|
-
# next_token: "NextToken",
|
3479
|
-
# }
|
3480
|
-
#
|
3481
2693
|
# @!attribute [rw] job_name
|
3482
2694
|
# The name of the job that these schedules apply to.
|
3483
2695
|
# @return [String]
|
@@ -3519,13 +2731,6 @@ module Aws::GlueDataBrew
|
|
3519
2731
|
include Aws::Structure
|
3520
2732
|
end
|
3521
2733
|
|
3522
|
-
# @note When making an API call, you may pass ListTagsForResourceRequest
|
3523
|
-
# data as a hash:
|
3524
|
-
#
|
3525
|
-
# {
|
3526
|
-
# resource_arn: "Arn", # required
|
3527
|
-
# }
|
3528
|
-
#
|
3529
2734
|
# @!attribute [rw] resource_arn
|
3530
2735
|
# The Amazon Resource Name (ARN) string that uniquely identifies the
|
3531
2736
|
# DataBrew resource.
|
@@ -3553,13 +2758,6 @@ module Aws::GlueDataBrew
|
|
3553
2758
|
|
3554
2759
|
# Contains additional resource information needed for specific datasets.
|
3555
2760
|
#
|
3556
|
-
# @note When making an API call, you may pass Metadata
|
3557
|
-
# data as a hash:
|
3558
|
-
#
|
3559
|
-
# {
|
3560
|
-
# source_arn: "Arn",
|
3561
|
-
# }
|
3562
|
-
#
|
3563
2761
|
# @!attribute [rw] source_arn
|
3564
2762
|
# The Amazon Resource Name (ARN) associated with the dataset.
|
3565
2763
|
# Currently, DataBrew only supports ARNs from Amazon AppFlow.
|
@@ -3576,27 +2774,6 @@ module Aws::GlueDataBrew
|
|
3576
2774
|
# Represents options that specify how and where in Amazon S3 DataBrew
|
3577
2775
|
# writes the output generated by recipe jobs or profile jobs.
|
3578
2776
|
#
|
3579
|
-
# @note When making an API call, you may pass Output
|
3580
|
-
# data as a hash:
|
3581
|
-
#
|
3582
|
-
# {
|
3583
|
-
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
3584
|
-
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML, TABLEAUHYPER
|
3585
|
-
# partition_columns: ["ColumnName"],
|
3586
|
-
# location: { # required
|
3587
|
-
# bucket: "Bucket", # required
|
3588
|
-
# key: "Key",
|
3589
|
-
# bucket_owner: "BucketOwner",
|
3590
|
-
# },
|
3591
|
-
# overwrite: false,
|
3592
|
-
# format_options: {
|
3593
|
-
# csv: {
|
3594
|
-
# delimiter: "Delimiter",
|
3595
|
-
# },
|
3596
|
-
# },
|
3597
|
-
# max_output_files: 1,
|
3598
|
-
# }
|
3599
|
-
#
|
3600
2777
|
# @!attribute [rw] compression_format
|
3601
2778
|
# The compression algorithm used to compress the output text of the
|
3602
2779
|
# job.
|
@@ -3648,15 +2825,6 @@ module Aws::GlueDataBrew
|
|
3648
2825
|
# Represents a set of options that define the structure of
|
3649
2826
|
# comma-separated (CSV) job output.
|
3650
2827
|
#
|
3651
|
-
# @note When making an API call, you may pass OutputFormatOptions
|
3652
|
-
# data as a hash:
|
3653
|
-
#
|
3654
|
-
# {
|
3655
|
-
# csv: {
|
3656
|
-
# delimiter: "Delimiter",
|
3657
|
-
# },
|
3658
|
-
# }
|
3659
|
-
#
|
3660
2828
|
# @!attribute [rw] csv
|
3661
2829
|
# Represents a set of options that define the structure of
|
3662
2830
|
# comma-separated value (CSV) job output.
|
@@ -3673,41 +2841,6 @@ module Aws::GlueDataBrew
|
|
3673
2841
|
# Represents a set of options that define how DataBrew selects files for
|
3674
2842
|
# a given Amazon S3 path in a dataset.
|
3675
2843
|
#
|
3676
|
-
# @note When making an API call, you may pass PathOptions
|
3677
|
-
# data as a hash:
|
3678
|
-
#
|
3679
|
-
# {
|
3680
|
-
# last_modified_date_condition: {
|
3681
|
-
# expression: "Expression", # required
|
3682
|
-
# values_map: { # required
|
3683
|
-
# "ValueReference" => "ConditionValue",
|
3684
|
-
# },
|
3685
|
-
# },
|
3686
|
-
# files_limit: {
|
3687
|
-
# max_files: 1, # required
|
3688
|
-
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
3689
|
-
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
3690
|
-
# },
|
3691
|
-
# parameters: {
|
3692
|
-
# "PathParameterName" => {
|
3693
|
-
# name: "PathParameterName", # required
|
3694
|
-
# type: "Datetime", # required, accepts Datetime, Number, String
|
3695
|
-
# datetime_options: {
|
3696
|
-
# format: "DatetimeFormat", # required
|
3697
|
-
# timezone_offset: "TimezoneOffset",
|
3698
|
-
# locale_code: "LocaleCode",
|
3699
|
-
# },
|
3700
|
-
# create_column: false,
|
3701
|
-
# filter: {
|
3702
|
-
# expression: "Expression", # required
|
3703
|
-
# values_map: { # required
|
3704
|
-
# "ValueReference" => "ConditionValue",
|
3705
|
-
# },
|
3706
|
-
# },
|
3707
|
-
# },
|
3708
|
-
# },
|
3709
|
-
# }
|
3710
|
-
#
|
3711
2844
|
# @!attribute [rw] last_modified_date_condition
|
3712
2845
|
# If provided, this structure defines a date range for matching Amazon
|
3713
2846
|
# S3 objects based on their LastModifiedDate attribute in Amazon S3.
|
@@ -3738,58 +2871,6 @@ module Aws::GlueDataBrew
|
|
3738
2871
|
# evaluations. When configuration is undefined, the profile job will
|
3739
2872
|
# apply default settings to all supported columns.
|
3740
2873
|
#
|
3741
|
-
# @note When making an API call, you may pass ProfileConfiguration
|
3742
|
-
# data as a hash:
|
3743
|
-
#
|
3744
|
-
# {
|
3745
|
-
# dataset_statistics_configuration: {
|
3746
|
-
# included_statistics: ["Statistic"],
|
3747
|
-
# overrides: [
|
3748
|
-
# {
|
3749
|
-
# statistic: "Statistic", # required
|
3750
|
-
# parameters: { # required
|
3751
|
-
# "ParameterName" => "ParameterValue",
|
3752
|
-
# },
|
3753
|
-
# },
|
3754
|
-
# ],
|
3755
|
-
# },
|
3756
|
-
# profile_columns: [
|
3757
|
-
# {
|
3758
|
-
# regex: "ColumnName",
|
3759
|
-
# name: "ColumnName",
|
3760
|
-
# },
|
3761
|
-
# ],
|
3762
|
-
# column_statistics_configurations: [
|
3763
|
-
# {
|
3764
|
-
# selectors: [
|
3765
|
-
# {
|
3766
|
-
# regex: "ColumnName",
|
3767
|
-
# name: "ColumnName",
|
3768
|
-
# },
|
3769
|
-
# ],
|
3770
|
-
# statistics: { # required
|
3771
|
-
# included_statistics: ["Statistic"],
|
3772
|
-
# overrides: [
|
3773
|
-
# {
|
3774
|
-
# statistic: "Statistic", # required
|
3775
|
-
# parameters: { # required
|
3776
|
-
# "ParameterName" => "ParameterValue",
|
3777
|
-
# },
|
3778
|
-
# },
|
3779
|
-
# ],
|
3780
|
-
# },
|
3781
|
-
# },
|
3782
|
-
# ],
|
3783
|
-
# entity_detector_configuration: {
|
3784
|
-
# entity_types: ["EntityType"], # required
|
3785
|
-
# allowed_statistics: [
|
3786
|
-
# {
|
3787
|
-
# statistics: ["Statistic"], # required
|
3788
|
-
# },
|
3789
|
-
# ],
|
3790
|
-
# },
|
3791
|
-
# }
|
3792
|
-
#
|
3793
2874
|
# @!attribute [rw] dataset_statistics_configuration
|
3794
2875
|
# Configuration for inter-column evaluations. Configuration can be
|
3795
2876
|
# used to select evaluations and override parameters of evaluations.
|
@@ -3912,14 +2993,6 @@ module Aws::GlueDataBrew
|
|
3912
2993
|
include Aws::Structure
|
3913
2994
|
end
|
3914
2995
|
|
3915
|
-
# @note When making an API call, you may pass PublishRecipeRequest
|
3916
|
-
# data as a hash:
|
3917
|
-
#
|
3918
|
-
# {
|
3919
|
-
# description: "RecipeDescription",
|
3920
|
-
# name: "RecipeName", # required
|
3921
|
-
# }
|
3922
|
-
#
|
3923
2996
|
# @!attribute [rw] description
|
3924
2997
|
# A description of the recipe to be published, for this version of the
|
3925
2998
|
# recipe.
|
@@ -4044,16 +3117,6 @@ module Aws::GlueDataBrew
|
|
4044
3117
|
#
|
4045
3118
|
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
|
4046
3119
|
#
|
4047
|
-
# @note When making an API call, you may pass RecipeAction
|
4048
|
-
# data as a hash:
|
4049
|
-
#
|
4050
|
-
# {
|
4051
|
-
# operation: "Operation", # required
|
4052
|
-
# parameters: {
|
4053
|
-
# "ParameterName" => "ParameterValue",
|
4054
|
-
# },
|
4055
|
-
# }
|
4056
|
-
#
|
4057
3120
|
# @!attribute [rw] operation
|
4058
3121
|
# The name of a valid DataBrew transformation to be performed on the
|
4059
3122
|
# data.
|
@@ -4074,14 +3137,6 @@ module Aws::GlueDataBrew
|
|
4074
3137
|
|
4075
3138
|
# Represents the name and version of a DataBrew recipe.
|
4076
3139
|
#
|
4077
|
-
# @note When making an API call, you may pass RecipeReference
|
4078
|
-
# data as a hash:
|
4079
|
-
#
|
4080
|
-
# {
|
4081
|
-
# name: "RecipeName", # required
|
4082
|
-
# recipe_version: "RecipeVersion",
|
4083
|
-
# }
|
4084
|
-
#
|
4085
3140
|
# @!attribute [rw] name
|
4086
3141
|
# The name of the recipe.
|
4087
3142
|
# @return [String]
|
@@ -4101,25 +3156,6 @@ module Aws::GlueDataBrew
|
|
4101
3156
|
|
4102
3157
|
# Represents a single step from a DataBrew recipe to be performed.
|
4103
3158
|
#
|
4104
|
-
# @note When making an API call, you may pass RecipeStep
|
4105
|
-
# data as a hash:
|
4106
|
-
#
|
4107
|
-
# {
|
4108
|
-
# action: { # required
|
4109
|
-
# operation: "Operation", # required
|
4110
|
-
# parameters: {
|
4111
|
-
# "ParameterName" => "ParameterValue",
|
4112
|
-
# },
|
4113
|
-
# },
|
4114
|
-
# condition_expressions: [
|
4115
|
-
# {
|
4116
|
-
# condition: "Condition", # required
|
4117
|
-
# value: "ConditionValue",
|
4118
|
-
# target_column: "TargetColumn", # required
|
4119
|
-
# },
|
4120
|
-
# ],
|
4121
|
-
# }
|
4122
|
-
#
|
4123
3159
|
# @!attribute [rw] action
|
4124
3160
|
# The particular action to be performed in the recipe step.
|
4125
3161
|
# @return [Types::RecipeAction]
|
@@ -4184,29 +3220,6 @@ module Aws::GlueDataBrew
|
|
4184
3220
|
# Represents a single data quality requirement that should be validated
|
4185
3221
|
# in the scope of this dataset.
|
4186
3222
|
#
|
4187
|
-
# @note When making an API call, you may pass Rule
|
4188
|
-
# data as a hash:
|
4189
|
-
#
|
4190
|
-
# {
|
4191
|
-
# name: "RuleName", # required
|
4192
|
-
# disabled: false,
|
4193
|
-
# check_expression: "Expression", # required
|
4194
|
-
# substitution_map: {
|
4195
|
-
# "ValueReference" => "ConditionValue",
|
4196
|
-
# },
|
4197
|
-
# threshold: {
|
4198
|
-
# value: 1.0, # required
|
4199
|
-
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
4200
|
-
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
4201
|
-
# },
|
4202
|
-
# column_selectors: [
|
4203
|
-
# {
|
4204
|
-
# regex: "ColumnName",
|
4205
|
-
# name: "ColumnName",
|
4206
|
-
# },
|
4207
|
-
# ],
|
4208
|
-
# }
|
4209
|
-
#
|
4210
3223
|
# @!attribute [rw] name
|
4211
3224
|
# The name of the rule.
|
4212
3225
|
# @return [String]
|
@@ -4343,15 +3356,6 @@ module Aws::GlueDataBrew
|
|
4343
3356
|
# object key) where DataBrew can read input data, or write output from a
|
4344
3357
|
# job.
|
4345
3358
|
#
|
4346
|
-
# @note When making an API call, you may pass S3Location
|
4347
|
-
# data as a hash:
|
4348
|
-
#
|
4349
|
-
# {
|
4350
|
-
# bucket: "Bucket", # required
|
4351
|
-
# key: "Key",
|
4352
|
-
# bucket_owner: "BucketOwner",
|
4353
|
-
# }
|
4354
|
-
#
|
4355
3359
|
# @!attribute [rw] bucket
|
4356
3360
|
# The Amazon S3 bucket name.
|
4357
3361
|
# @return [String]
|
@@ -4377,17 +3381,6 @@ module Aws::GlueDataBrew
|
|
4377
3381
|
# Represents options that specify how and where DataBrew writes the
|
4378
3382
|
# Amazon S3 output generated by recipe jobs.
|
4379
3383
|
#
|
4380
|
-
# @note When making an API call, you may pass S3TableOutputOptions
|
4381
|
-
# data as a hash:
|
4382
|
-
#
|
4383
|
-
# {
|
4384
|
-
# location: { # required
|
4385
|
-
# bucket: "Bucket", # required
|
4386
|
-
# key: "Key",
|
4387
|
-
# bucket_owner: "BucketOwner",
|
4388
|
-
# },
|
4389
|
-
# }
|
4390
|
-
#
|
4391
3384
|
# @!attribute [rw] location
|
4392
3385
|
# Represents an Amazon S3 location (bucket name and object key) where
|
4393
3386
|
# DataBrew can write output from a job.
|
@@ -4404,14 +3397,6 @@ module Aws::GlueDataBrew
|
|
4404
3397
|
# Represents the sample size and sampling type for DataBrew to use for
|
4405
3398
|
# interactive data analysis.
|
4406
3399
|
#
|
4407
|
-
# @note When making an API call, you may pass Sample
|
4408
|
-
# data as a hash:
|
4409
|
-
#
|
4410
|
-
# {
|
4411
|
-
# size: 1,
|
4412
|
-
# type: "FIRST_N", # required, accepts FIRST_N, LAST_N, RANDOM
|
4413
|
-
# }
|
4414
|
-
#
|
4415
3400
|
# @!attribute [rw] size
|
4416
3401
|
# The number of rows in the sample.
|
4417
3402
|
# @return [Integer]
|
@@ -4494,39 +3479,6 @@ module Aws::GlueDataBrew
|
|
4494
3479
|
include Aws::Structure
|
4495
3480
|
end
|
4496
3481
|
|
4497
|
-
# @note When making an API call, you may pass SendProjectSessionActionRequest
|
4498
|
-
# data as a hash:
|
4499
|
-
#
|
4500
|
-
# {
|
4501
|
-
# preview: false,
|
4502
|
-
# name: "ProjectName", # required
|
4503
|
-
# recipe_step: {
|
4504
|
-
# action: { # required
|
4505
|
-
# operation: "Operation", # required
|
4506
|
-
# parameters: {
|
4507
|
-
# "ParameterName" => "ParameterValue",
|
4508
|
-
# },
|
4509
|
-
# },
|
4510
|
-
# condition_expressions: [
|
4511
|
-
# {
|
4512
|
-
# condition: "Condition", # required
|
4513
|
-
# value: "ConditionValue",
|
4514
|
-
# target_column: "TargetColumn", # required
|
4515
|
-
# },
|
4516
|
-
# ],
|
4517
|
-
# },
|
4518
|
-
# step_index: 1,
|
4519
|
-
# client_session_id: "ClientSessionId",
|
4520
|
-
# view_frame: {
|
4521
|
-
# start_column_index: 1, # required
|
4522
|
-
# column_range: 1,
|
4523
|
-
# hidden_columns: ["ColumnName"],
|
4524
|
-
# start_row_index: 1,
|
4525
|
-
# row_range: 1,
|
4526
|
-
# analytics: "ENABLE", # accepts ENABLE, DISABLE
|
4527
|
-
# },
|
4528
|
-
# }
|
4529
|
-
#
|
4530
3482
|
# @!attribute [rw] preview
|
4531
3483
|
# If true, the result of the recipe step will be returned, but not
|
4532
3484
|
# applied.
|
@@ -4604,13 +3556,6 @@ module Aws::GlueDataBrew
|
|
4604
3556
|
include Aws::Structure
|
4605
3557
|
end
|
4606
3558
|
|
4607
|
-
# @note When making an API call, you may pass StartJobRunRequest
|
4608
|
-
# data as a hash:
|
4609
|
-
#
|
4610
|
-
# {
|
4611
|
-
# name: "JobName", # required
|
4612
|
-
# }
|
4613
|
-
#
|
4614
3559
|
# @!attribute [rw] name
|
4615
3560
|
# The name of the job to be run.
|
4616
3561
|
# @return [String]
|
@@ -4635,14 +3580,6 @@ module Aws::GlueDataBrew
|
|
4635
3580
|
include Aws::Structure
|
4636
3581
|
end
|
4637
3582
|
|
4638
|
-
# @note When making an API call, you may pass StartProjectSessionRequest
|
4639
|
-
# data as a hash:
|
4640
|
-
#
|
4641
|
-
# {
|
4642
|
-
# name: "ProjectName", # required
|
4643
|
-
# assume_control: false,
|
4644
|
-
# }
|
4645
|
-
#
|
4646
3583
|
# @!attribute [rw] name
|
4647
3584
|
# The name of the project to act upon.
|
4648
3585
|
# @return [String]
|
@@ -4680,16 +3617,6 @@ module Aws::GlueDataBrew
|
|
4680
3617
|
|
4681
3618
|
# Override of a particular evaluation for a profile job.
|
4682
3619
|
#
|
4683
|
-
# @note When making an API call, you may pass StatisticOverride
|
4684
|
-
# data as a hash:
|
4685
|
-
#
|
4686
|
-
# {
|
4687
|
-
# statistic: "Statistic", # required
|
4688
|
-
# parameters: { # required
|
4689
|
-
# "ParameterName" => "ParameterValue",
|
4690
|
-
# },
|
4691
|
-
# }
|
4692
|
-
#
|
4693
3620
|
# @!attribute [rw] statistic
|
4694
3621
|
# The name of an evaluation
|
4695
3622
|
# @return [String]
|
@@ -4711,21 +3638,6 @@ module Aws::GlueDataBrew
|
|
4711
3638
|
# be used to select evaluations and override the parameters of selected
|
4712
3639
|
# evaluations.
|
4713
3640
|
#
|
4714
|
-
# @note When making an API call, you may pass StatisticsConfiguration
|
4715
|
-
# data as a hash:
|
4716
|
-
#
|
4717
|
-
# {
|
4718
|
-
# included_statistics: ["Statistic"],
|
4719
|
-
# overrides: [
|
4720
|
-
# {
|
4721
|
-
# statistic: "Statistic", # required
|
4722
|
-
# parameters: { # required
|
4723
|
-
# "ParameterName" => "ParameterValue",
|
4724
|
-
# },
|
4725
|
-
# },
|
4726
|
-
# ],
|
4727
|
-
# }
|
4728
|
-
#
|
4729
3641
|
# @!attribute [rw] included_statistics
|
4730
3642
|
# List of included evaluations. When the list is undefined, all
|
4731
3643
|
# supported evaluations will be included.
|
@@ -4744,14 +3656,6 @@ module Aws::GlueDataBrew
|
|
4744
3656
|
include Aws::Structure
|
4745
3657
|
end
|
4746
3658
|
|
4747
|
-
# @note When making an API call, you may pass StopJobRunRequest
|
4748
|
-
# data as a hash:
|
4749
|
-
#
|
4750
|
-
# {
|
4751
|
-
# name: "JobName", # required
|
4752
|
-
# run_id: "JobRunId", # required
|
4753
|
-
# }
|
4754
|
-
#
|
4755
3659
|
# @!attribute [rw] name
|
4756
3660
|
# The name of the job to be stopped.
|
4757
3661
|
# @return [String]
|
@@ -4781,16 +3685,6 @@ module Aws::GlueDataBrew
|
|
4781
3685
|
include Aws::Structure
|
4782
3686
|
end
|
4783
3687
|
|
4784
|
-
# @note When making an API call, you may pass TagResourceRequest
|
4785
|
-
# data as a hash:
|
4786
|
-
#
|
4787
|
-
# {
|
4788
|
-
# resource_arn: "Arn", # required
|
4789
|
-
# tags: { # required
|
4790
|
-
# "TagKey" => "TagValue",
|
4791
|
-
# },
|
4792
|
-
# }
|
4793
|
-
#
|
4794
3688
|
# @!attribute [rw] resource_arn
|
4795
3689
|
# The DataBrew resource to which tags should be added. The value for
|
4796
3690
|
# this parameter is an Amazon Resource Name (ARN). For DataBrew, you
|
@@ -4819,15 +3713,6 @@ module Aws::GlueDataBrew
|
|
4819
3713
|
# specific column. Then the threshold will be used to determine whether
|
4820
3714
|
# the validation succeeds.
|
4821
3715
|
#
|
4822
|
-
# @note When making an API call, you may pass Threshold
|
4823
|
-
# data as a hash:
|
4824
|
-
#
|
4825
|
-
# {
|
4826
|
-
# value: 1.0, # required
|
4827
|
-
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
4828
|
-
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
4829
|
-
# }
|
4830
|
-
#
|
4831
3716
|
# @!attribute [rw] value
|
4832
3717
|
# The value of a threshold.
|
4833
3718
|
# @return [Float]
|
@@ -4852,14 +3737,6 @@ module Aws::GlueDataBrew
|
|
4852
3737
|
include Aws::Structure
|
4853
3738
|
end
|
4854
3739
|
|
4855
|
-
# @note When making an API call, you may pass UntagResourceRequest
|
4856
|
-
# data as a hash:
|
4857
|
-
#
|
4858
|
-
# {
|
4859
|
-
# resource_arn: "Arn", # required
|
4860
|
-
# tag_keys: ["TagKey"], # required
|
4861
|
-
# }
|
4862
|
-
#
|
4863
3740
|
# @!attribute [rw] resource_arn
|
4864
3741
|
# A DataBrew resource from which you want to remove a tag or tags. The
|
4865
3742
|
# value for this parameter is an Amazon Resource Name (ARN).
|
@@ -4882,89 +3759,6 @@ module Aws::GlueDataBrew
|
|
4882
3759
|
#
|
4883
3760
|
class UntagResourceResponse < Aws::EmptyStructure; end
|
4884
3761
|
|
4885
|
-
# @note When making an API call, you may pass UpdateDatasetRequest
|
4886
|
-
# data as a hash:
|
4887
|
-
#
|
4888
|
-
# {
|
4889
|
-
# name: "DatasetName", # required
|
4890
|
-
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL, ORC
|
4891
|
-
# format_options: {
|
4892
|
-
# json: {
|
4893
|
-
# multi_line: false,
|
4894
|
-
# },
|
4895
|
-
# excel: {
|
4896
|
-
# sheet_names: ["SheetName"],
|
4897
|
-
# sheet_indexes: [1],
|
4898
|
-
# header_row: false,
|
4899
|
-
# },
|
4900
|
-
# csv: {
|
4901
|
-
# delimiter: "Delimiter",
|
4902
|
-
# header_row: false,
|
4903
|
-
# },
|
4904
|
-
# },
|
4905
|
-
# input: { # required
|
4906
|
-
# s3_input_definition: {
|
4907
|
-
# bucket: "Bucket", # required
|
4908
|
-
# key: "Key",
|
4909
|
-
# bucket_owner: "BucketOwner",
|
4910
|
-
# },
|
4911
|
-
# data_catalog_input_definition: {
|
4912
|
-
# catalog_id: "CatalogId",
|
4913
|
-
# database_name: "DatabaseName", # required
|
4914
|
-
# table_name: "TableName", # required
|
4915
|
-
# temp_directory: {
|
4916
|
-
# bucket: "Bucket", # required
|
4917
|
-
# key: "Key",
|
4918
|
-
# bucket_owner: "BucketOwner",
|
4919
|
-
# },
|
4920
|
-
# },
|
4921
|
-
# database_input_definition: {
|
4922
|
-
# glue_connection_name: "GlueConnectionName", # required
|
4923
|
-
# database_table_name: "DatabaseTableName",
|
4924
|
-
# temp_directory: {
|
4925
|
-
# bucket: "Bucket", # required
|
4926
|
-
# key: "Key",
|
4927
|
-
# bucket_owner: "BucketOwner",
|
4928
|
-
# },
|
4929
|
-
# query_string: "QueryString",
|
4930
|
-
# },
|
4931
|
-
# metadata: {
|
4932
|
-
# source_arn: "Arn",
|
4933
|
-
# },
|
4934
|
-
# },
|
4935
|
-
# path_options: {
|
4936
|
-
# last_modified_date_condition: {
|
4937
|
-
# expression: "Expression", # required
|
4938
|
-
# values_map: { # required
|
4939
|
-
# "ValueReference" => "ConditionValue",
|
4940
|
-
# },
|
4941
|
-
# },
|
4942
|
-
# files_limit: {
|
4943
|
-
# max_files: 1, # required
|
4944
|
-
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
4945
|
-
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
4946
|
-
# },
|
4947
|
-
# parameters: {
|
4948
|
-
# "PathParameterName" => {
|
4949
|
-
# name: "PathParameterName", # required
|
4950
|
-
# type: "Datetime", # required, accepts Datetime, Number, String
|
4951
|
-
# datetime_options: {
|
4952
|
-
# format: "DatetimeFormat", # required
|
4953
|
-
# timezone_offset: "TimezoneOffset",
|
4954
|
-
# locale_code: "LocaleCode",
|
4955
|
-
# },
|
4956
|
-
# create_column: false,
|
4957
|
-
# filter: {
|
4958
|
-
# expression: "Expression", # required
|
4959
|
-
# values_map: { # required
|
4960
|
-
# "ValueReference" => "ConditionValue",
|
4961
|
-
# },
|
4962
|
-
# },
|
4963
|
-
# },
|
4964
|
-
# },
|
4965
|
-
# },
|
4966
|
-
# }
|
4967
|
-
#
|
4968
3762
|
# @!attribute [rw] name
|
4969
3763
|
# The name of the dataset to be updated.
|
4970
3764
|
# @return [String]
|
@@ -5013,83 +3807,6 @@ module Aws::GlueDataBrew
|
|
5013
3807
|
include Aws::Structure
|
5014
3808
|
end
|
5015
3809
|
|
5016
|
-
# @note When making an API call, you may pass UpdateProfileJobRequest
|
5017
|
-
# data as a hash:
|
5018
|
-
#
|
5019
|
-
# {
|
5020
|
-
# configuration: {
|
5021
|
-
# dataset_statistics_configuration: {
|
5022
|
-
# included_statistics: ["Statistic"],
|
5023
|
-
# overrides: [
|
5024
|
-
# {
|
5025
|
-
# statistic: "Statistic", # required
|
5026
|
-
# parameters: { # required
|
5027
|
-
# "ParameterName" => "ParameterValue",
|
5028
|
-
# },
|
5029
|
-
# },
|
5030
|
-
# ],
|
5031
|
-
# },
|
5032
|
-
# profile_columns: [
|
5033
|
-
# {
|
5034
|
-
# regex: "ColumnName",
|
5035
|
-
# name: "ColumnName",
|
5036
|
-
# },
|
5037
|
-
# ],
|
5038
|
-
# column_statistics_configurations: [
|
5039
|
-
# {
|
5040
|
-
# selectors: [
|
5041
|
-
# {
|
5042
|
-
# regex: "ColumnName",
|
5043
|
-
# name: "ColumnName",
|
5044
|
-
# },
|
5045
|
-
# ],
|
5046
|
-
# statistics: { # required
|
5047
|
-
# included_statistics: ["Statistic"],
|
5048
|
-
# overrides: [
|
5049
|
-
# {
|
5050
|
-
# statistic: "Statistic", # required
|
5051
|
-
# parameters: { # required
|
5052
|
-
# "ParameterName" => "ParameterValue",
|
5053
|
-
# },
|
5054
|
-
# },
|
5055
|
-
# ],
|
5056
|
-
# },
|
5057
|
-
# },
|
5058
|
-
# ],
|
5059
|
-
# entity_detector_configuration: {
|
5060
|
-
# entity_types: ["EntityType"], # required
|
5061
|
-
# allowed_statistics: [
|
5062
|
-
# {
|
5063
|
-
# statistics: ["Statistic"], # required
|
5064
|
-
# },
|
5065
|
-
# ],
|
5066
|
-
# },
|
5067
|
-
# },
|
5068
|
-
# encryption_key_arn: "EncryptionKeyArn",
|
5069
|
-
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
5070
|
-
# name: "JobName", # required
|
5071
|
-
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
5072
|
-
# max_capacity: 1,
|
5073
|
-
# max_retries: 1,
|
5074
|
-
# output_location: { # required
|
5075
|
-
# bucket: "Bucket", # required
|
5076
|
-
# key: "Key",
|
5077
|
-
# bucket_owner: "BucketOwner",
|
5078
|
-
# },
|
5079
|
-
# validation_configurations: [
|
5080
|
-
# {
|
5081
|
-
# ruleset_arn: "Arn", # required
|
5082
|
-
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
5083
|
-
# },
|
5084
|
-
# ],
|
5085
|
-
# role_arn: "Arn", # required
|
5086
|
-
# timeout: 1,
|
5087
|
-
# job_sample: {
|
5088
|
-
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
5089
|
-
# size: 1,
|
5090
|
-
# },
|
5091
|
-
# }
|
5092
|
-
#
|
5093
3810
|
# @!attribute [rw] configuration
|
5094
3811
|
# Configuration for profile jobs. Used to select columns, do
|
5095
3812
|
# evaluations, and override default parameters of evaluations. When
|
@@ -5189,18 +3906,6 @@ module Aws::GlueDataBrew
|
|
5189
3906
|
include Aws::Structure
|
5190
3907
|
end
|
5191
3908
|
|
5192
|
-
# @note When making an API call, you may pass UpdateProjectRequest
|
5193
|
-
# data as a hash:
|
5194
|
-
#
|
5195
|
-
# {
|
5196
|
-
# sample: {
|
5197
|
-
# size: 1,
|
5198
|
-
# type: "FIRST_N", # required, accepts FIRST_N, LAST_N, RANDOM
|
5199
|
-
# },
|
5200
|
-
# role_arn: "Arn", # required
|
5201
|
-
# name: "ProjectName", # required
|
5202
|
-
# }
|
5203
|
-
#
|
5204
3909
|
# @!attribute [rw] sample
|
5205
3910
|
# Represents the sample size and sampling type for DataBrew to use for
|
5206
3911
|
# interactive data analysis.
|
@@ -5242,76 +3947,6 @@ module Aws::GlueDataBrew
|
|
5242
3947
|
include Aws::Structure
|
5243
3948
|
end
|
5244
3949
|
|
5245
|
-
# @note When making an API call, you may pass UpdateRecipeJobRequest
|
5246
|
-
# data as a hash:
|
5247
|
-
#
|
5248
|
-
# {
|
5249
|
-
# encryption_key_arn: "EncryptionKeyArn",
|
5250
|
-
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
5251
|
-
# name: "JobName", # required
|
5252
|
-
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
5253
|
-
# max_capacity: 1,
|
5254
|
-
# max_retries: 1,
|
5255
|
-
# outputs: [
|
5256
|
-
# {
|
5257
|
-
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
5258
|
-
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML, TABLEAUHYPER
|
5259
|
-
# partition_columns: ["ColumnName"],
|
5260
|
-
# location: { # required
|
5261
|
-
# bucket: "Bucket", # required
|
5262
|
-
# key: "Key",
|
5263
|
-
# bucket_owner: "BucketOwner",
|
5264
|
-
# },
|
5265
|
-
# overwrite: false,
|
5266
|
-
# format_options: {
|
5267
|
-
# csv: {
|
5268
|
-
# delimiter: "Delimiter",
|
5269
|
-
# },
|
5270
|
-
# },
|
5271
|
-
# max_output_files: 1,
|
5272
|
-
# },
|
5273
|
-
# ],
|
5274
|
-
# data_catalog_outputs: [
|
5275
|
-
# {
|
5276
|
-
# catalog_id: "CatalogId",
|
5277
|
-
# database_name: "DatabaseName", # required
|
5278
|
-
# table_name: "TableName", # required
|
5279
|
-
# s3_options: {
|
5280
|
-
# location: { # required
|
5281
|
-
# bucket: "Bucket", # required
|
5282
|
-
# key: "Key",
|
5283
|
-
# bucket_owner: "BucketOwner",
|
5284
|
-
# },
|
5285
|
-
# },
|
5286
|
-
# database_options: {
|
5287
|
-
# temp_directory: {
|
5288
|
-
# bucket: "Bucket", # required
|
5289
|
-
# key: "Key",
|
5290
|
-
# bucket_owner: "BucketOwner",
|
5291
|
-
# },
|
5292
|
-
# table_name: "DatabaseTableName", # required
|
5293
|
-
# },
|
5294
|
-
# overwrite: false,
|
5295
|
-
# },
|
5296
|
-
# ],
|
5297
|
-
# database_outputs: [
|
5298
|
-
# {
|
5299
|
-
# glue_connection_name: "GlueConnectionName", # required
|
5300
|
-
# database_options: { # required
|
5301
|
-
# temp_directory: {
|
5302
|
-
# bucket: "Bucket", # required
|
5303
|
-
# key: "Key",
|
5304
|
-
# bucket_owner: "BucketOwner",
|
5305
|
-
# },
|
5306
|
-
# table_name: "DatabaseTableName", # required
|
5307
|
-
# },
|
5308
|
-
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
5309
|
-
# },
|
5310
|
-
# ],
|
5311
|
-
# role_arn: "Arn", # required
|
5312
|
-
# timeout: 1,
|
5313
|
-
# }
|
5314
|
-
#
|
5315
3950
|
# @!attribute [rw] encryption_key_arn
|
5316
3951
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
5317
3952
|
# protect the job.
|
@@ -5399,31 +4034,6 @@ module Aws::GlueDataBrew
|
|
5399
4034
|
include Aws::Structure
|
5400
4035
|
end
|
5401
4036
|
|
5402
|
-
# @note When making an API call, you may pass UpdateRecipeRequest
|
5403
|
-
# data as a hash:
|
5404
|
-
#
|
5405
|
-
# {
|
5406
|
-
# description: "RecipeDescription",
|
5407
|
-
# name: "RecipeName", # required
|
5408
|
-
# steps: [
|
5409
|
-
# {
|
5410
|
-
# action: { # required
|
5411
|
-
# operation: "Operation", # required
|
5412
|
-
# parameters: {
|
5413
|
-
# "ParameterName" => "ParameterValue",
|
5414
|
-
# },
|
5415
|
-
# },
|
5416
|
-
# condition_expressions: [
|
5417
|
-
# {
|
5418
|
-
# condition: "Condition", # required
|
5419
|
-
# value: "ConditionValue",
|
5420
|
-
# target_column: "TargetColumn", # required
|
5421
|
-
# },
|
5422
|
-
# ],
|
5423
|
-
# },
|
5424
|
-
# ],
|
5425
|
-
# }
|
5426
|
-
#
|
5427
4037
|
# @!attribute [rw] description
|
5428
4038
|
# A description of the recipe.
|
5429
4039
|
# @return [String]
|
@@ -5460,35 +4070,6 @@ module Aws::GlueDataBrew
|
|
5460
4070
|
include Aws::Structure
|
5461
4071
|
end
|
5462
4072
|
|
5463
|
-
# @note When making an API call, you may pass UpdateRulesetRequest
|
5464
|
-
# data as a hash:
|
5465
|
-
#
|
5466
|
-
# {
|
5467
|
-
# name: "RulesetName", # required
|
5468
|
-
# description: "RulesetDescription",
|
5469
|
-
# rules: [ # required
|
5470
|
-
# {
|
5471
|
-
# name: "RuleName", # required
|
5472
|
-
# disabled: false,
|
5473
|
-
# check_expression: "Expression", # required
|
5474
|
-
# substitution_map: {
|
5475
|
-
# "ValueReference" => "ConditionValue",
|
5476
|
-
# },
|
5477
|
-
# threshold: {
|
5478
|
-
# value: 1.0, # required
|
5479
|
-
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
5480
|
-
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
5481
|
-
# },
|
5482
|
-
# column_selectors: [
|
5483
|
-
# {
|
5484
|
-
# regex: "ColumnName",
|
5485
|
-
# name: "ColumnName",
|
5486
|
-
# },
|
5487
|
-
# ],
|
5488
|
-
# },
|
5489
|
-
# ],
|
5490
|
-
# }
|
5491
|
-
#
|
5492
4073
|
# @!attribute [rw] name
|
5493
4074
|
# The name of the ruleset to be updated.
|
5494
4075
|
# @return [String]
|
@@ -5524,15 +4105,6 @@ module Aws::GlueDataBrew
|
|
5524
4105
|
include Aws::Structure
|
5525
4106
|
end
|
5526
4107
|
|
5527
|
-
# @note When making an API call, you may pass UpdateScheduleRequest
|
5528
|
-
# data as a hash:
|
5529
|
-
#
|
5530
|
-
# {
|
5531
|
-
# job_names: ["JobName"],
|
5532
|
-
# cron_expression: "CronExpression", # required
|
5533
|
-
# name: "ScheduleName", # required
|
5534
|
-
# }
|
5535
|
-
#
|
5536
4108
|
# @!attribute [rw] job_names
|
5537
4109
|
# The name or names of one or more jobs to be run for this schedule.
|
5538
4110
|
# @return [Array<String>]
|
@@ -5578,14 +4150,6 @@ module Aws::GlueDataBrew
|
|
5578
4150
|
# ValidationConfiguration is null, the profile job will run without data
|
5579
4151
|
# quality validation.
|
5580
4152
|
#
|
5581
|
-
# @note When making an API call, you may pass ValidationConfiguration
|
5582
|
-
# data as a hash:
|
5583
|
-
#
|
5584
|
-
# {
|
5585
|
-
# ruleset_arn: "Arn", # required
|
5586
|
-
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
5587
|
-
# }
|
5588
|
-
#
|
5589
4153
|
# @!attribute [rw] ruleset_arn
|
5590
4154
|
# The Amazon Resource Name (ARN) for the ruleset to be validated in
|
5591
4155
|
# the profile job. The TargetArn of the selected ruleset should be the
|
@@ -5622,18 +4186,6 @@ module Aws::GlueDataBrew
|
|
5622
4186
|
|
5623
4187
|
# Represents the data being transformed during an action.
|
5624
4188
|
#
|
5625
|
-
# @note When making an API call, you may pass ViewFrame
|
5626
|
-
# data as a hash:
|
5627
|
-
#
|
5628
|
-
# {
|
5629
|
-
# start_column_index: 1, # required
|
5630
|
-
# column_range: 1,
|
5631
|
-
# hidden_columns: ["ColumnName"],
|
5632
|
-
# start_row_index: 1,
|
5633
|
-
# row_range: 1,
|
5634
|
-
# analytics: "ENABLE", # accepts ENABLE, DISABLE
|
5635
|
-
# }
|
5636
|
-
#
|
5637
4189
|
# @!attribute [rw] start_column_index
|
5638
4190
|
# The starting index for the range of columns to return in the view
|
5639
4191
|
# frame.
|