aws-sdk-gluedatabrew 1.23.0 → 1.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +7 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/endpoint_provider.rb +35 -95
- data/lib/aws-sdk-gluedatabrew/types.rb +0 -1448
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- metadata +2 -2
@@ -27,13 +27,6 @@ module Aws::GlueDataBrew
|
|
27
27
|
# contain detected entities. When undefined, no statistics will be
|
28
28
|
# computed on columns that contain detected entities.
|
29
29
|
#
|
30
|
-
# @note When making an API call, you may pass AllowedStatistics
|
31
|
-
# data as a hash:
|
32
|
-
#
|
33
|
-
# {
|
34
|
-
# statistics: ["Statistic"], # required
|
35
|
-
# }
|
36
|
-
#
|
37
30
|
# @!attribute [rw] statistics
|
38
31
|
# One or more column statistics to allow for columns that contain
|
39
32
|
# detected entities.
|
@@ -47,14 +40,6 @@ module Aws::GlueDataBrew
|
|
47
40
|
include Aws::Structure
|
48
41
|
end
|
49
42
|
|
50
|
-
# @note When making an API call, you may pass BatchDeleteRecipeVersionRequest
|
51
|
-
# data as a hash:
|
52
|
-
#
|
53
|
-
# {
|
54
|
-
# name: "RecipeName", # required
|
55
|
-
# recipe_versions: ["RecipeVersion"], # required
|
56
|
-
# }
|
57
|
-
#
|
58
43
|
# @!attribute [rw] name
|
59
44
|
# The name of the recipe whose versions are to be deleted.
|
60
45
|
# @return [String]
|
@@ -95,14 +80,6 @@ module Aws::GlueDataBrew
|
|
95
80
|
# Selector of a column from a dataset for profile job configuration. One
|
96
81
|
# selector includes either a column name or a regular expression.
|
97
82
|
#
|
98
|
-
# @note When making an API call, you may pass ColumnSelector
|
99
|
-
# data as a hash:
|
100
|
-
#
|
101
|
-
# {
|
102
|
-
# regex: "ColumnName",
|
103
|
-
# name: "ColumnName",
|
104
|
-
# }
|
105
|
-
#
|
106
83
|
# @!attribute [rw] regex
|
107
84
|
# A regular expression for selecting a column from a dataset.
|
108
85
|
# @return [String]
|
@@ -124,29 +101,6 @@ module Aws::GlueDataBrew
|
|
124
101
|
# ColumnStatisticsConfiguration can be used to select evaluations and
|
125
102
|
# override parameters of evaluations for particular columns.
|
126
103
|
#
|
127
|
-
# @note When making an API call, you may pass ColumnStatisticsConfiguration
|
128
|
-
# data as a hash:
|
129
|
-
#
|
130
|
-
# {
|
131
|
-
# selectors: [
|
132
|
-
# {
|
133
|
-
# regex: "ColumnName",
|
134
|
-
# name: "ColumnName",
|
135
|
-
# },
|
136
|
-
# ],
|
137
|
-
# statistics: { # required
|
138
|
-
# included_statistics: ["Statistic"],
|
139
|
-
# overrides: [
|
140
|
-
# {
|
141
|
-
# statistic: "Statistic", # required
|
142
|
-
# parameters: { # required
|
143
|
-
# "ParameterName" => "ParameterValue",
|
144
|
-
# },
|
145
|
-
# },
|
146
|
-
# ],
|
147
|
-
# },
|
148
|
-
# }
|
149
|
-
#
|
150
104
|
# @!attribute [rw] selectors
|
151
105
|
# List of column selectors. Selectors can be used to select columns
|
152
106
|
# from the dataset. When selectors are undefined, configuration will
|
@@ -177,15 +131,6 @@ module Aws::GlueDataBrew
|
|
177
131
|
# applied to the rows in a dataset first, before the recipe action is
|
178
132
|
# performed.
|
179
133
|
#
|
180
|
-
# @note When making an API call, you may pass ConditionExpression
|
181
|
-
# data as a hash:
|
182
|
-
#
|
183
|
-
# {
|
184
|
-
# condition: "Condition", # required
|
185
|
-
# value: "ConditionValue",
|
186
|
-
# target_column: "TargetColumn", # required
|
187
|
-
# }
|
188
|
-
#
|
189
134
|
# @!attribute [rw] condition
|
190
135
|
# A specific condition to apply to a recipe action. For more
|
191
136
|
# information, see [Recipe structure][1] in the *Glue DataBrew
|
@@ -228,92 +173,6 @@ module Aws::GlueDataBrew
|
|
228
173
|
include Aws::Structure
|
229
174
|
end
|
230
175
|
|
231
|
-
# @note When making an API call, you may pass CreateDatasetRequest
|
232
|
-
# data as a hash:
|
233
|
-
#
|
234
|
-
# {
|
235
|
-
# name: "DatasetName", # required
|
236
|
-
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL, ORC
|
237
|
-
# format_options: {
|
238
|
-
# json: {
|
239
|
-
# multi_line: false,
|
240
|
-
# },
|
241
|
-
# excel: {
|
242
|
-
# sheet_names: ["SheetName"],
|
243
|
-
# sheet_indexes: [1],
|
244
|
-
# header_row: false,
|
245
|
-
# },
|
246
|
-
# csv: {
|
247
|
-
# delimiter: "Delimiter",
|
248
|
-
# header_row: false,
|
249
|
-
# },
|
250
|
-
# },
|
251
|
-
# input: { # required
|
252
|
-
# s3_input_definition: {
|
253
|
-
# bucket: "Bucket", # required
|
254
|
-
# key: "Key",
|
255
|
-
# bucket_owner: "BucketOwner",
|
256
|
-
# },
|
257
|
-
# data_catalog_input_definition: {
|
258
|
-
# catalog_id: "CatalogId",
|
259
|
-
# database_name: "DatabaseName", # required
|
260
|
-
# table_name: "TableName", # required
|
261
|
-
# temp_directory: {
|
262
|
-
# bucket: "Bucket", # required
|
263
|
-
# key: "Key",
|
264
|
-
# bucket_owner: "BucketOwner",
|
265
|
-
# },
|
266
|
-
# },
|
267
|
-
# database_input_definition: {
|
268
|
-
# glue_connection_name: "GlueConnectionName", # required
|
269
|
-
# database_table_name: "DatabaseTableName",
|
270
|
-
# temp_directory: {
|
271
|
-
# bucket: "Bucket", # required
|
272
|
-
# key: "Key",
|
273
|
-
# bucket_owner: "BucketOwner",
|
274
|
-
# },
|
275
|
-
# query_string: "QueryString",
|
276
|
-
# },
|
277
|
-
# metadata: {
|
278
|
-
# source_arn: "Arn",
|
279
|
-
# },
|
280
|
-
# },
|
281
|
-
# path_options: {
|
282
|
-
# last_modified_date_condition: {
|
283
|
-
# expression: "Expression", # required
|
284
|
-
# values_map: { # required
|
285
|
-
# "ValueReference" => "ConditionValue",
|
286
|
-
# },
|
287
|
-
# },
|
288
|
-
# files_limit: {
|
289
|
-
# max_files: 1, # required
|
290
|
-
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
291
|
-
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
292
|
-
# },
|
293
|
-
# parameters: {
|
294
|
-
# "PathParameterName" => {
|
295
|
-
# name: "PathParameterName", # required
|
296
|
-
# type: "Datetime", # required, accepts Datetime, Number, String
|
297
|
-
# datetime_options: {
|
298
|
-
# format: "DatetimeFormat", # required
|
299
|
-
# timezone_offset: "TimezoneOffset",
|
300
|
-
# locale_code: "LocaleCode",
|
301
|
-
# },
|
302
|
-
# create_column: false,
|
303
|
-
# filter: {
|
304
|
-
# expression: "Expression", # required
|
305
|
-
# values_map: { # required
|
306
|
-
# "ValueReference" => "ConditionValue",
|
307
|
-
# },
|
308
|
-
# },
|
309
|
-
# },
|
310
|
-
# },
|
311
|
-
# },
|
312
|
-
# tags: {
|
313
|
-
# "TagKey" => "TagValue",
|
314
|
-
# },
|
315
|
-
# }
|
316
|
-
#
|
317
176
|
# @!attribute [rw] name
|
318
177
|
# The name of the dataset to be created. Valid characters are
|
319
178
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
@@ -368,87 +227,6 @@ module Aws::GlueDataBrew
|
|
368
227
|
include Aws::Structure
|
369
228
|
end
|
370
229
|
|
371
|
-
# @note When making an API call, you may pass CreateProfileJobRequest
|
372
|
-
# data as a hash:
|
373
|
-
#
|
374
|
-
# {
|
375
|
-
# dataset_name: "DatasetName", # required
|
376
|
-
# encryption_key_arn: "EncryptionKeyArn",
|
377
|
-
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
378
|
-
# name: "JobName", # required
|
379
|
-
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
380
|
-
# max_capacity: 1,
|
381
|
-
# max_retries: 1,
|
382
|
-
# output_location: { # required
|
383
|
-
# bucket: "Bucket", # required
|
384
|
-
# key: "Key",
|
385
|
-
# bucket_owner: "BucketOwner",
|
386
|
-
# },
|
387
|
-
# configuration: {
|
388
|
-
# dataset_statistics_configuration: {
|
389
|
-
# included_statistics: ["Statistic"],
|
390
|
-
# overrides: [
|
391
|
-
# {
|
392
|
-
# statistic: "Statistic", # required
|
393
|
-
# parameters: { # required
|
394
|
-
# "ParameterName" => "ParameterValue",
|
395
|
-
# },
|
396
|
-
# },
|
397
|
-
# ],
|
398
|
-
# },
|
399
|
-
# profile_columns: [
|
400
|
-
# {
|
401
|
-
# regex: "ColumnName",
|
402
|
-
# name: "ColumnName",
|
403
|
-
# },
|
404
|
-
# ],
|
405
|
-
# column_statistics_configurations: [
|
406
|
-
# {
|
407
|
-
# selectors: [
|
408
|
-
# {
|
409
|
-
# regex: "ColumnName",
|
410
|
-
# name: "ColumnName",
|
411
|
-
# },
|
412
|
-
# ],
|
413
|
-
# statistics: { # required
|
414
|
-
# included_statistics: ["Statistic"],
|
415
|
-
# overrides: [
|
416
|
-
# {
|
417
|
-
# statistic: "Statistic", # required
|
418
|
-
# parameters: { # required
|
419
|
-
# "ParameterName" => "ParameterValue",
|
420
|
-
# },
|
421
|
-
# },
|
422
|
-
# ],
|
423
|
-
# },
|
424
|
-
# },
|
425
|
-
# ],
|
426
|
-
# entity_detector_configuration: {
|
427
|
-
# entity_types: ["EntityType"], # required
|
428
|
-
# allowed_statistics: [
|
429
|
-
# {
|
430
|
-
# statistics: ["Statistic"], # required
|
431
|
-
# },
|
432
|
-
# ],
|
433
|
-
# },
|
434
|
-
# },
|
435
|
-
# validation_configurations: [
|
436
|
-
# {
|
437
|
-
# ruleset_arn: "Arn", # required
|
438
|
-
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
439
|
-
# },
|
440
|
-
# ],
|
441
|
-
# role_arn: "Arn", # required
|
442
|
-
# tags: {
|
443
|
-
# "TagKey" => "TagValue",
|
444
|
-
# },
|
445
|
-
# timeout: 1,
|
446
|
-
# job_sample: {
|
447
|
-
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
448
|
-
# size: 1,
|
449
|
-
# },
|
450
|
-
# }
|
451
|
-
#
|
452
230
|
# @!attribute [rw] dataset_name
|
453
231
|
# The name of the dataset that this job is to act upon.
|
454
232
|
# @return [String]
|
@@ -560,23 +338,6 @@ module Aws::GlueDataBrew
|
|
560
338
|
include Aws::Structure
|
561
339
|
end
|
562
340
|
|
563
|
-
# @note When making an API call, you may pass CreateProjectRequest
|
564
|
-
# data as a hash:
|
565
|
-
#
|
566
|
-
# {
|
567
|
-
# dataset_name: "DatasetName", # required
|
568
|
-
# name: "ProjectName", # required
|
569
|
-
# recipe_name: "RecipeName", # required
|
570
|
-
# sample: {
|
571
|
-
# size: 1,
|
572
|
-
# type: "FIRST_N", # required, accepts FIRST_N, LAST_N, RANDOM
|
573
|
-
# },
|
574
|
-
# role_arn: "Arn", # required
|
575
|
-
# tags: {
|
576
|
-
# "TagKey" => "TagValue",
|
577
|
-
# },
|
578
|
-
# }
|
579
|
-
#
|
580
341
|
# @!attribute [rw] dataset_name
|
581
342
|
# The name of an existing dataset to associate this project with.
|
582
343
|
# @return [String]
|
@@ -629,85 +390,6 @@ module Aws::GlueDataBrew
|
|
629
390
|
include Aws::Structure
|
630
391
|
end
|
631
392
|
|
632
|
-
# @note When making an API call, you may pass CreateRecipeJobRequest
|
633
|
-
# data as a hash:
|
634
|
-
#
|
635
|
-
# {
|
636
|
-
# dataset_name: "DatasetName",
|
637
|
-
# encryption_key_arn: "EncryptionKeyArn",
|
638
|
-
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
639
|
-
# name: "JobName", # required
|
640
|
-
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
641
|
-
# max_capacity: 1,
|
642
|
-
# max_retries: 1,
|
643
|
-
# outputs: [
|
644
|
-
# {
|
645
|
-
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
646
|
-
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML, TABLEAUHYPER
|
647
|
-
# partition_columns: ["ColumnName"],
|
648
|
-
# location: { # required
|
649
|
-
# bucket: "Bucket", # required
|
650
|
-
# key: "Key",
|
651
|
-
# bucket_owner: "BucketOwner",
|
652
|
-
# },
|
653
|
-
# overwrite: false,
|
654
|
-
# format_options: {
|
655
|
-
# csv: {
|
656
|
-
# delimiter: "Delimiter",
|
657
|
-
# },
|
658
|
-
# },
|
659
|
-
# max_output_files: 1,
|
660
|
-
# },
|
661
|
-
# ],
|
662
|
-
# data_catalog_outputs: [
|
663
|
-
# {
|
664
|
-
# catalog_id: "CatalogId",
|
665
|
-
# database_name: "DatabaseName", # required
|
666
|
-
# table_name: "TableName", # required
|
667
|
-
# s3_options: {
|
668
|
-
# location: { # required
|
669
|
-
# bucket: "Bucket", # required
|
670
|
-
# key: "Key",
|
671
|
-
# bucket_owner: "BucketOwner",
|
672
|
-
# },
|
673
|
-
# },
|
674
|
-
# database_options: {
|
675
|
-
# temp_directory: {
|
676
|
-
# bucket: "Bucket", # required
|
677
|
-
# key: "Key",
|
678
|
-
# bucket_owner: "BucketOwner",
|
679
|
-
# },
|
680
|
-
# table_name: "DatabaseTableName", # required
|
681
|
-
# },
|
682
|
-
# overwrite: false,
|
683
|
-
# },
|
684
|
-
# ],
|
685
|
-
# database_outputs: [
|
686
|
-
# {
|
687
|
-
# glue_connection_name: "GlueConnectionName", # required
|
688
|
-
# database_options: { # required
|
689
|
-
# temp_directory: {
|
690
|
-
# bucket: "Bucket", # required
|
691
|
-
# key: "Key",
|
692
|
-
# bucket_owner: "BucketOwner",
|
693
|
-
# },
|
694
|
-
# table_name: "DatabaseTableName", # required
|
695
|
-
# },
|
696
|
-
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
697
|
-
# },
|
698
|
-
# ],
|
699
|
-
# project_name: "ProjectName",
|
700
|
-
# recipe_reference: {
|
701
|
-
# name: "RecipeName", # required
|
702
|
-
# recipe_version: "RecipeVersion",
|
703
|
-
# },
|
704
|
-
# role_arn: "Arn", # required
|
705
|
-
# tags: {
|
706
|
-
# "TagKey" => "TagValue",
|
707
|
-
# },
|
708
|
-
# timeout: 1,
|
709
|
-
# }
|
710
|
-
#
|
711
393
|
# @!attribute [rw] dataset_name
|
712
394
|
# The name of the dataset that this job processes.
|
713
395
|
# @return [String]
|
@@ -817,34 +499,6 @@ module Aws::GlueDataBrew
|
|
817
499
|
include Aws::Structure
|
818
500
|
end
|
819
501
|
|
820
|
-
# @note When making an API call, you may pass CreateRecipeRequest
|
821
|
-
# data as a hash:
|
822
|
-
#
|
823
|
-
# {
|
824
|
-
# description: "RecipeDescription",
|
825
|
-
# name: "RecipeName", # required
|
826
|
-
# steps: [ # required
|
827
|
-
# {
|
828
|
-
# action: { # required
|
829
|
-
# operation: "Operation", # required
|
830
|
-
# parameters: {
|
831
|
-
# "ParameterName" => "ParameterValue",
|
832
|
-
# },
|
833
|
-
# },
|
834
|
-
# condition_expressions: [
|
835
|
-
# {
|
836
|
-
# condition: "Condition", # required
|
837
|
-
# value: "ConditionValue",
|
838
|
-
# target_column: "TargetColumn", # required
|
839
|
-
# },
|
840
|
-
# ],
|
841
|
-
# },
|
842
|
-
# ],
|
843
|
-
# tags: {
|
844
|
-
# "TagKey" => "TagValue",
|
845
|
-
# },
|
846
|
-
# }
|
847
|
-
#
|
848
502
|
# @!attribute [rw] description
|
849
503
|
# A description for the recipe.
|
850
504
|
# @return [String]
|
@@ -887,39 +541,6 @@ module Aws::GlueDataBrew
|
|
887
541
|
include Aws::Structure
|
888
542
|
end
|
889
543
|
|
890
|
-
# @note When making an API call, you may pass CreateRulesetRequest
|
891
|
-
# data as a hash:
|
892
|
-
#
|
893
|
-
# {
|
894
|
-
# name: "RulesetName", # required
|
895
|
-
# description: "RulesetDescription",
|
896
|
-
# target_arn: "Arn", # required
|
897
|
-
# rules: [ # required
|
898
|
-
# {
|
899
|
-
# name: "RuleName", # required
|
900
|
-
# disabled: false,
|
901
|
-
# check_expression: "Expression", # required
|
902
|
-
# substitution_map: {
|
903
|
-
# "ValueReference" => "ConditionValue",
|
904
|
-
# },
|
905
|
-
# threshold: {
|
906
|
-
# value: 1.0, # required
|
907
|
-
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
908
|
-
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
909
|
-
# },
|
910
|
-
# column_selectors: [
|
911
|
-
# {
|
912
|
-
# regex: "ColumnName",
|
913
|
-
# name: "ColumnName",
|
914
|
-
# },
|
915
|
-
# ],
|
916
|
-
# },
|
917
|
-
# ],
|
918
|
-
# tags: {
|
919
|
-
# "TagKey" => "TagValue",
|
920
|
-
# },
|
921
|
-
# }
|
922
|
-
#
|
923
544
|
# @!attribute [rw] name
|
924
545
|
# The name of the ruleset to be created. Valid characters are
|
925
546
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
@@ -967,18 +588,6 @@ module Aws::GlueDataBrew
|
|
967
588
|
include Aws::Structure
|
968
589
|
end
|
969
590
|
|
970
|
-
# @note When making an API call, you may pass CreateScheduleRequest
|
971
|
-
# data as a hash:
|
972
|
-
#
|
973
|
-
# {
|
974
|
-
# job_names: ["JobName"],
|
975
|
-
# cron_expression: "CronExpression", # required
|
976
|
-
# tags: {
|
977
|
-
# "TagKey" => "TagValue",
|
978
|
-
# },
|
979
|
-
# name: "ScheduleName", # required
|
980
|
-
# }
|
981
|
-
#
|
982
591
|
# @!attribute [rw] job_names
|
983
592
|
# The name or names of one or more jobs to be run.
|
984
593
|
# @return [Array<String>]
|
@@ -1029,14 +638,6 @@ module Aws::GlueDataBrew
|
|
1029
638
|
# comma-separated value (CSV) file when creating a dataset from that
|
1030
639
|
# file.
|
1031
640
|
#
|
1032
|
-
# @note When making an API call, you may pass CsvOptions
|
1033
|
-
# data as a hash:
|
1034
|
-
#
|
1035
|
-
# {
|
1036
|
-
# delimiter: "Delimiter",
|
1037
|
-
# header_row: false,
|
1038
|
-
# }
|
1039
|
-
#
|
1040
641
|
# @!attribute [rw] delimiter
|
1041
642
|
# A single character that specifies the delimiter being used in the
|
1042
643
|
# CSV file.
|
@@ -1060,13 +661,6 @@ module Aws::GlueDataBrew
|
|
1060
661
|
# Represents a set of options that define how DataBrew will write a
|
1061
662
|
# comma-separated value (CSV) file.
|
1062
663
|
#
|
1063
|
-
# @note When making an API call, you may pass CsvOutputOptions
|
1064
|
-
# data as a hash:
|
1065
|
-
#
|
1066
|
-
# {
|
1067
|
-
# delimiter: "Delimiter",
|
1068
|
-
# }
|
1069
|
-
#
|
1070
664
|
# @!attribute [rw] delimiter
|
1071
665
|
# A single character that specifies the delimiter used to create CSV
|
1072
666
|
# job output.
|
@@ -1083,20 +677,6 @@ module Aws::GlueDataBrew
|
|
1083
677
|
# Represents how metadata stored in the Glue Data Catalog is defined in
|
1084
678
|
# a DataBrew dataset.
|
1085
679
|
#
|
1086
|
-
# @note When making an API call, you may pass DataCatalogInputDefinition
|
1087
|
-
# data as a hash:
|
1088
|
-
#
|
1089
|
-
# {
|
1090
|
-
# catalog_id: "CatalogId",
|
1091
|
-
# database_name: "DatabaseName", # required
|
1092
|
-
# table_name: "TableName", # required
|
1093
|
-
# temp_directory: {
|
1094
|
-
# bucket: "Bucket", # required
|
1095
|
-
# key: "Key",
|
1096
|
-
# bucket_owner: "BucketOwner",
|
1097
|
-
# },
|
1098
|
-
# }
|
1099
|
-
#
|
1100
680
|
# @!attribute [rw] catalog_id
|
1101
681
|
# The unique identifier of the Amazon Web Services account that holds
|
1102
682
|
# the Data Catalog that stores the data.
|
@@ -1130,31 +710,6 @@ module Aws::GlueDataBrew
|
|
1130
710
|
# Represents options that specify how and where in the Glue Data Catalog
|
1131
711
|
# DataBrew writes the output generated by recipe jobs.
|
1132
712
|
#
|
1133
|
-
# @note When making an API call, you may pass DataCatalogOutput
|
1134
|
-
# data as a hash:
|
1135
|
-
#
|
1136
|
-
# {
|
1137
|
-
# catalog_id: "CatalogId",
|
1138
|
-
# database_name: "DatabaseName", # required
|
1139
|
-
# table_name: "TableName", # required
|
1140
|
-
# s3_options: {
|
1141
|
-
# location: { # required
|
1142
|
-
# bucket: "Bucket", # required
|
1143
|
-
# key: "Key",
|
1144
|
-
# bucket_owner: "BucketOwner",
|
1145
|
-
# },
|
1146
|
-
# },
|
1147
|
-
# database_options: {
|
1148
|
-
# temp_directory: {
|
1149
|
-
# bucket: "Bucket", # required
|
1150
|
-
# key: "Key",
|
1151
|
-
# bucket_owner: "BucketOwner",
|
1152
|
-
# },
|
1153
|
-
# table_name: "DatabaseTableName", # required
|
1154
|
-
# },
|
1155
|
-
# overwrite: false,
|
1156
|
-
# }
|
1157
|
-
#
|
1158
713
|
# @!attribute [rw] catalog_id
|
1159
714
|
# The unique identifier of the Amazon Web Services account that holds
|
1160
715
|
# the Data Catalog that stores the data.
|
@@ -1199,20 +754,6 @@ module Aws::GlueDataBrew
|
|
1199
754
|
|
1200
755
|
# Connection information for dataset input files stored in a database.
|
1201
756
|
#
|
1202
|
-
# @note When making an API call, you may pass DatabaseInputDefinition
|
1203
|
-
# data as a hash:
|
1204
|
-
#
|
1205
|
-
# {
|
1206
|
-
# glue_connection_name: "GlueConnectionName", # required
|
1207
|
-
# database_table_name: "DatabaseTableName",
|
1208
|
-
# temp_directory: {
|
1209
|
-
# bucket: "Bucket", # required
|
1210
|
-
# key: "Key",
|
1211
|
-
# bucket_owner: "BucketOwner",
|
1212
|
-
# },
|
1213
|
-
# query_string: "QueryString",
|
1214
|
-
# }
|
1215
|
-
#
|
1216
757
|
# @!attribute [rw] glue_connection_name
|
1217
758
|
# The Glue Connection that stores the connection information for the
|
1218
759
|
# target database.
|
@@ -1247,22 +788,6 @@ module Aws::GlueDataBrew
|
|
1247
788
|
# Represents a JDBC database output object which defines the output
|
1248
789
|
# destination for a DataBrew recipe job to write into.
|
1249
790
|
#
|
1250
|
-
# @note When making an API call, you may pass DatabaseOutput
|
1251
|
-
# data as a hash:
|
1252
|
-
#
|
1253
|
-
# {
|
1254
|
-
# glue_connection_name: "GlueConnectionName", # required
|
1255
|
-
# database_options: { # required
|
1256
|
-
# temp_directory: {
|
1257
|
-
# bucket: "Bucket", # required
|
1258
|
-
# key: "Key",
|
1259
|
-
# bucket_owner: "BucketOwner",
|
1260
|
-
# },
|
1261
|
-
# table_name: "DatabaseTableName", # required
|
1262
|
-
# },
|
1263
|
-
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
1264
|
-
# }
|
1265
|
-
#
|
1266
791
|
# @!attribute [rw] glue_connection_name
|
1267
792
|
# The Glue connection that stores the connection information for the
|
1268
793
|
# target database.
|
@@ -1291,18 +816,6 @@ module Aws::GlueDataBrew
|
|
1291
816
|
# Represents options that specify how and where DataBrew writes the
|
1292
817
|
# database output generated by recipe jobs.
|
1293
818
|
#
|
1294
|
-
# @note When making an API call, you may pass DatabaseTableOutputOptions
|
1295
|
-
# data as a hash:
|
1296
|
-
#
|
1297
|
-
# {
|
1298
|
-
# temp_directory: {
|
1299
|
-
# bucket: "Bucket", # required
|
1300
|
-
# key: "Key",
|
1301
|
-
# bucket_owner: "BucketOwner",
|
1302
|
-
# },
|
1303
|
-
# table_name: "DatabaseTableName", # required
|
1304
|
-
# }
|
1305
|
-
#
|
1306
819
|
# @!attribute [rw] temp_directory
|
1307
820
|
# Represents an Amazon S3 location (bucket name and object key) where
|
1308
821
|
# DataBrew can store intermediate results.
|
@@ -1405,26 +918,6 @@ module Aws::GlueDataBrew
|
|
1405
918
|
# Represents a dataset parameter that defines type and conditions for a
|
1406
919
|
# parameter in the Amazon S3 path of the dataset.
|
1407
920
|
#
|
1408
|
-
# @note When making an API call, you may pass DatasetParameter
|
1409
|
-
# data as a hash:
|
1410
|
-
#
|
1411
|
-
# {
|
1412
|
-
# name: "PathParameterName", # required
|
1413
|
-
# type: "Datetime", # required, accepts Datetime, Number, String
|
1414
|
-
# datetime_options: {
|
1415
|
-
# format: "DatetimeFormat", # required
|
1416
|
-
# timezone_offset: "TimezoneOffset",
|
1417
|
-
# locale_code: "LocaleCode",
|
1418
|
-
# },
|
1419
|
-
# create_column: false,
|
1420
|
-
# filter: {
|
1421
|
-
# expression: "Expression", # required
|
1422
|
-
# values_map: { # required
|
1423
|
-
# "ValueReference" => "ConditionValue",
|
1424
|
-
# },
|
1425
|
-
# },
|
1426
|
-
# }
|
1427
|
-
#
|
1428
921
|
# @!attribute [rw] name
|
1429
922
|
# The name of the parameter that is used in the dataset's Amazon S3
|
1430
923
|
# path.
|
@@ -1465,15 +958,6 @@ module Aws::GlueDataBrew
|
|
1465
958
|
# Represents additional options for correct interpretation of datetime
|
1466
959
|
# parameters used in the Amazon S3 path of a dataset.
|
1467
960
|
#
|
1468
|
-
# @note When making an API call, you may pass DatetimeOptions
|
1469
|
-
# data as a hash:
|
1470
|
-
#
|
1471
|
-
# {
|
1472
|
-
# format: "DatetimeFormat", # required
|
1473
|
-
# timezone_offset: "TimezoneOffset",
|
1474
|
-
# locale_code: "LocaleCode",
|
1475
|
-
# }
|
1476
|
-
#
|
1477
961
|
# @!attribute [rw] format
|
1478
962
|
# Required option, that defines the datetime format used for a date
|
1479
963
|
# parameter in the Amazon S3 path. Should use only supported datetime
|
@@ -1504,13 +988,6 @@ module Aws::GlueDataBrew
|
|
1504
988
|
include Aws::Structure
|
1505
989
|
end
|
1506
990
|
|
1507
|
-
# @note When making an API call, you may pass DeleteDatasetRequest
|
1508
|
-
# data as a hash:
|
1509
|
-
#
|
1510
|
-
# {
|
1511
|
-
# name: "DatasetName", # required
|
1512
|
-
# }
|
1513
|
-
#
|
1514
991
|
# @!attribute [rw] name
|
1515
992
|
# The name of the dataset to be deleted.
|
1516
993
|
# @return [String]
|
@@ -1535,13 +1012,6 @@ module Aws::GlueDataBrew
|
|
1535
1012
|
include Aws::Structure
|
1536
1013
|
end
|
1537
1014
|
|
1538
|
-
# @note When making an API call, you may pass DeleteJobRequest
|
1539
|
-
# data as a hash:
|
1540
|
-
#
|
1541
|
-
# {
|
1542
|
-
# name: "JobName", # required
|
1543
|
-
# }
|
1544
|
-
#
|
1545
1015
|
# @!attribute [rw] name
|
1546
1016
|
# The name of the job to be deleted.
|
1547
1017
|
# @return [String]
|
@@ -1566,13 +1036,6 @@ module Aws::GlueDataBrew
|
|
1566
1036
|
include Aws::Structure
|
1567
1037
|
end
|
1568
1038
|
|
1569
|
-
# @note When making an API call, you may pass DeleteProjectRequest
|
1570
|
-
# data as a hash:
|
1571
|
-
#
|
1572
|
-
# {
|
1573
|
-
# name: "ProjectName", # required
|
1574
|
-
# }
|
1575
|
-
#
|
1576
1039
|
# @!attribute [rw] name
|
1577
1040
|
# The name of the project to be deleted.
|
1578
1041
|
# @return [String]
|
@@ -1597,14 +1060,6 @@ module Aws::GlueDataBrew
|
|
1597
1060
|
include Aws::Structure
|
1598
1061
|
end
|
1599
1062
|
|
1600
|
-
# @note When making an API call, you may pass DeleteRecipeVersionRequest
|
1601
|
-
# data as a hash:
|
1602
|
-
#
|
1603
|
-
# {
|
1604
|
-
# name: "RecipeName", # required
|
1605
|
-
# recipe_version: "RecipeVersion", # required
|
1606
|
-
# }
|
1607
|
-
#
|
1608
1063
|
# @!attribute [rw] name
|
1609
1064
|
# The name of the recipe.
|
1610
1065
|
# @return [String]
|
@@ -1641,13 +1096,6 @@ module Aws::GlueDataBrew
|
|
1641
1096
|
include Aws::Structure
|
1642
1097
|
end
|
1643
1098
|
|
1644
|
-
# @note When making an API call, you may pass DeleteRulesetRequest
|
1645
|
-
# data as a hash:
|
1646
|
-
#
|
1647
|
-
# {
|
1648
|
-
# name: "RulesetName", # required
|
1649
|
-
# }
|
1650
|
-
#
|
1651
1099
|
# @!attribute [rw] name
|
1652
1100
|
# The name of the ruleset to be deleted.
|
1653
1101
|
# @return [String]
|
@@ -1672,13 +1120,6 @@ module Aws::GlueDataBrew
|
|
1672
1120
|
include Aws::Structure
|
1673
1121
|
end
|
1674
1122
|
|
1675
|
-
# @note When making an API call, you may pass DeleteScheduleRequest
|
1676
|
-
# data as a hash:
|
1677
|
-
#
|
1678
|
-
# {
|
1679
|
-
# name: "ScheduleName", # required
|
1680
|
-
# }
|
1681
|
-
#
|
1682
1123
|
# @!attribute [rw] name
|
1683
1124
|
# The name of the schedule to be deleted.
|
1684
1125
|
# @return [String]
|
@@ -1703,13 +1144,6 @@ module Aws::GlueDataBrew
|
|
1703
1144
|
include Aws::Structure
|
1704
1145
|
end
|
1705
1146
|
|
1706
|
-
# @note When making an API call, you may pass DescribeDatasetRequest
|
1707
|
-
# data as a hash:
|
1708
|
-
#
|
1709
|
-
# {
|
1710
|
-
# name: "DatasetName", # required
|
1711
|
-
# }
|
1712
|
-
#
|
1713
1147
|
# @!attribute [rw] name
|
1714
1148
|
# The name of the dataset to be described.
|
1715
1149
|
# @return [String]
|
@@ -1795,13 +1229,6 @@ module Aws::GlueDataBrew
|
|
1795
1229
|
include Aws::Structure
|
1796
1230
|
end
|
1797
1231
|
|
1798
|
-
# @note When making an API call, you may pass DescribeJobRequest
|
1799
|
-
# data as a hash:
|
1800
|
-
#
|
1801
|
-
# {
|
1802
|
-
# name: "JobName", # required
|
1803
|
-
# }
|
1804
|
-
#
|
1805
1232
|
# @!attribute [rw] name
|
1806
1233
|
# The name of the job to be described.
|
1807
1234
|
# @return [String]
|
@@ -1964,14 +1391,6 @@ module Aws::GlueDataBrew
|
|
1964
1391
|
include Aws::Structure
|
1965
1392
|
end
|
1966
1393
|
|
1967
|
-
# @note When making an API call, you may pass DescribeJobRunRequest
|
1968
|
-
# data as a hash:
|
1969
|
-
#
|
1970
|
-
# {
|
1971
|
-
# name: "JobName", # required
|
1972
|
-
# run_id: "JobRunId", # required
|
1973
|
-
# }
|
1974
|
-
#
|
1975
1394
|
# @!attribute [rw] name
|
1976
1395
|
# The name of the job being processed during this run.
|
1977
1396
|
# @return [String]
|
@@ -2104,13 +1523,6 @@ module Aws::GlueDataBrew
|
|
2104
1523
|
include Aws::Structure
|
2105
1524
|
end
|
2106
1525
|
|
2107
|
-
# @note When making an API call, you may pass DescribeProjectRequest
|
2108
|
-
# data as a hash:
|
2109
|
-
#
|
2110
|
-
# {
|
2111
|
-
# name: "ProjectName", # required
|
2112
|
-
# }
|
2113
|
-
#
|
2114
1526
|
# @!attribute [rw] name
|
2115
1527
|
# The name of the project to be described.
|
2116
1528
|
# @return [String]
|
@@ -2210,14 +1622,6 @@ module Aws::GlueDataBrew
|
|
2210
1622
|
include Aws::Structure
|
2211
1623
|
end
|
2212
1624
|
|
2213
|
-
# @note When making an API call, you may pass DescribeRecipeRequest
|
2214
|
-
# data as a hash:
|
2215
|
-
#
|
2216
|
-
# {
|
2217
|
-
# name: "RecipeName", # required
|
2218
|
-
# recipe_version: "RecipeVersion",
|
2219
|
-
# }
|
2220
|
-
#
|
2221
1625
|
# @!attribute [rw] name
|
2222
1626
|
# The name of the recipe to be described.
|
2223
1627
|
# @return [String]
|
@@ -2311,13 +1715,6 @@ module Aws::GlueDataBrew
|
|
2311
1715
|
include Aws::Structure
|
2312
1716
|
end
|
2313
1717
|
|
2314
|
-
# @note When making an API call, you may pass DescribeRulesetRequest
|
2315
|
-
# data as a hash:
|
2316
|
-
#
|
2317
|
-
# {
|
2318
|
-
# name: "RulesetName", # required
|
2319
|
-
# }
|
2320
|
-
#
|
2321
1718
|
# @!attribute [rw] name
|
2322
1719
|
# The name of the ruleset to be described.
|
2323
1720
|
# @return [String]
|
@@ -2390,13 +1787,6 @@ module Aws::GlueDataBrew
|
|
2390
1787
|
include Aws::Structure
|
2391
1788
|
end
|
2392
1789
|
|
2393
|
-
# @note When making an API call, you may pass DescribeScheduleRequest
|
2394
|
-
# data as a hash:
|
2395
|
-
#
|
2396
|
-
# {
|
2397
|
-
# name: "ScheduleName", # required
|
2398
|
-
# }
|
2399
|
-
#
|
2400
1790
|
# @!attribute [rw] name
|
2401
1791
|
# The name of the schedule to be described.
|
2402
1792
|
# @return [String]
|
@@ -2472,18 +1862,6 @@ module Aws::GlueDataBrew
|
|
2472
1862
|
# Configuration of entity detection for a profile job. When undefined,
|
2473
1863
|
# entity detection is disabled.
|
2474
1864
|
#
|
2475
|
-
# @note When making an API call, you may pass EntityDetectorConfiguration
|
2476
|
-
# data as a hash:
|
2477
|
-
#
|
2478
|
-
# {
|
2479
|
-
# entity_types: ["EntityType"], # required
|
2480
|
-
# allowed_statistics: [
|
2481
|
-
# {
|
2482
|
-
# statistics: ["Statistic"], # required
|
2483
|
-
# },
|
2484
|
-
# ],
|
2485
|
-
# }
|
2486
|
-
#
|
2487
1865
|
# @!attribute [rw] entity_types
|
2488
1866
|
# Entity types to detect. Can be any of the following:
|
2489
1867
|
#
|
@@ -2547,15 +1925,6 @@ module Aws::GlueDataBrew
|
|
2547
1925
|
# Represents a set of options that define how DataBrew will interpret a
|
2548
1926
|
# Microsoft Excel file when creating a dataset from that file.
|
2549
1927
|
#
|
2550
|
-
# @note When making an API call, you may pass ExcelOptions
|
2551
|
-
# data as a hash:
|
2552
|
-
#
|
2553
|
-
# {
|
2554
|
-
# sheet_names: ["SheetName"],
|
2555
|
-
# sheet_indexes: [1],
|
2556
|
-
# header_row: false,
|
2557
|
-
# }
|
2558
|
-
#
|
2559
1928
|
# @!attribute [rw] sheet_names
|
2560
1929
|
# One or more named sheets in the Excel file that will be included in
|
2561
1930
|
# the dataset.
|
@@ -2585,15 +1954,6 @@ module Aws::GlueDataBrew
|
|
2585
1954
|
# Represents a limit imposed on number of Amazon S3 files that should be
|
2586
1955
|
# selected for a dataset from a connected Amazon S3 path.
|
2587
1956
|
#
|
2588
|
-
# @note When making an API call, you may pass FilesLimit
|
2589
|
-
# data as a hash:
|
2590
|
-
#
|
2591
|
-
# {
|
2592
|
-
# max_files: 1, # required
|
2593
|
-
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
2594
|
-
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
2595
|
-
# }
|
2596
|
-
#
|
2597
1957
|
# @!attribute [rw] max_files
|
2598
1958
|
# The number of Amazon S3 files to select.
|
2599
1959
|
# @return [Integer]
|
@@ -2628,16 +1988,6 @@ module Aws::GlueDataBrew
|
|
2628
1988
|
#
|
2629
1989
|
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/datasets.multiple-files.html#conditions.for.dynamic.datasets
|
2630
1990
|
#
|
2631
|
-
# @note When making an API call, you may pass FilterExpression
|
2632
|
-
# data as a hash:
|
2633
|
-
#
|
2634
|
-
# {
|
2635
|
-
# expression: "Expression", # required
|
2636
|
-
# values_map: { # required
|
2637
|
-
# "ValueReference" => "ConditionValue",
|
2638
|
-
# },
|
2639
|
-
# }
|
2640
|
-
#
|
2641
1991
|
# @!attribute [rw] expression
|
2642
1992
|
# The expression which includes condition names followed by
|
2643
1993
|
# substitution variables, possibly grouped and combined with other
|
@@ -2663,24 +2013,6 @@ module Aws::GlueDataBrew
|
|
2663
2013
|
# Represents a set of options that define the structure of either
|
2664
2014
|
# comma-separated value (CSV), Excel, or JSON input.
|
2665
2015
|
#
|
2666
|
-
# @note When making an API call, you may pass FormatOptions
|
2667
|
-
# data as a hash:
|
2668
|
-
#
|
2669
|
-
# {
|
2670
|
-
# json: {
|
2671
|
-
# multi_line: false,
|
2672
|
-
# },
|
2673
|
-
# excel: {
|
2674
|
-
# sheet_names: ["SheetName"],
|
2675
|
-
# sheet_indexes: [1],
|
2676
|
-
# header_row: false,
|
2677
|
-
# },
|
2678
|
-
# csv: {
|
2679
|
-
# delimiter: "Delimiter",
|
2680
|
-
# header_row: false,
|
2681
|
-
# },
|
2682
|
-
# }
|
2683
|
-
#
|
2684
2016
|
# @!attribute [rw] json
|
2685
2017
|
# Options that define how JSON input is to be interpreted by DataBrew.
|
2686
2018
|
# @return [Types::JsonOptions]
|
@@ -2707,40 +2039,6 @@ module Aws::GlueDataBrew
|
|
2707
2039
|
# Represents information on how DataBrew can find data, in either the
|
2708
2040
|
# Glue Data Catalog or Amazon S3.
|
2709
2041
|
#
|
2710
|
-
# @note When making an API call, you may pass Input
|
2711
|
-
# data as a hash:
|
2712
|
-
#
|
2713
|
-
# {
|
2714
|
-
# s3_input_definition: {
|
2715
|
-
# bucket: "Bucket", # required
|
2716
|
-
# key: "Key",
|
2717
|
-
# bucket_owner: "BucketOwner",
|
2718
|
-
# },
|
2719
|
-
# data_catalog_input_definition: {
|
2720
|
-
# catalog_id: "CatalogId",
|
2721
|
-
# database_name: "DatabaseName", # required
|
2722
|
-
# table_name: "TableName", # required
|
2723
|
-
# temp_directory: {
|
2724
|
-
# bucket: "Bucket", # required
|
2725
|
-
# key: "Key",
|
2726
|
-
# bucket_owner: "BucketOwner",
|
2727
|
-
# },
|
2728
|
-
# },
|
2729
|
-
# database_input_definition: {
|
2730
|
-
# glue_connection_name: "GlueConnectionName", # required
|
2731
|
-
# database_table_name: "DatabaseTableName",
|
2732
|
-
# temp_directory: {
|
2733
|
-
# bucket: "Bucket", # required
|
2734
|
-
# key: "Key",
|
2735
|
-
# bucket_owner: "BucketOwner",
|
2736
|
-
# },
|
2737
|
-
# query_string: "QueryString",
|
2738
|
-
# },
|
2739
|
-
# metadata: {
|
2740
|
-
# source_arn: "Arn",
|
2741
|
-
# },
|
2742
|
-
# }
|
2743
|
-
#
|
2744
2042
|
# @!attribute [rw] s3_input_definition
|
2745
2043
|
# The Amazon S3 location where the data is stored.
|
2746
2044
|
# @return [Types::S3Location]
|
@@ -3053,14 +2351,6 @@ module Aws::GlueDataBrew
|
|
3053
2351
|
# isn't provided, the default is used. The default value is
|
3054
2352
|
# CUSTOM\_ROWS for the mode parameter and 20,000 for the size parameter.
|
3055
2353
|
#
|
3056
|
-
# @note When making an API call, you may pass JobSample
|
3057
|
-
# data as a hash:
|
3058
|
-
#
|
3059
|
-
# {
|
3060
|
-
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
3061
|
-
# size: 1,
|
3062
|
-
# }
|
3063
|
-
#
|
3064
2354
|
# @!attribute [rw] mode
|
3065
2355
|
# A value that determines whether the profile job is run on the entire
|
3066
2356
|
# dataset or a specified number of rows. This value must be one of the
|
@@ -3092,13 +2382,6 @@ module Aws::GlueDataBrew
|
|
3092
2382
|
# Represents the JSON-specific options that define how input is to be
|
3093
2383
|
# interpreted by Glue DataBrew.
|
3094
2384
|
#
|
3095
|
-
# @note When making an API call, you may pass JsonOptions
|
3096
|
-
# data as a hash:
|
3097
|
-
#
|
3098
|
-
# {
|
3099
|
-
# multi_line: false,
|
3100
|
-
# }
|
3101
|
-
#
|
3102
2385
|
# @!attribute [rw] multi_line
|
3103
2386
|
# A value that specifies whether JSON input contains embedded new line
|
3104
2387
|
# characters.
|
@@ -3112,14 +2395,6 @@ module Aws::GlueDataBrew
|
|
3112
2395
|
include Aws::Structure
|
3113
2396
|
end
|
3114
2397
|
|
3115
|
-
# @note When making an API call, you may pass ListDatasetsRequest
|
3116
|
-
# data as a hash:
|
3117
|
-
#
|
3118
|
-
# {
|
3119
|
-
# max_results: 1,
|
3120
|
-
# next_token: "NextToken",
|
3121
|
-
# }
|
3122
|
-
#
|
3123
2398
|
# @!attribute [rw] max_results
|
3124
2399
|
# The maximum number of results to return in this request.
|
3125
2400
|
# @return [Integer]
|
@@ -3156,15 +2431,6 @@ module Aws::GlueDataBrew
|
|
3156
2431
|
include Aws::Structure
|
3157
2432
|
end
|
3158
2433
|
|
3159
|
-
# @note When making an API call, you may pass ListJobRunsRequest
|
3160
|
-
# data as a hash:
|
3161
|
-
#
|
3162
|
-
# {
|
3163
|
-
# name: "JobName", # required
|
3164
|
-
# max_results: 1,
|
3165
|
-
# next_token: "NextToken",
|
3166
|
-
# }
|
3167
|
-
#
|
3168
2434
|
# @!attribute [rw] name
|
3169
2435
|
# The name of the job.
|
3170
2436
|
# @return [String]
|
@@ -3206,16 +2472,6 @@ module Aws::GlueDataBrew
|
|
3206
2472
|
include Aws::Structure
|
3207
2473
|
end
|
3208
2474
|
|
3209
|
-
# @note When making an API call, you may pass ListJobsRequest
|
3210
|
-
# data as a hash:
|
3211
|
-
#
|
3212
|
-
# {
|
3213
|
-
# dataset_name: "DatasetName",
|
3214
|
-
# max_results: 1,
|
3215
|
-
# next_token: "NextToken",
|
3216
|
-
# project_name: "ProjectName",
|
3217
|
-
# }
|
3218
|
-
#
|
3219
2475
|
# @!attribute [rw] dataset_name
|
3220
2476
|
# The name of a dataset. Using this parameter indicates to return only
|
3221
2477
|
# those jobs that act on the specified dataset.
|
@@ -3266,14 +2522,6 @@ module Aws::GlueDataBrew
|
|
3266
2522
|
include Aws::Structure
|
3267
2523
|
end
|
3268
2524
|
|
3269
|
-
# @note When making an API call, you may pass ListProjectsRequest
|
3270
|
-
# data as a hash:
|
3271
|
-
#
|
3272
|
-
# {
|
3273
|
-
# next_token: "NextToken",
|
3274
|
-
# max_results: 1,
|
3275
|
-
# }
|
3276
|
-
#
|
3277
2525
|
# @!attribute [rw] next_token
|
3278
2526
|
# The token returned by a previous call to retrieve the next set of
|
3279
2527
|
# results.
|
@@ -3310,15 +2558,6 @@ module Aws::GlueDataBrew
|
|
3310
2558
|
include Aws::Structure
|
3311
2559
|
end
|
3312
2560
|
|
3313
|
-
# @note When making an API call, you may pass ListRecipeVersionsRequest
|
3314
|
-
# data as a hash:
|
3315
|
-
#
|
3316
|
-
# {
|
3317
|
-
# max_results: 1,
|
3318
|
-
# next_token: "NextToken",
|
3319
|
-
# name: "RecipeName", # required
|
3320
|
-
# }
|
3321
|
-
#
|
3322
2561
|
# @!attribute [rw] max_results
|
3323
2562
|
# The maximum number of results to return in this request.
|
3324
2563
|
# @return [Integer]
|
@@ -3360,15 +2599,6 @@ module Aws::GlueDataBrew
|
|
3360
2599
|
include Aws::Structure
|
3361
2600
|
end
|
3362
2601
|
|
3363
|
-
# @note When making an API call, you may pass ListRecipesRequest
|
3364
|
-
# data as a hash:
|
3365
|
-
#
|
3366
|
-
# {
|
3367
|
-
# max_results: 1,
|
3368
|
-
# next_token: "NextToken",
|
3369
|
-
# recipe_version: "RecipeVersion",
|
3370
|
-
# }
|
3371
|
-
#
|
3372
2602
|
# @!attribute [rw] max_results
|
3373
2603
|
# The maximum number of results to return in this request.
|
3374
2604
|
# @return [Integer]
|
@@ -3415,15 +2645,6 @@ module Aws::GlueDataBrew
|
|
3415
2645
|
include Aws::Structure
|
3416
2646
|
end
|
3417
2647
|
|
3418
|
-
# @note When making an API call, you may pass ListRulesetsRequest
|
3419
|
-
# data as a hash:
|
3420
|
-
#
|
3421
|
-
# {
|
3422
|
-
# target_arn: "Arn",
|
3423
|
-
# max_results: 1,
|
3424
|
-
# next_token: "NextToken",
|
3425
|
-
# }
|
3426
|
-
#
|
3427
2648
|
# @!attribute [rw] target_arn
|
3428
2649
|
# The Amazon Resource Name (ARN) of a resource (dataset). Using this
|
3429
2650
|
# parameter indicates to return only those rulesets that are
|
@@ -3469,15 +2690,6 @@ module Aws::GlueDataBrew
|
|
3469
2690
|
include Aws::Structure
|
3470
2691
|
end
|
3471
2692
|
|
3472
|
-
# @note When making an API call, you may pass ListSchedulesRequest
|
3473
|
-
# data as a hash:
|
3474
|
-
#
|
3475
|
-
# {
|
3476
|
-
# job_name: "JobName",
|
3477
|
-
# max_results: 1,
|
3478
|
-
# next_token: "NextToken",
|
3479
|
-
# }
|
3480
|
-
#
|
3481
2693
|
# @!attribute [rw] job_name
|
3482
2694
|
# The name of the job that these schedules apply to.
|
3483
2695
|
# @return [String]
|
@@ -3519,13 +2731,6 @@ module Aws::GlueDataBrew
|
|
3519
2731
|
include Aws::Structure
|
3520
2732
|
end
|
3521
2733
|
|
3522
|
-
# @note When making an API call, you may pass ListTagsForResourceRequest
|
3523
|
-
# data as a hash:
|
3524
|
-
#
|
3525
|
-
# {
|
3526
|
-
# resource_arn: "Arn", # required
|
3527
|
-
# }
|
3528
|
-
#
|
3529
2734
|
# @!attribute [rw] resource_arn
|
3530
2735
|
# The Amazon Resource Name (ARN) string that uniquely identifies the
|
3531
2736
|
# DataBrew resource.
|
@@ -3553,13 +2758,6 @@ module Aws::GlueDataBrew
|
|
3553
2758
|
|
3554
2759
|
# Contains additional resource information needed for specific datasets.
|
3555
2760
|
#
|
3556
|
-
# @note When making an API call, you may pass Metadata
|
3557
|
-
# data as a hash:
|
3558
|
-
#
|
3559
|
-
# {
|
3560
|
-
# source_arn: "Arn",
|
3561
|
-
# }
|
3562
|
-
#
|
3563
2761
|
# @!attribute [rw] source_arn
|
3564
2762
|
# The Amazon Resource Name (ARN) associated with the dataset.
|
3565
2763
|
# Currently, DataBrew only supports ARNs from Amazon AppFlow.
|
@@ -3576,27 +2774,6 @@ module Aws::GlueDataBrew
|
|
3576
2774
|
# Represents options that specify how and where in Amazon S3 DataBrew
|
3577
2775
|
# writes the output generated by recipe jobs or profile jobs.
|
3578
2776
|
#
|
3579
|
-
# @note When making an API call, you may pass Output
|
3580
|
-
# data as a hash:
|
3581
|
-
#
|
3582
|
-
# {
|
3583
|
-
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
3584
|
-
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML, TABLEAUHYPER
|
3585
|
-
# partition_columns: ["ColumnName"],
|
3586
|
-
# location: { # required
|
3587
|
-
# bucket: "Bucket", # required
|
3588
|
-
# key: "Key",
|
3589
|
-
# bucket_owner: "BucketOwner",
|
3590
|
-
# },
|
3591
|
-
# overwrite: false,
|
3592
|
-
# format_options: {
|
3593
|
-
# csv: {
|
3594
|
-
# delimiter: "Delimiter",
|
3595
|
-
# },
|
3596
|
-
# },
|
3597
|
-
# max_output_files: 1,
|
3598
|
-
# }
|
3599
|
-
#
|
3600
2777
|
# @!attribute [rw] compression_format
|
3601
2778
|
# The compression algorithm used to compress the output text of the
|
3602
2779
|
# job.
|
@@ -3648,15 +2825,6 @@ module Aws::GlueDataBrew
|
|
3648
2825
|
# Represents a set of options that define the structure of
|
3649
2826
|
# comma-separated (CSV) job output.
|
3650
2827
|
#
|
3651
|
-
# @note When making an API call, you may pass OutputFormatOptions
|
3652
|
-
# data as a hash:
|
3653
|
-
#
|
3654
|
-
# {
|
3655
|
-
# csv: {
|
3656
|
-
# delimiter: "Delimiter",
|
3657
|
-
# },
|
3658
|
-
# }
|
3659
|
-
#
|
3660
2828
|
# @!attribute [rw] csv
|
3661
2829
|
# Represents a set of options that define the structure of
|
3662
2830
|
# comma-separated value (CSV) job output.
|
@@ -3673,41 +2841,6 @@ module Aws::GlueDataBrew
|
|
3673
2841
|
# Represents a set of options that define how DataBrew selects files for
|
3674
2842
|
# a given Amazon S3 path in a dataset.
|
3675
2843
|
#
|
3676
|
-
# @note When making an API call, you may pass PathOptions
|
3677
|
-
# data as a hash:
|
3678
|
-
#
|
3679
|
-
# {
|
3680
|
-
# last_modified_date_condition: {
|
3681
|
-
# expression: "Expression", # required
|
3682
|
-
# values_map: { # required
|
3683
|
-
# "ValueReference" => "ConditionValue",
|
3684
|
-
# },
|
3685
|
-
# },
|
3686
|
-
# files_limit: {
|
3687
|
-
# max_files: 1, # required
|
3688
|
-
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
3689
|
-
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
3690
|
-
# },
|
3691
|
-
# parameters: {
|
3692
|
-
# "PathParameterName" => {
|
3693
|
-
# name: "PathParameterName", # required
|
3694
|
-
# type: "Datetime", # required, accepts Datetime, Number, String
|
3695
|
-
# datetime_options: {
|
3696
|
-
# format: "DatetimeFormat", # required
|
3697
|
-
# timezone_offset: "TimezoneOffset",
|
3698
|
-
# locale_code: "LocaleCode",
|
3699
|
-
# },
|
3700
|
-
# create_column: false,
|
3701
|
-
# filter: {
|
3702
|
-
# expression: "Expression", # required
|
3703
|
-
# values_map: { # required
|
3704
|
-
# "ValueReference" => "ConditionValue",
|
3705
|
-
# },
|
3706
|
-
# },
|
3707
|
-
# },
|
3708
|
-
# },
|
3709
|
-
# }
|
3710
|
-
#
|
3711
2844
|
# @!attribute [rw] last_modified_date_condition
|
3712
2845
|
# If provided, this structure defines a date range for matching Amazon
|
3713
2846
|
# S3 objects based on their LastModifiedDate attribute in Amazon S3.
|
@@ -3738,58 +2871,6 @@ module Aws::GlueDataBrew
|
|
3738
2871
|
# evaluations. When configuration is undefined, the profile job will
|
3739
2872
|
# apply default settings to all supported columns.
|
3740
2873
|
#
|
3741
|
-
# @note When making an API call, you may pass ProfileConfiguration
|
3742
|
-
# data as a hash:
|
3743
|
-
#
|
3744
|
-
# {
|
3745
|
-
# dataset_statistics_configuration: {
|
3746
|
-
# included_statistics: ["Statistic"],
|
3747
|
-
# overrides: [
|
3748
|
-
# {
|
3749
|
-
# statistic: "Statistic", # required
|
3750
|
-
# parameters: { # required
|
3751
|
-
# "ParameterName" => "ParameterValue",
|
3752
|
-
# },
|
3753
|
-
# },
|
3754
|
-
# ],
|
3755
|
-
# },
|
3756
|
-
# profile_columns: [
|
3757
|
-
# {
|
3758
|
-
# regex: "ColumnName",
|
3759
|
-
# name: "ColumnName",
|
3760
|
-
# },
|
3761
|
-
# ],
|
3762
|
-
# column_statistics_configurations: [
|
3763
|
-
# {
|
3764
|
-
# selectors: [
|
3765
|
-
# {
|
3766
|
-
# regex: "ColumnName",
|
3767
|
-
# name: "ColumnName",
|
3768
|
-
# },
|
3769
|
-
# ],
|
3770
|
-
# statistics: { # required
|
3771
|
-
# included_statistics: ["Statistic"],
|
3772
|
-
# overrides: [
|
3773
|
-
# {
|
3774
|
-
# statistic: "Statistic", # required
|
3775
|
-
# parameters: { # required
|
3776
|
-
# "ParameterName" => "ParameterValue",
|
3777
|
-
# },
|
3778
|
-
# },
|
3779
|
-
# ],
|
3780
|
-
# },
|
3781
|
-
# },
|
3782
|
-
# ],
|
3783
|
-
# entity_detector_configuration: {
|
3784
|
-
# entity_types: ["EntityType"], # required
|
3785
|
-
# allowed_statistics: [
|
3786
|
-
# {
|
3787
|
-
# statistics: ["Statistic"], # required
|
3788
|
-
# },
|
3789
|
-
# ],
|
3790
|
-
# },
|
3791
|
-
# }
|
3792
|
-
#
|
3793
2874
|
# @!attribute [rw] dataset_statistics_configuration
|
3794
2875
|
# Configuration for inter-column evaluations. Configuration can be
|
3795
2876
|
# used to select evaluations and override parameters of evaluations.
|
@@ -3912,14 +2993,6 @@ module Aws::GlueDataBrew
|
|
3912
2993
|
include Aws::Structure
|
3913
2994
|
end
|
3914
2995
|
|
3915
|
-
# @note When making an API call, you may pass PublishRecipeRequest
|
3916
|
-
# data as a hash:
|
3917
|
-
#
|
3918
|
-
# {
|
3919
|
-
# description: "RecipeDescription",
|
3920
|
-
# name: "RecipeName", # required
|
3921
|
-
# }
|
3922
|
-
#
|
3923
2996
|
# @!attribute [rw] description
|
3924
2997
|
# A description of the recipe to be published, for this version of the
|
3925
2998
|
# recipe.
|
@@ -4044,16 +3117,6 @@ module Aws::GlueDataBrew
|
|
4044
3117
|
#
|
4045
3118
|
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
|
4046
3119
|
#
|
4047
|
-
# @note When making an API call, you may pass RecipeAction
|
4048
|
-
# data as a hash:
|
4049
|
-
#
|
4050
|
-
# {
|
4051
|
-
# operation: "Operation", # required
|
4052
|
-
# parameters: {
|
4053
|
-
# "ParameterName" => "ParameterValue",
|
4054
|
-
# },
|
4055
|
-
# }
|
4056
|
-
#
|
4057
3120
|
# @!attribute [rw] operation
|
4058
3121
|
# The name of a valid DataBrew transformation to be performed on the
|
4059
3122
|
# data.
|
@@ -4074,14 +3137,6 @@ module Aws::GlueDataBrew
|
|
4074
3137
|
|
4075
3138
|
# Represents the name and version of a DataBrew recipe.
|
4076
3139
|
#
|
4077
|
-
# @note When making an API call, you may pass RecipeReference
|
4078
|
-
# data as a hash:
|
4079
|
-
#
|
4080
|
-
# {
|
4081
|
-
# name: "RecipeName", # required
|
4082
|
-
# recipe_version: "RecipeVersion",
|
4083
|
-
# }
|
4084
|
-
#
|
4085
3140
|
# @!attribute [rw] name
|
4086
3141
|
# The name of the recipe.
|
4087
3142
|
# @return [String]
|
@@ -4101,25 +3156,6 @@ module Aws::GlueDataBrew
|
|
4101
3156
|
|
4102
3157
|
# Represents a single step from a DataBrew recipe to be performed.
|
4103
3158
|
#
|
4104
|
-
# @note When making an API call, you may pass RecipeStep
|
4105
|
-
# data as a hash:
|
4106
|
-
#
|
4107
|
-
# {
|
4108
|
-
# action: { # required
|
4109
|
-
# operation: "Operation", # required
|
4110
|
-
# parameters: {
|
4111
|
-
# "ParameterName" => "ParameterValue",
|
4112
|
-
# },
|
4113
|
-
# },
|
4114
|
-
# condition_expressions: [
|
4115
|
-
# {
|
4116
|
-
# condition: "Condition", # required
|
4117
|
-
# value: "ConditionValue",
|
4118
|
-
# target_column: "TargetColumn", # required
|
4119
|
-
# },
|
4120
|
-
# ],
|
4121
|
-
# }
|
4122
|
-
#
|
4123
3159
|
# @!attribute [rw] action
|
4124
3160
|
# The particular action to be performed in the recipe step.
|
4125
3161
|
# @return [Types::RecipeAction]
|
@@ -4184,29 +3220,6 @@ module Aws::GlueDataBrew
|
|
4184
3220
|
# Represents a single data quality requirement that should be validated
|
4185
3221
|
# in the scope of this dataset.
|
4186
3222
|
#
|
4187
|
-
# @note When making an API call, you may pass Rule
|
4188
|
-
# data as a hash:
|
4189
|
-
#
|
4190
|
-
# {
|
4191
|
-
# name: "RuleName", # required
|
4192
|
-
# disabled: false,
|
4193
|
-
# check_expression: "Expression", # required
|
4194
|
-
# substitution_map: {
|
4195
|
-
# "ValueReference" => "ConditionValue",
|
4196
|
-
# },
|
4197
|
-
# threshold: {
|
4198
|
-
# value: 1.0, # required
|
4199
|
-
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
4200
|
-
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
4201
|
-
# },
|
4202
|
-
# column_selectors: [
|
4203
|
-
# {
|
4204
|
-
# regex: "ColumnName",
|
4205
|
-
# name: "ColumnName",
|
4206
|
-
# },
|
4207
|
-
# ],
|
4208
|
-
# }
|
4209
|
-
#
|
4210
3223
|
# @!attribute [rw] name
|
4211
3224
|
# The name of the rule.
|
4212
3225
|
# @return [String]
|
@@ -4343,15 +3356,6 @@ module Aws::GlueDataBrew
|
|
4343
3356
|
# object key) where DataBrew can read input data, or write output from a
|
4344
3357
|
# job.
|
4345
3358
|
#
|
4346
|
-
# @note When making an API call, you may pass S3Location
|
4347
|
-
# data as a hash:
|
4348
|
-
#
|
4349
|
-
# {
|
4350
|
-
# bucket: "Bucket", # required
|
4351
|
-
# key: "Key",
|
4352
|
-
# bucket_owner: "BucketOwner",
|
4353
|
-
# }
|
4354
|
-
#
|
4355
3359
|
# @!attribute [rw] bucket
|
4356
3360
|
# The Amazon S3 bucket name.
|
4357
3361
|
# @return [String]
|
@@ -4377,17 +3381,6 @@ module Aws::GlueDataBrew
|
|
4377
3381
|
# Represents options that specify how and where DataBrew writes the
|
4378
3382
|
# Amazon S3 output generated by recipe jobs.
|
4379
3383
|
#
|
4380
|
-
# @note When making an API call, you may pass S3TableOutputOptions
|
4381
|
-
# data as a hash:
|
4382
|
-
#
|
4383
|
-
# {
|
4384
|
-
# location: { # required
|
4385
|
-
# bucket: "Bucket", # required
|
4386
|
-
# key: "Key",
|
4387
|
-
# bucket_owner: "BucketOwner",
|
4388
|
-
# },
|
4389
|
-
# }
|
4390
|
-
#
|
4391
3384
|
# @!attribute [rw] location
|
4392
3385
|
# Represents an Amazon S3 location (bucket name and object key) where
|
4393
3386
|
# DataBrew can write output from a job.
|
@@ -4404,14 +3397,6 @@ module Aws::GlueDataBrew
|
|
4404
3397
|
# Represents the sample size and sampling type for DataBrew to use for
|
4405
3398
|
# interactive data analysis.
|
4406
3399
|
#
|
4407
|
-
# @note When making an API call, you may pass Sample
|
4408
|
-
# data as a hash:
|
4409
|
-
#
|
4410
|
-
# {
|
4411
|
-
# size: 1,
|
4412
|
-
# type: "FIRST_N", # required, accepts FIRST_N, LAST_N, RANDOM
|
4413
|
-
# }
|
4414
|
-
#
|
4415
3400
|
# @!attribute [rw] size
|
4416
3401
|
# The number of rows in the sample.
|
4417
3402
|
# @return [Integer]
|
@@ -4494,39 +3479,6 @@ module Aws::GlueDataBrew
|
|
4494
3479
|
include Aws::Structure
|
4495
3480
|
end
|
4496
3481
|
|
4497
|
-
# @note When making an API call, you may pass SendProjectSessionActionRequest
|
4498
|
-
# data as a hash:
|
4499
|
-
#
|
4500
|
-
# {
|
4501
|
-
# preview: false,
|
4502
|
-
# name: "ProjectName", # required
|
4503
|
-
# recipe_step: {
|
4504
|
-
# action: { # required
|
4505
|
-
# operation: "Operation", # required
|
4506
|
-
# parameters: {
|
4507
|
-
# "ParameterName" => "ParameterValue",
|
4508
|
-
# },
|
4509
|
-
# },
|
4510
|
-
# condition_expressions: [
|
4511
|
-
# {
|
4512
|
-
# condition: "Condition", # required
|
4513
|
-
# value: "ConditionValue",
|
4514
|
-
# target_column: "TargetColumn", # required
|
4515
|
-
# },
|
4516
|
-
# ],
|
4517
|
-
# },
|
4518
|
-
# step_index: 1,
|
4519
|
-
# client_session_id: "ClientSessionId",
|
4520
|
-
# view_frame: {
|
4521
|
-
# start_column_index: 1, # required
|
4522
|
-
# column_range: 1,
|
4523
|
-
# hidden_columns: ["ColumnName"],
|
4524
|
-
# start_row_index: 1,
|
4525
|
-
# row_range: 1,
|
4526
|
-
# analytics: "ENABLE", # accepts ENABLE, DISABLE
|
4527
|
-
# },
|
4528
|
-
# }
|
4529
|
-
#
|
4530
3482
|
# @!attribute [rw] preview
|
4531
3483
|
# If true, the result of the recipe step will be returned, but not
|
4532
3484
|
# applied.
|
@@ -4604,13 +3556,6 @@ module Aws::GlueDataBrew
|
|
4604
3556
|
include Aws::Structure
|
4605
3557
|
end
|
4606
3558
|
|
4607
|
-
# @note When making an API call, you may pass StartJobRunRequest
|
4608
|
-
# data as a hash:
|
4609
|
-
#
|
4610
|
-
# {
|
4611
|
-
# name: "JobName", # required
|
4612
|
-
# }
|
4613
|
-
#
|
4614
3559
|
# @!attribute [rw] name
|
4615
3560
|
# The name of the job to be run.
|
4616
3561
|
# @return [String]
|
@@ -4635,14 +3580,6 @@ module Aws::GlueDataBrew
|
|
4635
3580
|
include Aws::Structure
|
4636
3581
|
end
|
4637
3582
|
|
4638
|
-
# @note When making an API call, you may pass StartProjectSessionRequest
|
4639
|
-
# data as a hash:
|
4640
|
-
#
|
4641
|
-
# {
|
4642
|
-
# name: "ProjectName", # required
|
4643
|
-
# assume_control: false,
|
4644
|
-
# }
|
4645
|
-
#
|
4646
3583
|
# @!attribute [rw] name
|
4647
3584
|
# The name of the project to act upon.
|
4648
3585
|
# @return [String]
|
@@ -4680,16 +3617,6 @@ module Aws::GlueDataBrew
|
|
4680
3617
|
|
4681
3618
|
# Override of a particular evaluation for a profile job.
|
4682
3619
|
#
|
4683
|
-
# @note When making an API call, you may pass StatisticOverride
|
4684
|
-
# data as a hash:
|
4685
|
-
#
|
4686
|
-
# {
|
4687
|
-
# statistic: "Statistic", # required
|
4688
|
-
# parameters: { # required
|
4689
|
-
# "ParameterName" => "ParameterValue",
|
4690
|
-
# },
|
4691
|
-
# }
|
4692
|
-
#
|
4693
3620
|
# @!attribute [rw] statistic
|
4694
3621
|
# The name of an evaluation
|
4695
3622
|
# @return [String]
|
@@ -4711,21 +3638,6 @@ module Aws::GlueDataBrew
|
|
4711
3638
|
# be used to select evaluations and override the parameters of selected
|
4712
3639
|
# evaluations.
|
4713
3640
|
#
|
4714
|
-
# @note When making an API call, you may pass StatisticsConfiguration
|
4715
|
-
# data as a hash:
|
4716
|
-
#
|
4717
|
-
# {
|
4718
|
-
# included_statistics: ["Statistic"],
|
4719
|
-
# overrides: [
|
4720
|
-
# {
|
4721
|
-
# statistic: "Statistic", # required
|
4722
|
-
# parameters: { # required
|
4723
|
-
# "ParameterName" => "ParameterValue",
|
4724
|
-
# },
|
4725
|
-
# },
|
4726
|
-
# ],
|
4727
|
-
# }
|
4728
|
-
#
|
4729
3641
|
# @!attribute [rw] included_statistics
|
4730
3642
|
# List of included evaluations. When the list is undefined, all
|
4731
3643
|
# supported evaluations will be included.
|
@@ -4744,14 +3656,6 @@ module Aws::GlueDataBrew
|
|
4744
3656
|
include Aws::Structure
|
4745
3657
|
end
|
4746
3658
|
|
4747
|
-
# @note When making an API call, you may pass StopJobRunRequest
|
4748
|
-
# data as a hash:
|
4749
|
-
#
|
4750
|
-
# {
|
4751
|
-
# name: "JobName", # required
|
4752
|
-
# run_id: "JobRunId", # required
|
4753
|
-
# }
|
4754
|
-
#
|
4755
3659
|
# @!attribute [rw] name
|
4756
3660
|
# The name of the job to be stopped.
|
4757
3661
|
# @return [String]
|
@@ -4781,16 +3685,6 @@ module Aws::GlueDataBrew
|
|
4781
3685
|
include Aws::Structure
|
4782
3686
|
end
|
4783
3687
|
|
4784
|
-
# @note When making an API call, you may pass TagResourceRequest
|
4785
|
-
# data as a hash:
|
4786
|
-
#
|
4787
|
-
# {
|
4788
|
-
# resource_arn: "Arn", # required
|
4789
|
-
# tags: { # required
|
4790
|
-
# "TagKey" => "TagValue",
|
4791
|
-
# },
|
4792
|
-
# }
|
4793
|
-
#
|
4794
3688
|
# @!attribute [rw] resource_arn
|
4795
3689
|
# The DataBrew resource to which tags should be added. The value for
|
4796
3690
|
# this parameter is an Amazon Resource Name (ARN). For DataBrew, you
|
@@ -4819,15 +3713,6 @@ module Aws::GlueDataBrew
|
|
4819
3713
|
# specific column. Then the threshold will be used to determine whether
|
4820
3714
|
# the validation succeeds.
|
4821
3715
|
#
|
4822
|
-
# @note When making an API call, you may pass Threshold
|
4823
|
-
# data as a hash:
|
4824
|
-
#
|
4825
|
-
# {
|
4826
|
-
# value: 1.0, # required
|
4827
|
-
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
4828
|
-
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
4829
|
-
# }
|
4830
|
-
#
|
4831
3716
|
# @!attribute [rw] value
|
4832
3717
|
# The value of a threshold.
|
4833
3718
|
# @return [Float]
|
@@ -4852,14 +3737,6 @@ module Aws::GlueDataBrew
|
|
4852
3737
|
include Aws::Structure
|
4853
3738
|
end
|
4854
3739
|
|
4855
|
-
# @note When making an API call, you may pass UntagResourceRequest
|
4856
|
-
# data as a hash:
|
4857
|
-
#
|
4858
|
-
# {
|
4859
|
-
# resource_arn: "Arn", # required
|
4860
|
-
# tag_keys: ["TagKey"], # required
|
4861
|
-
# }
|
4862
|
-
#
|
4863
3740
|
# @!attribute [rw] resource_arn
|
4864
3741
|
# A DataBrew resource from which you want to remove a tag or tags. The
|
4865
3742
|
# value for this parameter is an Amazon Resource Name (ARN).
|
@@ -4882,89 +3759,6 @@ module Aws::GlueDataBrew
|
|
4882
3759
|
#
|
4883
3760
|
class UntagResourceResponse < Aws::EmptyStructure; end
|
4884
3761
|
|
4885
|
-
# @note When making an API call, you may pass UpdateDatasetRequest
|
4886
|
-
# data as a hash:
|
4887
|
-
#
|
4888
|
-
# {
|
4889
|
-
# name: "DatasetName", # required
|
4890
|
-
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL, ORC
|
4891
|
-
# format_options: {
|
4892
|
-
# json: {
|
4893
|
-
# multi_line: false,
|
4894
|
-
# },
|
4895
|
-
# excel: {
|
4896
|
-
# sheet_names: ["SheetName"],
|
4897
|
-
# sheet_indexes: [1],
|
4898
|
-
# header_row: false,
|
4899
|
-
# },
|
4900
|
-
# csv: {
|
4901
|
-
# delimiter: "Delimiter",
|
4902
|
-
# header_row: false,
|
4903
|
-
# },
|
4904
|
-
# },
|
4905
|
-
# input: { # required
|
4906
|
-
# s3_input_definition: {
|
4907
|
-
# bucket: "Bucket", # required
|
4908
|
-
# key: "Key",
|
4909
|
-
# bucket_owner: "BucketOwner",
|
4910
|
-
# },
|
4911
|
-
# data_catalog_input_definition: {
|
4912
|
-
# catalog_id: "CatalogId",
|
4913
|
-
# database_name: "DatabaseName", # required
|
4914
|
-
# table_name: "TableName", # required
|
4915
|
-
# temp_directory: {
|
4916
|
-
# bucket: "Bucket", # required
|
4917
|
-
# key: "Key",
|
4918
|
-
# bucket_owner: "BucketOwner",
|
4919
|
-
# },
|
4920
|
-
# },
|
4921
|
-
# database_input_definition: {
|
4922
|
-
# glue_connection_name: "GlueConnectionName", # required
|
4923
|
-
# database_table_name: "DatabaseTableName",
|
4924
|
-
# temp_directory: {
|
4925
|
-
# bucket: "Bucket", # required
|
4926
|
-
# key: "Key",
|
4927
|
-
# bucket_owner: "BucketOwner",
|
4928
|
-
# },
|
4929
|
-
# query_string: "QueryString",
|
4930
|
-
# },
|
4931
|
-
# metadata: {
|
4932
|
-
# source_arn: "Arn",
|
4933
|
-
# },
|
4934
|
-
# },
|
4935
|
-
# path_options: {
|
4936
|
-
# last_modified_date_condition: {
|
4937
|
-
# expression: "Expression", # required
|
4938
|
-
# values_map: { # required
|
4939
|
-
# "ValueReference" => "ConditionValue",
|
4940
|
-
# },
|
4941
|
-
# },
|
4942
|
-
# files_limit: {
|
4943
|
-
# max_files: 1, # required
|
4944
|
-
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
4945
|
-
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
4946
|
-
# },
|
4947
|
-
# parameters: {
|
4948
|
-
# "PathParameterName" => {
|
4949
|
-
# name: "PathParameterName", # required
|
4950
|
-
# type: "Datetime", # required, accepts Datetime, Number, String
|
4951
|
-
# datetime_options: {
|
4952
|
-
# format: "DatetimeFormat", # required
|
4953
|
-
# timezone_offset: "TimezoneOffset",
|
4954
|
-
# locale_code: "LocaleCode",
|
4955
|
-
# },
|
4956
|
-
# create_column: false,
|
4957
|
-
# filter: {
|
4958
|
-
# expression: "Expression", # required
|
4959
|
-
# values_map: { # required
|
4960
|
-
# "ValueReference" => "ConditionValue",
|
4961
|
-
# },
|
4962
|
-
# },
|
4963
|
-
# },
|
4964
|
-
# },
|
4965
|
-
# },
|
4966
|
-
# }
|
4967
|
-
#
|
4968
3762
|
# @!attribute [rw] name
|
4969
3763
|
# The name of the dataset to be updated.
|
4970
3764
|
# @return [String]
|
@@ -5013,83 +3807,6 @@ module Aws::GlueDataBrew
|
|
5013
3807
|
include Aws::Structure
|
5014
3808
|
end
|
5015
3809
|
|
5016
|
-
# @note When making an API call, you may pass UpdateProfileJobRequest
|
5017
|
-
# data as a hash:
|
5018
|
-
#
|
5019
|
-
# {
|
5020
|
-
# configuration: {
|
5021
|
-
# dataset_statistics_configuration: {
|
5022
|
-
# included_statistics: ["Statistic"],
|
5023
|
-
# overrides: [
|
5024
|
-
# {
|
5025
|
-
# statistic: "Statistic", # required
|
5026
|
-
# parameters: { # required
|
5027
|
-
# "ParameterName" => "ParameterValue",
|
5028
|
-
# },
|
5029
|
-
# },
|
5030
|
-
# ],
|
5031
|
-
# },
|
5032
|
-
# profile_columns: [
|
5033
|
-
# {
|
5034
|
-
# regex: "ColumnName",
|
5035
|
-
# name: "ColumnName",
|
5036
|
-
# },
|
5037
|
-
# ],
|
5038
|
-
# column_statistics_configurations: [
|
5039
|
-
# {
|
5040
|
-
# selectors: [
|
5041
|
-
# {
|
5042
|
-
# regex: "ColumnName",
|
5043
|
-
# name: "ColumnName",
|
5044
|
-
# },
|
5045
|
-
# ],
|
5046
|
-
# statistics: { # required
|
5047
|
-
# included_statistics: ["Statistic"],
|
5048
|
-
# overrides: [
|
5049
|
-
# {
|
5050
|
-
# statistic: "Statistic", # required
|
5051
|
-
# parameters: { # required
|
5052
|
-
# "ParameterName" => "ParameterValue",
|
5053
|
-
# },
|
5054
|
-
# },
|
5055
|
-
# ],
|
5056
|
-
# },
|
5057
|
-
# },
|
5058
|
-
# ],
|
5059
|
-
# entity_detector_configuration: {
|
5060
|
-
# entity_types: ["EntityType"], # required
|
5061
|
-
# allowed_statistics: [
|
5062
|
-
# {
|
5063
|
-
# statistics: ["Statistic"], # required
|
5064
|
-
# },
|
5065
|
-
# ],
|
5066
|
-
# },
|
5067
|
-
# },
|
5068
|
-
# encryption_key_arn: "EncryptionKeyArn",
|
5069
|
-
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
5070
|
-
# name: "JobName", # required
|
5071
|
-
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
5072
|
-
# max_capacity: 1,
|
5073
|
-
# max_retries: 1,
|
5074
|
-
# output_location: { # required
|
5075
|
-
# bucket: "Bucket", # required
|
5076
|
-
# key: "Key",
|
5077
|
-
# bucket_owner: "BucketOwner",
|
5078
|
-
# },
|
5079
|
-
# validation_configurations: [
|
5080
|
-
# {
|
5081
|
-
# ruleset_arn: "Arn", # required
|
5082
|
-
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
5083
|
-
# },
|
5084
|
-
# ],
|
5085
|
-
# role_arn: "Arn", # required
|
5086
|
-
# timeout: 1,
|
5087
|
-
# job_sample: {
|
5088
|
-
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
5089
|
-
# size: 1,
|
5090
|
-
# },
|
5091
|
-
# }
|
5092
|
-
#
|
5093
3810
|
# @!attribute [rw] configuration
|
5094
3811
|
# Configuration for profile jobs. Used to select columns, do
|
5095
3812
|
# evaluations, and override default parameters of evaluations. When
|
@@ -5189,18 +3906,6 @@ module Aws::GlueDataBrew
|
|
5189
3906
|
include Aws::Structure
|
5190
3907
|
end
|
5191
3908
|
|
5192
|
-
# @note When making an API call, you may pass UpdateProjectRequest
|
5193
|
-
# data as a hash:
|
5194
|
-
#
|
5195
|
-
# {
|
5196
|
-
# sample: {
|
5197
|
-
# size: 1,
|
5198
|
-
# type: "FIRST_N", # required, accepts FIRST_N, LAST_N, RANDOM
|
5199
|
-
# },
|
5200
|
-
# role_arn: "Arn", # required
|
5201
|
-
# name: "ProjectName", # required
|
5202
|
-
# }
|
5203
|
-
#
|
5204
3909
|
# @!attribute [rw] sample
|
5205
3910
|
# Represents the sample size and sampling type for DataBrew to use for
|
5206
3911
|
# interactive data analysis.
|
@@ -5242,76 +3947,6 @@ module Aws::GlueDataBrew
|
|
5242
3947
|
include Aws::Structure
|
5243
3948
|
end
|
5244
3949
|
|
5245
|
-
# @note When making an API call, you may pass UpdateRecipeJobRequest
|
5246
|
-
# data as a hash:
|
5247
|
-
#
|
5248
|
-
# {
|
5249
|
-
# encryption_key_arn: "EncryptionKeyArn",
|
5250
|
-
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
5251
|
-
# name: "JobName", # required
|
5252
|
-
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
5253
|
-
# max_capacity: 1,
|
5254
|
-
# max_retries: 1,
|
5255
|
-
# outputs: [
|
5256
|
-
# {
|
5257
|
-
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
5258
|
-
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML, TABLEAUHYPER
|
5259
|
-
# partition_columns: ["ColumnName"],
|
5260
|
-
# location: { # required
|
5261
|
-
# bucket: "Bucket", # required
|
5262
|
-
# key: "Key",
|
5263
|
-
# bucket_owner: "BucketOwner",
|
5264
|
-
# },
|
5265
|
-
# overwrite: false,
|
5266
|
-
# format_options: {
|
5267
|
-
# csv: {
|
5268
|
-
# delimiter: "Delimiter",
|
5269
|
-
# },
|
5270
|
-
# },
|
5271
|
-
# max_output_files: 1,
|
5272
|
-
# },
|
5273
|
-
# ],
|
5274
|
-
# data_catalog_outputs: [
|
5275
|
-
# {
|
5276
|
-
# catalog_id: "CatalogId",
|
5277
|
-
# database_name: "DatabaseName", # required
|
5278
|
-
# table_name: "TableName", # required
|
5279
|
-
# s3_options: {
|
5280
|
-
# location: { # required
|
5281
|
-
# bucket: "Bucket", # required
|
5282
|
-
# key: "Key",
|
5283
|
-
# bucket_owner: "BucketOwner",
|
5284
|
-
# },
|
5285
|
-
# },
|
5286
|
-
# database_options: {
|
5287
|
-
# temp_directory: {
|
5288
|
-
# bucket: "Bucket", # required
|
5289
|
-
# key: "Key",
|
5290
|
-
# bucket_owner: "BucketOwner",
|
5291
|
-
# },
|
5292
|
-
# table_name: "DatabaseTableName", # required
|
5293
|
-
# },
|
5294
|
-
# overwrite: false,
|
5295
|
-
# },
|
5296
|
-
# ],
|
5297
|
-
# database_outputs: [
|
5298
|
-
# {
|
5299
|
-
# glue_connection_name: "GlueConnectionName", # required
|
5300
|
-
# database_options: { # required
|
5301
|
-
# temp_directory: {
|
5302
|
-
# bucket: "Bucket", # required
|
5303
|
-
# key: "Key",
|
5304
|
-
# bucket_owner: "BucketOwner",
|
5305
|
-
# },
|
5306
|
-
# table_name: "DatabaseTableName", # required
|
5307
|
-
# },
|
5308
|
-
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
5309
|
-
# },
|
5310
|
-
# ],
|
5311
|
-
# role_arn: "Arn", # required
|
5312
|
-
# timeout: 1,
|
5313
|
-
# }
|
5314
|
-
#
|
5315
3950
|
# @!attribute [rw] encryption_key_arn
|
5316
3951
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
5317
3952
|
# protect the job.
|
@@ -5399,31 +4034,6 @@ module Aws::GlueDataBrew
|
|
5399
4034
|
include Aws::Structure
|
5400
4035
|
end
|
5401
4036
|
|
5402
|
-
# @note When making an API call, you may pass UpdateRecipeRequest
|
5403
|
-
# data as a hash:
|
5404
|
-
#
|
5405
|
-
# {
|
5406
|
-
# description: "RecipeDescription",
|
5407
|
-
# name: "RecipeName", # required
|
5408
|
-
# steps: [
|
5409
|
-
# {
|
5410
|
-
# action: { # required
|
5411
|
-
# operation: "Operation", # required
|
5412
|
-
# parameters: {
|
5413
|
-
# "ParameterName" => "ParameterValue",
|
5414
|
-
# },
|
5415
|
-
# },
|
5416
|
-
# condition_expressions: [
|
5417
|
-
# {
|
5418
|
-
# condition: "Condition", # required
|
5419
|
-
# value: "ConditionValue",
|
5420
|
-
# target_column: "TargetColumn", # required
|
5421
|
-
# },
|
5422
|
-
# ],
|
5423
|
-
# },
|
5424
|
-
# ],
|
5425
|
-
# }
|
5426
|
-
#
|
5427
4037
|
# @!attribute [rw] description
|
5428
4038
|
# A description of the recipe.
|
5429
4039
|
# @return [String]
|
@@ -5460,35 +4070,6 @@ module Aws::GlueDataBrew
|
|
5460
4070
|
include Aws::Structure
|
5461
4071
|
end
|
5462
4072
|
|
5463
|
-
# @note When making an API call, you may pass UpdateRulesetRequest
|
5464
|
-
# data as a hash:
|
5465
|
-
#
|
5466
|
-
# {
|
5467
|
-
# name: "RulesetName", # required
|
5468
|
-
# description: "RulesetDescription",
|
5469
|
-
# rules: [ # required
|
5470
|
-
# {
|
5471
|
-
# name: "RuleName", # required
|
5472
|
-
# disabled: false,
|
5473
|
-
# check_expression: "Expression", # required
|
5474
|
-
# substitution_map: {
|
5475
|
-
# "ValueReference" => "ConditionValue",
|
5476
|
-
# },
|
5477
|
-
# threshold: {
|
5478
|
-
# value: 1.0, # required
|
5479
|
-
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
5480
|
-
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
5481
|
-
# },
|
5482
|
-
# column_selectors: [
|
5483
|
-
# {
|
5484
|
-
# regex: "ColumnName",
|
5485
|
-
# name: "ColumnName",
|
5486
|
-
# },
|
5487
|
-
# ],
|
5488
|
-
# },
|
5489
|
-
# ],
|
5490
|
-
# }
|
5491
|
-
#
|
5492
4073
|
# @!attribute [rw] name
|
5493
4074
|
# The name of the ruleset to be updated.
|
5494
4075
|
# @return [String]
|
@@ -5524,15 +4105,6 @@ module Aws::GlueDataBrew
|
|
5524
4105
|
include Aws::Structure
|
5525
4106
|
end
|
5526
4107
|
|
5527
|
-
# @note When making an API call, you may pass UpdateScheduleRequest
|
5528
|
-
# data as a hash:
|
5529
|
-
#
|
5530
|
-
# {
|
5531
|
-
# job_names: ["JobName"],
|
5532
|
-
# cron_expression: "CronExpression", # required
|
5533
|
-
# name: "ScheduleName", # required
|
5534
|
-
# }
|
5535
|
-
#
|
5536
4108
|
# @!attribute [rw] job_names
|
5537
4109
|
# The name or names of one or more jobs to be run for this schedule.
|
5538
4110
|
# @return [Array<String>]
|
@@ -5578,14 +4150,6 @@ module Aws::GlueDataBrew
|
|
5578
4150
|
# ValidationConfiguration is null, the profile job will run without data
|
5579
4151
|
# quality validation.
|
5580
4152
|
#
|
5581
|
-
# @note When making an API call, you may pass ValidationConfiguration
|
5582
|
-
# data as a hash:
|
5583
|
-
#
|
5584
|
-
# {
|
5585
|
-
# ruleset_arn: "Arn", # required
|
5586
|
-
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
5587
|
-
# }
|
5588
|
-
#
|
5589
4153
|
# @!attribute [rw] ruleset_arn
|
5590
4154
|
# The Amazon Resource Name (ARN) for the ruleset to be validated in
|
5591
4155
|
# the profile job. The TargetArn of the selected ruleset should be the
|
@@ -5622,18 +4186,6 @@ module Aws::GlueDataBrew
|
|
5622
4186
|
|
5623
4187
|
# Represents the data being transformed during an action.
|
5624
4188
|
#
|
5625
|
-
# @note When making an API call, you may pass ViewFrame
|
5626
|
-
# data as a hash:
|
5627
|
-
#
|
5628
|
-
# {
|
5629
|
-
# start_column_index: 1, # required
|
5630
|
-
# column_range: 1,
|
5631
|
-
# hidden_columns: ["ColumnName"],
|
5632
|
-
# start_row_index: 1,
|
5633
|
-
# row_range: 1,
|
5634
|
-
# analytics: "ENABLE", # accepts ENABLE, DISABLE
|
5635
|
-
# }
|
5636
|
-
#
|
5637
4189
|
# @!attribute [rw] start_column_index
|
5638
4190
|
# The starting index for the range of columns to return in the view
|
5639
4191
|
# frame.
|