aws-sdk-gluedatabrew 1.7.0 → 1.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -27,6 +27,10 @@ module Aws::GlueDataBrew
27
27
  ColumnName = Shapes::StringShape.new(name: 'ColumnName')
28
28
  ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
29
29
  ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
30
+ ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
31
+ ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
32
+ ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
33
+ ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
30
34
  CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
31
35
  Condition = Shapes::StringShape.new(name: 'Condition')
32
36
  ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
@@ -51,9 +55,15 @@ module Aws::GlueDataBrew
51
55
  CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
52
56
  CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
53
57
  DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
58
+ DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
59
+ DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
54
60
  DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
55
61
  DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
62
+ DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
63
+ DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
64
+ DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
56
65
  DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
66
+ DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
57
67
  Dataset = Shapes::StructureShape.new(name: 'Dataset')
58
68
  DatasetList = Shapes::ListShape.new(name: 'DatasetList')
59
69
  DatasetName = Shapes::StringShape.new(name: 'DatasetName')
@@ -157,6 +167,7 @@ module Aws::GlueDataBrew
157
167
  PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
158
168
  PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
159
169
  Preview = Shapes::BooleanShape.new(name: 'Preview')
170
+ ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
160
171
  Project = Shapes::StructureShape.new(name: 'Project')
161
172
  ProjectList = Shapes::ListShape.new(name: 'ProjectList')
162
173
  ProjectName = Shapes::StringShape.new(name: 'ProjectName')
@@ -179,6 +190,7 @@ module Aws::GlueDataBrew
179
190
  ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
180
191
  Result = Shapes::StringShape.new(name: 'Result')
181
192
  S3Location = Shapes::StructureShape.new(name: 'S3Location')
193
+ S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
182
194
  Sample = Shapes::StructureShape.new(name: 'Sample')
183
195
  SampleMode = Shapes::StringShape.new(name: 'SampleMode')
184
196
  SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
@@ -201,6 +213,11 @@ module Aws::GlueDataBrew
201
213
  StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
202
214
  StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
203
215
  StartedBy = Shapes::StringShape.new(name: 'StartedBy')
216
+ Statistic = Shapes::StringShape.new(name: 'Statistic')
217
+ StatisticList = Shapes::ListShape.new(name: 'StatisticList')
218
+ StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
219
+ StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
220
+ StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
204
221
  StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
205
222
  StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
206
223
  StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
@@ -246,6 +263,18 @@ module Aws::GlueDataBrew
246
263
 
247
264
  ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
248
265
 
266
+ ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
267
+ ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
268
+ ColumnSelector.struct_class = Types::ColumnSelector
269
+
270
+ ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
271
+
272
+ ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
273
+ ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
274
+ ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
275
+
276
+ ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
277
+
249
278
  ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
250
279
  ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
251
280
  ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
@@ -275,6 +304,7 @@ module Aws::GlueDataBrew
275
304
  CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
276
305
  CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
277
306
  CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
307
+ CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
278
308
  CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
279
309
  CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
280
310
  CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
@@ -302,7 +332,9 @@ module Aws::GlueDataBrew
302
332
  CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
303
333
  CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
304
334
  CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
305
- CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
335
+ CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
336
+ CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
337
+ CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
306
338
  CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
307
339
  CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
308
340
  CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
@@ -344,11 +376,32 @@ module Aws::GlueDataBrew
344
376
  DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
345
377
  DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
346
378
 
379
+ DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
380
+ DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
381
+ DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
382
+ DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
383
+ DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
384
+ DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
385
+ DataCatalogOutput.struct_class = Types::DataCatalogOutput
386
+
387
+ DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
388
+
347
389
  DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
348
390
  DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
349
391
  DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
350
392
  DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
351
393
 
394
+ DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
395
+ DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
396
+ DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
397
+ DatabaseOutput.struct_class = Types::DatabaseOutput
398
+
399
+ DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
400
+
401
+ DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
402
+ DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
403
+ DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
404
+
352
405
  Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
353
406
  Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
354
407
  Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
@@ -443,7 +496,10 @@ module Aws::GlueDataBrew
443
496
  DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
444
497
  DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
445
498
  DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
499
+ DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
500
+ DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
446
501
  DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
502
+ DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
447
503
  DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
448
504
  DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
449
505
  DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
@@ -462,11 +518,14 @@ module Aws::GlueDataBrew
462
518
  DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
463
519
  DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
464
520
  DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
521
+ DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
465
522
  DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
466
523
  DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
467
524
  DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
468
525
  DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
469
526
  DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
527
+ DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
528
+ DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
470
529
  DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
471
530
  DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
472
531
  DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -568,6 +627,8 @@ module Aws::GlueDataBrew
568
627
  Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
569
628
  Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
570
629
  Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
630
+ Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
631
+ Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
571
632
  Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
572
633
  Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
573
634
  Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -592,6 +653,8 @@ module Aws::GlueDataBrew
592
653
  JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
593
654
  JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
594
655
  JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
656
+ JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
657
+ JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
595
658
  JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
596
659
  JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
597
660
  JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -699,6 +762,11 @@ module Aws::GlueDataBrew
699
762
  PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
700
763
  PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
701
764
 
765
+ ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
766
+ ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
767
+ ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
768
+ ProfileConfiguration.struct_class = Types::ProfileConfiguration
769
+
702
770
  Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
703
771
  Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
704
772
  Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
@@ -771,6 +839,9 @@ module Aws::GlueDataBrew
771
839
  S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
772
840
  S3Location.struct_class = Types::S3Location
773
841
 
842
+ S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
843
+ S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
844
+
774
845
  Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
775
846
  Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
776
847
  Sample.struct_class = Types::Sample
@@ -823,6 +894,18 @@ module Aws::GlueDataBrew
823
894
  StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
824
895
  StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
825
896
 
897
+ StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
898
+
899
+ StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
900
+ StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
901
+ StatisticOverride.struct_class = Types::StatisticOverride
902
+
903
+ StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
904
+
905
+ StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
906
+ StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
907
+ StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
908
+
826
909
  StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
827
910
  StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
828
911
  StopJobRunRequest.struct_class = Types::StopJobRunRequest
@@ -857,6 +940,7 @@ module Aws::GlueDataBrew
857
940
  UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
858
941
  UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
859
942
 
943
+ UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
860
944
  UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
861
945
  UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
862
946
  UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
@@ -887,7 +971,9 @@ module Aws::GlueDataBrew
887
971
  UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
888
972
  UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
889
973
  UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
890
- UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
974
+ UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
975
+ UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
976
+ UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
891
977
  UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
892
978
  UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
893
979
  UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
@@ -68,6 +68,81 @@ module Aws::GlueDataBrew
68
68
  include Aws::Structure
69
69
  end
70
70
 
71
+ # Selector of a column from a dataset for profile job configuration. One
72
+ # selector includes either a column name or a regular expression.
73
+ #
74
+ # @note When making an API call, you may pass ColumnSelector
75
+ # data as a hash:
76
+ #
77
+ # {
78
+ # regex: "ColumnName",
79
+ # name: "ColumnName",
80
+ # }
81
+ #
82
+ # @!attribute [rw] regex
83
+ # A regular expression for selecting a column from a dataset.
84
+ # @return [String]
85
+ #
86
+ # @!attribute [rw] name
87
+ # The name of a column from a dataset.
88
+ # @return [String]
89
+ #
90
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
91
+ #
92
+ class ColumnSelector < Struct.new(
93
+ :regex,
94
+ :name)
95
+ SENSITIVE = []
96
+ include Aws::Structure
97
+ end
98
+
99
+ # Configuration for column evaluations for a profile job.
100
+ # ColumnStatisticsConfiguration can be used to select evaluations and
101
+ # override parameters of evaluations for particular columns.
102
+ #
103
+ # @note When making an API call, you may pass ColumnStatisticsConfiguration
104
+ # data as a hash:
105
+ #
106
+ # {
107
+ # selectors: [
108
+ # {
109
+ # regex: "ColumnName",
110
+ # name: "ColumnName",
111
+ # },
112
+ # ],
113
+ # statistics: { # required
114
+ # included_statistics: ["Statistic"],
115
+ # overrides: [
116
+ # {
117
+ # statistic: "Statistic", # required
118
+ # parameters: { # required
119
+ # "ParameterName" => "ParameterValue",
120
+ # },
121
+ # },
122
+ # ],
123
+ # },
124
+ # }
125
+ #
126
+ # @!attribute [rw] selectors
127
+ # List of column selectors. Selectors can be used to select columns
128
+ # from the dataset. When selectors are undefined, configuration will
129
+ # be applied to all supported columns.
130
+ # @return [Array<Types::ColumnSelector>]
131
+ #
132
+ # @!attribute [rw] statistics
133
+ # Configuration for evaluations. Statistics can be used to select
134
+ # evaluations and override parameters of evaluations.
135
+ # @return [Types::StatisticsConfiguration]
136
+ #
137
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
138
+ #
139
+ class ColumnStatisticsConfiguration < Struct.new(
140
+ :selectors,
141
+ :statistics)
142
+ SENSITIVE = []
143
+ include Aws::Structure
144
+ end
145
+
71
146
  # Represents an individual condition that evaluates to true or false.
72
147
  #
73
148
  # Conditions are used with recipe actions. The action is only performed
@@ -89,7 +164,7 @@ module Aws::GlueDataBrew
89
164
  #
90
165
  # @!attribute [rw] condition
91
166
  # A specific condition to apply to a recipe action. For more
92
- # information, see [Recipe structure][1] in the *AWS Glue DataBrew
167
+ # information, see [Recipe structure][1] in the *Glue DataBrew
93
168
  # Developer Guide*.
94
169
  #
95
170
  #
@@ -214,8 +289,8 @@ module Aws::GlueDataBrew
214
289
  # @return [String]
215
290
  #
216
291
  # @!attribute [rw] format
217
- # The file format of a dataset that is created from an S3 file or
218
- # folder.
292
+ # The file format of a dataset that is created from an Amazon S3 file
293
+ # or folder.
219
294
  # @return [String]
220
295
  #
221
296
  # @!attribute [rw] format_options
@@ -225,12 +300,12 @@ module Aws::GlueDataBrew
225
300
  #
226
301
  # @!attribute [rw] input
227
302
  # Represents information on how DataBrew can find data, in either the
228
- # AWS Glue Data Catalog or Amazon S3.
303
+ # Glue Data Catalog or Amazon S3.
229
304
  # @return [Types::Input]
230
305
  #
231
306
  # @!attribute [rw] path_options
232
- # A set of options that defines how DataBrew interprets an S3 path of
233
- # the dataset.
307
+ # A set of options that defines how DataBrew interprets an Amazon S3
308
+ # path of the dataset.
234
309
  # @return [Types::PathOptions]
235
310
  #
236
311
  # @!attribute [rw] tags
@@ -277,6 +352,46 @@ module Aws::GlueDataBrew
277
352
  # bucket: "Bucket", # required
278
353
  # key: "Key",
279
354
  # },
355
+ # configuration: {
356
+ # dataset_statistics_configuration: {
357
+ # included_statistics: ["Statistic"],
358
+ # overrides: [
359
+ # {
360
+ # statistic: "Statistic", # required
361
+ # parameters: { # required
362
+ # "ParameterName" => "ParameterValue",
363
+ # },
364
+ # },
365
+ # ],
366
+ # },
367
+ # profile_columns: [
368
+ # {
369
+ # regex: "ColumnName",
370
+ # name: "ColumnName",
371
+ # },
372
+ # ],
373
+ # column_statistics_configurations: [
374
+ # {
375
+ # selectors: [
376
+ # {
377
+ # regex: "ColumnName",
378
+ # name: "ColumnName",
379
+ # },
380
+ # ],
381
+ # statistics: { # required
382
+ # included_statistics: ["Statistic"],
383
+ # overrides: [
384
+ # {
385
+ # statistic: "Statistic", # required
386
+ # parameters: { # required
387
+ # "ParameterName" => "ParameterValue",
388
+ # },
389
+ # },
390
+ # ],
391
+ # },
392
+ # },
393
+ # ],
394
+ # },
280
395
  # role_arn: "Arn", # required
281
396
  # tags: {
282
397
  # "TagKey" => "TagValue",
@@ -300,8 +415,8 @@ module Aws::GlueDataBrew
300
415
  # @!attribute [rw] encryption_mode
301
416
  # The encryption mode for the job, which can be one of the following:
302
417
  #
303
- # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS
304
- # KMS-managed keys.
418
+ # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
419
+ # keys.
305
420
  #
306
421
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
307
422
  # @return [String]
@@ -331,9 +446,16 @@ module Aws::GlueDataBrew
331
446
  # DataBrew can read input data, or write output from a job.
332
447
  # @return [Types::S3Location]
333
448
  #
449
+ # @!attribute [rw] configuration
450
+ # Configuration for profile jobs. Used to select columns, do
451
+ # evaluations, and override default parameters of evaluations. When
452
+ # configuration is null, the profile job will run with default
453
+ # settings.
454
+ # @return [Types::ProfileConfiguration]
455
+ #
334
456
  # @!attribute [rw] role_arn
335
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
336
- # Management (IAM) role to be assumed when DataBrew runs the job.
457
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
458
+ # (IAM) role to be assumed when DataBrew runs the job.
337
459
  # @return [String]
338
460
  #
339
461
  # @!attribute [rw] tags
@@ -364,6 +486,7 @@ module Aws::GlueDataBrew
364
486
  :max_capacity,
365
487
  :max_retries,
366
488
  :output_location,
489
+ :configuration,
367
490
  :role_arn,
368
491
  :tags,
369
492
  :timeout,
@@ -420,8 +543,8 @@ module Aws::GlueDataBrew
420
543
  # @return [Types::Sample]
421
544
  #
422
545
  # @!attribute [rw] role_arn
423
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
424
- # Management (IAM) role to be assumed for this request.
546
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
547
+ # (IAM) role to be assumed for this request.
425
548
  # @return [String]
426
549
  #
427
550
  # @!attribute [rw] tags
@@ -464,7 +587,7 @@ module Aws::GlueDataBrew
464
587
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
465
588
  # max_capacity: 1,
466
589
  # max_retries: 1,
467
- # outputs: [ # required
590
+ # outputs: [
468
591
  # {
469
592
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
470
593
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -481,6 +604,40 @@ module Aws::GlueDataBrew
481
604
  # },
482
605
  # },
483
606
  # ],
607
+ # data_catalog_outputs: [
608
+ # {
609
+ # catalog_id: "CatalogId",
610
+ # database_name: "DatabaseName", # required
611
+ # table_name: "TableName", # required
612
+ # s3_options: {
613
+ # location: { # required
614
+ # bucket: "Bucket", # required
615
+ # key: "Key",
616
+ # },
617
+ # },
618
+ # database_options: {
619
+ # temp_directory: {
620
+ # bucket: "Bucket", # required
621
+ # key: "Key",
622
+ # },
623
+ # table_name: "DatabaseTableName", # required
624
+ # },
625
+ # overwrite: false,
626
+ # },
627
+ # ],
628
+ # database_outputs: [
629
+ # {
630
+ # glue_connection_name: "GlueConnectionName", # required
631
+ # database_options: { # required
632
+ # temp_directory: {
633
+ # bucket: "Bucket", # required
634
+ # key: "Key",
635
+ # },
636
+ # table_name: "DatabaseTableName", # required
637
+ # },
638
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
639
+ # },
640
+ # ],
484
641
  # project_name: "ProjectName",
485
642
  # recipe_reference: {
486
643
  # name: "RecipeName", # required
@@ -505,7 +662,7 @@ module Aws::GlueDataBrew
505
662
  # @!attribute [rw] encryption_mode
506
663
  # The encryption mode for the job, which can be one of the following:
507
664
  #
508
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
665
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
509
666
  #
510
667
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
511
668
  # @return [String]
@@ -535,6 +692,16 @@ module Aws::GlueDataBrew
535
692
  # job.
536
693
  # @return [Array<Types::Output>]
537
694
  #
695
+ # @!attribute [rw] data_catalog_outputs
696
+ # One or more artifacts that represent the Glue Data Catalog output
697
+ # from running the job.
698
+ # @return [Array<Types::DataCatalogOutput>]
699
+ #
700
+ # @!attribute [rw] database_outputs
701
+ # Represents a list of JDBC database output objects which defines the
702
+ # output destination for a DataBrew recipe job to write to.
703
+ # @return [Array<Types::DatabaseOutput>]
704
+ #
538
705
  # @!attribute [rw] project_name
539
706
  # Either the name of an existing project, or a combination of a recipe
540
707
  # and a dataset to associate with the recipe.
@@ -545,8 +712,8 @@ module Aws::GlueDataBrew
545
712
  # @return [Types::RecipeReference]
546
713
  #
547
714
  # @!attribute [rw] role_arn
548
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
549
- # Management (IAM) role to be assumed when DataBrew runs the job.
715
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
716
+ # (IAM) role to be assumed when DataBrew runs the job.
550
717
  # @return [String]
551
718
  #
552
719
  # @!attribute [rw] tags
@@ -569,6 +736,8 @@ module Aws::GlueDataBrew
569
736
  :max_capacity,
570
737
  :max_retries,
571
738
  :outputs,
739
+ :data_catalog_outputs,
740
+ :database_outputs,
572
741
  :project_name,
573
742
  :recipe_reference,
574
743
  :role_arn,
@@ -678,8 +847,8 @@ module Aws::GlueDataBrew
678
847
  #
679
848
  # @!attribute [rw] cron_expression
680
849
  # The date or dates and time or times when the jobs are to be run. For
681
- # more information, see [Cron expressions][1] in the *AWS Glue
682
- # DataBrew Developer Guide*.
850
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
851
+ # Developer Guide*.
683
852
  #
684
853
  #
685
854
  #
@@ -773,8 +942,8 @@ module Aws::GlueDataBrew
773
942
  include Aws::Structure
774
943
  end
775
944
 
776
- # Represents how metadata stored in the AWS Glue Data Catalog is defined
777
- # in a DataBrew dataset.
945
+ # Represents how metadata stored in the Glue Data Catalog is defined in
946
+ # a DataBrew dataset.
778
947
  #
779
948
  # @note When making an API call, you may pass DataCatalogInputDefinition
780
949
  # data as a hash:
@@ -790,8 +959,8 @@ module Aws::GlueDataBrew
790
959
  # }
791
960
  #
792
961
  # @!attribute [rw] catalog_id
793
- # The unique identifier of the AWS account that holds the Data Catalog
794
- # that stores the data.
962
+ # The unique identifier of the Amazon Web Services account that holds
963
+ # the Data Catalog that stores the data.
795
964
  # @return [String]
796
965
  #
797
966
  # @!attribute [rw] database_name
@@ -804,8 +973,8 @@ module Aws::GlueDataBrew
804
973
  # @return [String]
805
974
  #
806
975
  # @!attribute [rw] temp_directory
807
- # An Amazon location that AWS Glue Data Catalog can use as a temporary
808
- # directory.
976
+ # Represents an Amazon location where DataBrew can store intermediate
977
+ # results.
809
978
  # @return [Types::S3Location]
810
979
  #
811
980
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogInputDefinition AWS API Documentation
@@ -819,6 +988,74 @@ module Aws::GlueDataBrew
819
988
  include Aws::Structure
820
989
  end
821
990
 
991
+ # Represents options that specify how and where in the Glue Data Catalog
992
+ # DataBrew writes the output generated by recipe jobs.
993
+ #
994
+ # @note When making an API call, you may pass DataCatalogOutput
995
+ # data as a hash:
996
+ #
997
+ # {
998
+ # catalog_id: "CatalogId",
999
+ # database_name: "DatabaseName", # required
1000
+ # table_name: "TableName", # required
1001
+ # s3_options: {
1002
+ # location: { # required
1003
+ # bucket: "Bucket", # required
1004
+ # key: "Key",
1005
+ # },
1006
+ # },
1007
+ # database_options: {
1008
+ # temp_directory: {
1009
+ # bucket: "Bucket", # required
1010
+ # key: "Key",
1011
+ # },
1012
+ # table_name: "DatabaseTableName", # required
1013
+ # },
1014
+ # overwrite: false,
1015
+ # }
1016
+ #
1017
+ # @!attribute [rw] catalog_id
1018
+ # The unique identifier of the Amazon Web Services account that holds
1019
+ # the Data Catalog that stores the data.
1020
+ # @return [String]
1021
+ #
1022
+ # @!attribute [rw] database_name
1023
+ # The name of a database in the Data Catalog.
1024
+ # @return [String]
1025
+ #
1026
+ # @!attribute [rw] table_name
1027
+ # The name of a table in the Data Catalog.
1028
+ # @return [String]
1029
+ #
1030
+ # @!attribute [rw] s3_options
1031
+ # Represents options that specify how and where DataBrew writes the
1032
+ # Amazon S3 output generated by recipe jobs.
1033
+ # @return [Types::S3TableOutputOptions]
1034
+ #
1035
+ # @!attribute [rw] database_options
1036
+ # Represents options that specify how and where DataBrew writes the
1037
+ # database output generated by recipe jobs.
1038
+ # @return [Types::DatabaseTableOutputOptions]
1039
+ #
1040
+ # @!attribute [rw] overwrite
1041
+ # A value that, if true, means that any data in the location specified
1042
+ # for output is overwritten with new output. Not supported with
1043
+ # DatabaseOptions.
1044
+ # @return [Boolean]
1045
+ #
1046
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogOutput AWS API Documentation
1047
+ #
1048
+ class DataCatalogOutput < Struct.new(
1049
+ :catalog_id,
1050
+ :database_name,
1051
+ :table_name,
1052
+ :s3_options,
1053
+ :database_options,
1054
+ :overwrite)
1055
+ SENSITIVE = []
1056
+ include Aws::Structure
1057
+ end
1058
+
822
1059
  # Connection information for dataset input files stored in a database.
823
1060
  #
824
1061
  # @note When making an API call, you may pass DatabaseInputDefinition
@@ -834,8 +1071,8 @@ module Aws::GlueDataBrew
834
1071
  # }
835
1072
  #
836
1073
  # @!attribute [rw] glue_connection_name
837
- # The AWS Glue Connection that stores the connection information for
838
- # the target database.
1074
+ # The Glue Connection that stores the connection information for the
1075
+ # target database.
839
1076
  # @return [String]
840
1077
  #
841
1078
  # @!attribute [rw] database_table_name
@@ -857,10 +1094,86 @@ module Aws::GlueDataBrew
857
1094
  include Aws::Structure
858
1095
  end
859
1096
 
1097
+ # Represents a JDBC database output object which defines the output
1098
+ # destination for a DataBrew recipe job to write into.
1099
+ #
1100
+ # @note When making an API call, you may pass DatabaseOutput
1101
+ # data as a hash:
1102
+ #
1103
+ # {
1104
+ # glue_connection_name: "GlueConnectionName", # required
1105
+ # database_options: { # required
1106
+ # temp_directory: {
1107
+ # bucket: "Bucket", # required
1108
+ # key: "Key",
1109
+ # },
1110
+ # table_name: "DatabaseTableName", # required
1111
+ # },
1112
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
1113
+ # }
1114
+ #
1115
+ # @!attribute [rw] glue_connection_name
1116
+ # The Glue connection that stores the connection information for the
1117
+ # target database.
1118
+ # @return [String]
1119
+ #
1120
+ # @!attribute [rw] database_options
1121
+ # Represents options that specify how and where DataBrew writes the
1122
+ # database output generated by recipe jobs.
1123
+ # @return [Types::DatabaseTableOutputOptions]
1124
+ #
1125
+ # @!attribute [rw] database_output_mode
1126
+ # The output mode to write into the database. Currently supported
1127
+ # option: NEW\_TABLE.
1128
+ # @return [String]
1129
+ #
1130
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
1131
+ #
1132
+ class DatabaseOutput < Struct.new(
1133
+ :glue_connection_name,
1134
+ :database_options,
1135
+ :database_output_mode)
1136
+ SENSITIVE = []
1137
+ include Aws::Structure
1138
+ end
1139
+
1140
+ # Represents options that specify how and where DataBrew writes the
1141
+ # database output generated by recipe jobs.
1142
+ #
1143
+ # @note When making an API call, you may pass DatabaseTableOutputOptions
1144
+ # data as a hash:
1145
+ #
1146
+ # {
1147
+ # temp_directory: {
1148
+ # bucket: "Bucket", # required
1149
+ # key: "Key",
1150
+ # },
1151
+ # table_name: "DatabaseTableName", # required
1152
+ # }
1153
+ #
1154
+ # @!attribute [rw] temp_directory
1155
+ # Represents an Amazon S3 location (bucket name and object key) where
1156
+ # DataBrew can store intermediate results.
1157
+ # @return [Types::S3Location]
1158
+ #
1159
+ # @!attribute [rw] table_name
1160
+ # A prefix for the name of a table DataBrew will create in the
1161
+ # database.
1162
+ # @return [String]
1163
+ #
1164
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseTableOutputOptions AWS API Documentation
1165
+ #
1166
+ class DatabaseTableOutputOptions < Struct.new(
1167
+ :temp_directory,
1168
+ :table_name)
1169
+ SENSITIVE = []
1170
+ include Aws::Structure
1171
+ end
1172
+
860
1173
  # Represents a dataset that can be processed by DataBrew.
861
1174
  #
862
1175
  # @!attribute [rw] account_id
863
- # The ID of the AWS account that owns the dataset.
1176
+ # The ID of the Amazon Web Services account that owns the dataset.
864
1177
  # @return [String]
865
1178
  #
866
1179
  # @!attribute [rw] created_by
@@ -876,8 +1189,8 @@ module Aws::GlueDataBrew
876
1189
  # @return [String]
877
1190
  #
878
1191
  # @!attribute [rw] format
879
- # The file format of a dataset that is created from an S3 file or
880
- # folder.
1192
+ # The file format of a dataset that is created from an Amazon S3 file
1193
+ # or folder.
881
1194
  # @return [String]
882
1195
  #
883
1196
  # @!attribute [rw] format_options
@@ -886,8 +1199,8 @@ module Aws::GlueDataBrew
886
1199
  # @return [Types::FormatOptions]
887
1200
  #
888
1201
  # @!attribute [rw] input
889
- # Information on how DataBrew can find the dataset, in either the AWS
890
- # Glue Data Catalog or Amazon S3.
1202
+ # Information on how DataBrew can find the dataset, in either the Glue
1203
+ # Data Catalog or Amazon S3.
891
1204
  # @return [Types::Input]
892
1205
  #
893
1206
  # @!attribute [rw] last_modified_date
@@ -901,12 +1214,12 @@ module Aws::GlueDataBrew
901
1214
  #
902
1215
  # @!attribute [rw] source
903
1216
  # The location of the data for the dataset, either Amazon S3 or the
904
- # AWS Glue Data Catalog.
1217
+ # Glue Data Catalog.
905
1218
  # @return [String]
906
1219
  #
907
1220
  # @!attribute [rw] path_options
908
- # A set of options that defines how DataBrew interprets an S3 path of
909
- # the dataset.
1221
+ # A set of options that defines how DataBrew interprets an Amazon S3
1222
+ # path of the dataset.
910
1223
  # @return [Types::PathOptions]
911
1224
  #
912
1225
  # @!attribute [rw] tags
@@ -938,7 +1251,7 @@ module Aws::GlueDataBrew
938
1251
  end
939
1252
 
940
1253
  # Represents a dataset paramater that defines type and conditions for a
941
- # parameter in the S3 path of the dataset.
1254
+ # parameter in the Amazon S3 path of the dataset.
942
1255
  #
943
1256
  # @note When making an API call, you may pass DatasetParameter
944
1257
  # data as a hash:
@@ -961,7 +1274,8 @@ module Aws::GlueDataBrew
961
1274
  # }
962
1275
  #
963
1276
  # @!attribute [rw] name
964
- # The name of the parameter that is used in the dataset's S3 path.
1277
+ # The name of the parameter that is used in the dataset's Amazon S3
1278
+ # path.
965
1279
  # @return [String]
966
1280
  #
967
1281
  # @!attribute [rw] type
@@ -976,8 +1290,7 @@ module Aws::GlueDataBrew
976
1290
  #
977
1291
  # @!attribute [rw] create_column
978
1292
  # Optional boolean value that defines whether the captured value of
979
- # this parameter should be loaded as an additional column in the
980
- # dataset.
1293
+ # this parameter should be used to create a new column in a dataset.
981
1294
  # @return [Boolean]
982
1295
  #
983
1296
  # @!attribute [rw] filter
@@ -998,7 +1311,7 @@ module Aws::GlueDataBrew
998
1311
  end
999
1312
 
1000
1313
  # Represents additional options for correct interpretation of datetime
1001
- # parameters used in the S3 path of a dataset.
1314
+ # parameters used in the Amazon S3 path of a dataset.
1002
1315
  #
1003
1316
  # @note When making an API call, you may pass DatetimeOptions
1004
1317
  # data as a hash:
@@ -1011,16 +1324,17 @@ module Aws::GlueDataBrew
1011
1324
  #
1012
1325
  # @!attribute [rw] format
1013
1326
  # Required option, that defines the datetime format used for a date
1014
- # parameter in the S3 path. Should use only supported datetime
1015
- # specifiers and separation characters, all litera a-z or A-Z
1016
- # character should be escaped with single quotes. E.g.
1327
+ # parameter in the Amazon S3 path. Should use only supported datetime
1328
+ # specifiers and separation characters, all literal a-z or A-Z
1329
+ # characters should be escaped with single quotes. E.g.
1017
1330
  # "MM.dd.yyyy-'at'-HH:mm".
1018
1331
  # @return [String]
1019
1332
  #
1020
1333
  # @!attribute [rw] timezone_offset
1021
1334
  # Optional value for a timezone offset of the datetime parameter value
1022
- # in the S3 path. Shouldn't be used if Format for this parameter
1023
- # includes timezone fields. If no offset specified, UTC is assumed.
1335
+ # in the Amazon S3 path. Shouldn't be used if Format for this
1336
+ # parameter includes timezone fields. If no offset specified, UTC is
1337
+ # assumed.
1024
1338
  # @return [String]
1025
1339
  #
1026
1340
  # @!attribute [rw] locale_code
@@ -1238,8 +1552,8 @@ module Aws::GlueDataBrew
1238
1552
  # @return [String]
1239
1553
  #
1240
1554
  # @!attribute [rw] format
1241
- # The file format of a dataset that is created from an S3 file or
1242
- # folder.
1555
+ # The file format of a dataset that is created from an Amazon S3 file
1556
+ # or folder.
1243
1557
  # @return [String]
1244
1558
  #
1245
1559
  # @!attribute [rw] format_options
@@ -1249,7 +1563,7 @@ module Aws::GlueDataBrew
1249
1563
  #
1250
1564
  # @!attribute [rw] input
1251
1565
  # Represents information on how DataBrew can find data, in either the
1252
- # AWS Glue Data Catalog or Amazon S3.
1566
+ # Glue Data Catalog or Amazon S3.
1253
1567
  # @return [Types::Input]
1254
1568
  #
1255
1569
  # @!attribute [rw] last_modified_date
@@ -1262,13 +1576,13 @@ module Aws::GlueDataBrew
1262
1576
  # @return [String]
1263
1577
  #
1264
1578
  # @!attribute [rw] source
1265
- # The location of the data for this dataset, Amazon S3 or the AWS Glue
1579
+ # The location of the data for this dataset, Amazon S3 or the Glue
1266
1580
  # Data Catalog.
1267
1581
  # @return [String]
1268
1582
  #
1269
1583
  # @!attribute [rw] path_options
1270
- # A set of options that defines how DataBrew interprets an S3 path of
1271
- # the dataset.
1584
+ # A set of options that defines how DataBrew interprets an Amazon S3
1585
+ # path of the dataset.
1272
1586
  # @return [Types::PathOptions]
1273
1587
  #
1274
1588
  # @!attribute [rw] tags
@@ -1338,7 +1652,7 @@ module Aws::GlueDataBrew
1338
1652
  # @!attribute [rw] encryption_mode
1339
1653
  # The encryption mode for the job, which can be one of the following:
1340
1654
  #
1341
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
1655
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
1342
1656
  #
1343
1657
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
1344
1658
  # @return [String]
@@ -1383,10 +1697,27 @@ module Aws::GlueDataBrew
1383
1697
  # job.
1384
1698
  # @return [Array<Types::Output>]
1385
1699
  #
1700
+ # @!attribute [rw] data_catalog_outputs
1701
+ # One or more artifacts that represent the Glue Data Catalog output
1702
+ # from running the job.
1703
+ # @return [Array<Types::DataCatalogOutput>]
1704
+ #
1705
+ # @!attribute [rw] database_outputs
1706
+ # Represents a list of JDBC database output objects which defines the
1707
+ # output destination for a DataBrew recipe job to write into.
1708
+ # @return [Array<Types::DatabaseOutput>]
1709
+ #
1386
1710
  # @!attribute [rw] project_name
1387
1711
  # The DataBrew project associated with this job.
1388
1712
  # @return [String]
1389
1713
  #
1714
+ # @!attribute [rw] profile_configuration
1715
+ # Configuration for profile jobs. Used to select columns, do
1716
+ # evaluations, and override default parameters of evaluations. When
1717
+ # configuration is null, the profile job will run with default
1718
+ # settings.
1719
+ # @return [Types::ProfileConfiguration]
1720
+ #
1390
1721
  # @!attribute [rw] recipe_reference
1391
1722
  # Represents the name and version of a DataBrew recipe.
1392
1723
  # @return [Types::RecipeReference]
@@ -1396,7 +1727,7 @@ module Aws::GlueDataBrew
1396
1727
  # @return [String]
1397
1728
  #
1398
1729
  # @!attribute [rw] role_arn
1399
- # The ARN of the AWS Identity and Access Management (IAM) role to be
1730
+ # The ARN of the Identity and Access Management (IAM) role to be
1400
1731
  # assumed when DataBrew runs the job.
1401
1732
  # @return [String]
1402
1733
  #
@@ -1430,7 +1761,10 @@ module Aws::GlueDataBrew
1430
1761
  :max_capacity,
1431
1762
  :max_retries,
1432
1763
  :outputs,
1764
+ :data_catalog_outputs,
1765
+ :database_outputs,
1433
1766
  :project_name,
1767
+ :profile_configuration,
1434
1768
  :recipe_reference,
1435
1769
  :resource_arn,
1436
1770
  :role_arn,
@@ -1492,6 +1826,13 @@ module Aws::GlueDataBrew
1492
1826
  # The name of the job being processed during this run.
1493
1827
  # @return [String]
1494
1828
  #
1829
+ # @!attribute [rw] profile_configuration
1830
+ # Configuration for profile jobs. Used to select columns, do
1831
+ # evaluations, and override default parameters of evaluations. When
1832
+ # configuration is null, the profile job will run with default
1833
+ # settings.
1834
+ # @return [Types::ProfileConfiguration]
1835
+ #
1495
1836
  # @!attribute [rw] run_id
1496
1837
  # The unique identifier of the job run.
1497
1838
  # @return [String]
@@ -1513,6 +1854,16 @@ module Aws::GlueDataBrew
1513
1854
  # One or more output artifacts from a job run.
1514
1855
  # @return [Array<Types::Output>]
1515
1856
  #
1857
+ # @!attribute [rw] data_catalog_outputs
1858
+ # One or more artifacts that represent the Glue Data Catalog output
1859
+ # from running the job.
1860
+ # @return [Array<Types::DataCatalogOutput>]
1861
+ #
1862
+ # @!attribute [rw] database_outputs
1863
+ # Represents a list of JDBC database output objects which defines the
1864
+ # output destination for a DataBrew recipe job to write into.
1865
+ # @return [Array<Types::DatabaseOutput>]
1866
+ #
1516
1867
  # @!attribute [rw] recipe_reference
1517
1868
  # Represents the name and version of a DataBrew recipe.
1518
1869
  # @return [Types::RecipeReference]
@@ -1542,11 +1893,14 @@ module Aws::GlueDataBrew
1542
1893
  :error_message,
1543
1894
  :execution_time,
1544
1895
  :job_name,
1896
+ :profile_configuration,
1545
1897
  :run_id,
1546
1898
  :state,
1547
1899
  :log_subscription,
1548
1900
  :log_group_name,
1549
1901
  :outputs,
1902
+ :data_catalog_outputs,
1903
+ :database_outputs,
1550
1904
  :recipe_reference,
1551
1905
  :started_by,
1552
1906
  :started_on,
@@ -1613,7 +1967,7 @@ module Aws::GlueDataBrew
1613
1967
  # @return [Types::Sample]
1614
1968
  #
1615
1969
  # @!attribute [rw] role_arn
1616
- # The ARN of the AWS Identity and Access Management (IAM) role to be
1970
+ # The ARN of the Identity and Access Management (IAM) role to be
1617
1971
  # assumed when DataBrew runs the job.
1618
1972
  # @return [String]
1619
1973
  #
@@ -1810,7 +2164,7 @@ module Aws::GlueDataBrew
1810
2164
  # @!attribute [rw] cron_expression
1811
2165
  # The date or dates and time or times when the jobs are to be run for
1812
2166
  # the schedule. For more information, see [Cron expressions][1] in the
1813
- # *AWS Glue DataBrew Developer Guide*.
2167
+ # *Glue DataBrew Developer Guide*.
1814
2168
  #
1815
2169
  #
1816
2170
  #
@@ -1879,8 +2233,8 @@ module Aws::GlueDataBrew
1879
2233
  include Aws::Structure
1880
2234
  end
1881
2235
 
1882
- # Represents a limit imposed on number of S3 files that should be
1883
- # selected for a dataset from a connected S3 path.
2236
+ # Represents a limit imposed on number of Amazon S3 files that should be
2237
+ # selected for a dataset from a connected Amazon S3 path.
1884
2238
  #
1885
2239
  # @note When making an API call, you may pass FilesLimit
1886
2240
  # data as a hash:
@@ -1892,19 +2246,19 @@ module Aws::GlueDataBrew
1892
2246
  # }
1893
2247
  #
1894
2248
  # @!attribute [rw] max_files
1895
- # The number of S3 files to select.
2249
+ # The number of Amazon S3 files to select.
1896
2250
  # @return [Integer]
1897
2251
  #
1898
2252
  # @!attribute [rw] ordered_by
1899
- # A criteria to use for S3 files sorting before their selection. By
1900
- # default uses LAST\_MODIFIED\_DATE as a sorting criteria. Currently
1901
- # it's the only allowed value.
2253
+ # A criteria to use for Amazon S3 files sorting before their
2254
+ # selection. By default uses LAST\_MODIFIED\_DATE as a sorting
2255
+ # criteria. Currently it's the only allowed value.
1902
2256
  # @return [String]
1903
2257
  #
1904
2258
  # @!attribute [rw] order
1905
- # A criteria to use for S3 files sorting before their selection. By
1906
- # default uses DESCENDING order, i.e. most recent files are selected
1907
- # first. Anotherpossible value is ASCENDING.
2259
+ # A criteria to use for Amazon S3 files sorting before their
2260
+ # selection. By default uses DESCENDING order, i.e. most recent files
2261
+ # are selected first. Anotherpossible value is ASCENDING.
1908
2262
  # @return [String]
1909
2263
  #
1910
2264
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
@@ -1917,7 +2271,13 @@ module Aws::GlueDataBrew
1917
2271
  include Aws::Structure
1918
2272
  end
1919
2273
 
1920
- # Represents a structure for defining parameter conditions.
2274
+ # Represents a structure for defining parameter conditions. Supported
2275
+ # conditions are described here: [Supported conditions for dynamic
2276
+ # datasets][1] in the *Glue DataBrew Developer Guide*.
2277
+ #
2278
+ #
2279
+ #
2280
+ # [1]: https://docs-aws.amazon.com/databrew/latest/dg/datasets.multiple-files.html#conditions.for.dynamic.datasets
1921
2281
  #
1922
2282
  # @note When making an API call, you may pass FilterExpression
1923
2283
  # data as a hash:
@@ -1996,7 +2356,7 @@ module Aws::GlueDataBrew
1996
2356
  end
1997
2357
 
1998
2358
  # Represents information on how DataBrew can find data, in either the
1999
- # AWS Glue Data Catalog or Amazon S3.
2359
+ # Glue Data Catalog or Amazon S3.
2000
2360
  #
2001
2361
  # @note When making an API call, you may pass Input
2002
2362
  # data as a hash:
@@ -2030,7 +2390,7 @@ module Aws::GlueDataBrew
2030
2390
  # @return [Types::S3Location]
2031
2391
  #
2032
2392
  # @!attribute [rw] data_catalog_input_definition
2033
- # The AWS Glue Data Catalog parameters for the data.
2393
+ # The Glue Data Catalog parameters for the data.
2034
2394
  # @return [Types::DataCatalogInputDefinition]
2035
2395
  #
2036
2396
  # @!attribute [rw] database_input_definition
@@ -2063,7 +2423,7 @@ module Aws::GlueDataBrew
2063
2423
  # Represents all of the attributes of a DataBrew job.
2064
2424
  #
2065
2425
  # @!attribute [rw] account_id
2066
- # The ID of the AWS account that owns the job.
2426
+ # The ID of the Amazon Web Services account that owns the job.
2067
2427
  # @return [String]
2068
2428
  #
2069
2429
  # @!attribute [rw] created_by
@@ -2091,7 +2451,7 @@ module Aws::GlueDataBrew
2091
2451
  # @!attribute [rw] encryption_mode
2092
2452
  # The encryption mode for the job, which can be one of the following:
2093
2453
  #
2094
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
2454
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
2095
2455
  #
2096
2456
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
2097
2457
  # @return [String]
@@ -2136,6 +2496,16 @@ module Aws::GlueDataBrew
2136
2496
  # One or more artifacts that represent output from running the job.
2137
2497
  # @return [Array<Types::Output>]
2138
2498
  #
2499
+ # @!attribute [rw] data_catalog_outputs
2500
+ # One or more artifacts that represent the Glue Data Catalog output
2501
+ # from running the job.
2502
+ # @return [Array<Types::DataCatalogOutput>]
2503
+ #
2504
+ # @!attribute [rw] database_outputs
2505
+ # Represents a list of JDBC database output objects which defines the
2506
+ # output destination for a DataBrew recipe job to write into.
2507
+ # @return [Array<Types::DatabaseOutput>]
2508
+ #
2139
2509
  # @!attribute [rw] project_name
2140
2510
  # The name of the project that the job is associated with.
2141
2511
  # @return [String]
@@ -2187,6 +2557,8 @@ module Aws::GlueDataBrew
2187
2557
  :max_capacity,
2188
2558
  :max_retries,
2189
2559
  :outputs,
2560
+ :data_catalog_outputs,
2561
+ :database_outputs,
2190
2562
  :project_name,
2191
2563
  :recipe_reference,
2192
2564
  :resource_arn,
@@ -2247,6 +2619,16 @@ module Aws::GlueDataBrew
2247
2619
  # One or more output artifacts from a job run.
2248
2620
  # @return [Array<Types::Output>]
2249
2621
  #
2622
+ # @!attribute [rw] data_catalog_outputs
2623
+ # One or more artifacts that represent the Glue Data Catalog output
2624
+ # from running the job.
2625
+ # @return [Array<Types::DataCatalogOutput>]
2626
+ #
2627
+ # @!attribute [rw] database_outputs
2628
+ # Represents a list of JDBC database output objects which defines the
2629
+ # output destination for a DataBrew recipe job to write into.
2630
+ # @return [Array<Types::DatabaseOutput>]
2631
+ #
2250
2632
  # @!attribute [rw] recipe_reference
2251
2633
  # The set of steps processed by the job.
2252
2634
  # @return [Types::RecipeReference]
@@ -2282,6 +2664,8 @@ module Aws::GlueDataBrew
2282
2664
  :log_subscription,
2283
2665
  :log_group_name,
2284
2666
  :outputs,
2667
+ :data_catalog_outputs,
2668
+ :database_outputs,
2285
2669
  :recipe_reference,
2286
2670
  :started_by,
2287
2671
  :started_on,
@@ -2332,7 +2716,7 @@ module Aws::GlueDataBrew
2332
2716
  end
2333
2717
 
2334
2718
  # Represents the JSON-specific options that define how input is to be
2335
- # interpreted by AWS Glue DataBrew.
2719
+ # interpreted by Glue DataBrew.
2336
2720
  #
2337
2721
  # @note When making an API call, you may pass JsonOptions
2338
2722
  # data as a hash:
@@ -2739,8 +3123,8 @@ module Aws::GlueDataBrew
2739
3123
  include Aws::Structure
2740
3124
  end
2741
3125
 
2742
- # Represents options that specify how and where DataBrew writes the
2743
- # output generated by recipe jobs or profile jobs.
3126
+ # Represents options that specify how and where in Amazon S3 DataBrew
3127
+ # writes the output generated by recipe jobs or profile jobs.
2744
3128
  #
2745
3129
  # @note When making an API call, you may pass Output
2746
3130
  # data as a hash:
@@ -2828,7 +3212,7 @@ module Aws::GlueDataBrew
2828
3212
  end
2829
3213
 
2830
3214
  # Represents a set of options that define how DataBrew selects files for
2831
- # a given S3 path in a dataset.
3215
+ # a given Amazon S3 path in a dataset.
2832
3216
  #
2833
3217
  # @note When making an API call, you may pass PathOptions
2834
3218
  # data as a hash:
@@ -2866,8 +3250,8 @@ module Aws::GlueDataBrew
2866
3250
  # }
2867
3251
  #
2868
3252
  # @!attribute [rw] last_modified_date_condition
2869
- # If provided, this structure defines a date range for matching S3
2870
- # objects based on their LastModifiedDate attribute in S3.
3253
+ # If provided, this structure defines a date range for matching Amazon
3254
+ # S3 objects based on their LastModifiedDate attribute in Amazon S3.
2871
3255
  # @return [Types::FilterExpression]
2872
3256
  #
2873
3257
  # @!attribute [rw] files_limit
@@ -2876,8 +3260,8 @@ module Aws::GlueDataBrew
2876
3260
  # @return [Types::FilesLimit]
2877
3261
  #
2878
3262
  # @!attribute [rw] parameters
2879
- # A structure that maps names of parameters used in the S3 path of a
2880
- # dataset to their definitions.
3263
+ # A structure that maps names of parameters used in the Amazon S3 path
3264
+ # of a dataset to their definitions.
2881
3265
  # @return [Hash<String,Types::DatasetParameter>]
2882
3266
  #
2883
3267
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/PathOptions AWS API Documentation
@@ -2890,10 +3274,90 @@ module Aws::GlueDataBrew
2890
3274
  include Aws::Structure
2891
3275
  end
2892
3276
 
3277
+ # Configuration for profile jobs. Configuration can be used to select
3278
+ # columns, do evaluations, and override default parameters of
3279
+ # evaluations. When configuration is undefined, the profile job will
3280
+ # apply default settings to all supported columns.
3281
+ #
3282
+ # @note When making an API call, you may pass ProfileConfiguration
3283
+ # data as a hash:
3284
+ #
3285
+ # {
3286
+ # dataset_statistics_configuration: {
3287
+ # included_statistics: ["Statistic"],
3288
+ # overrides: [
3289
+ # {
3290
+ # statistic: "Statistic", # required
3291
+ # parameters: { # required
3292
+ # "ParameterName" => "ParameterValue",
3293
+ # },
3294
+ # },
3295
+ # ],
3296
+ # },
3297
+ # profile_columns: [
3298
+ # {
3299
+ # regex: "ColumnName",
3300
+ # name: "ColumnName",
3301
+ # },
3302
+ # ],
3303
+ # column_statistics_configurations: [
3304
+ # {
3305
+ # selectors: [
3306
+ # {
3307
+ # regex: "ColumnName",
3308
+ # name: "ColumnName",
3309
+ # },
3310
+ # ],
3311
+ # statistics: { # required
3312
+ # included_statistics: ["Statistic"],
3313
+ # overrides: [
3314
+ # {
3315
+ # statistic: "Statistic", # required
3316
+ # parameters: { # required
3317
+ # "ParameterName" => "ParameterValue",
3318
+ # },
3319
+ # },
3320
+ # ],
3321
+ # },
3322
+ # },
3323
+ # ],
3324
+ # }
3325
+ #
3326
+ # @!attribute [rw] dataset_statistics_configuration
3327
+ # Configuration for inter-column evaluations. Configuration can be
3328
+ # used to select evaluations and override parameters of evaluations.
3329
+ # When configuration is undefined, the profile job will run all
3330
+ # supported inter-column evaluations.
3331
+ # @return [Types::StatisticsConfiguration]
3332
+ #
3333
+ # @!attribute [rw] profile_columns
3334
+ # List of column selectors. ProfileColumns can be used to select
3335
+ # columns from the dataset. When ProfileColumns is undefined, the
3336
+ # profile job will profile all supported columns.
3337
+ # @return [Array<Types::ColumnSelector>]
3338
+ #
3339
+ # @!attribute [rw] column_statistics_configurations
3340
+ # List of configurations for column evaluations.
3341
+ # ColumnStatisticsConfigurations are used to select evaluations and
3342
+ # override parameters of evaluations for particular columns. When
3343
+ # ColumnStatisticsConfigurations is undefined, the profile job will
3344
+ # profile all supported columns and run all supported evaluations.
3345
+ # @return [Array<Types::ColumnStatisticsConfiguration>]
3346
+ #
3347
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
3348
+ #
3349
+ class ProfileConfiguration < Struct.new(
3350
+ :dataset_statistics_configuration,
3351
+ :profile_columns,
3352
+ :column_statistics_configurations)
3353
+ SENSITIVE = []
3354
+ include Aws::Structure
3355
+ end
3356
+
2893
3357
  # Represents all of the attributes of a DataBrew project.
2894
3358
  #
2895
3359
  # @!attribute [rw] account_id
2896
- # The ID of the AWS account that owns the project.
3360
+ # The ID of the Amazon Web Services account that owns the project.
2897
3361
  # @return [String]
2898
3362
  #
2899
3363
  # @!attribute [rw] create_date
@@ -3101,12 +3565,11 @@ module Aws::GlueDataBrew
3101
3565
 
3102
3566
  # Represents a transformation and associated parameters that are used to
3103
3567
  # apply a change to a DataBrew dataset. For more information, see
3104
- # [Recipe structure][1] and [Recipe actions reference][2].
3568
+ # [Recipe actions reference][1].
3105
3569
  #
3106
3570
  #
3107
3571
  #
3108
- # [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-structure.html
3109
- # [2]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
3572
+ # [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
3110
3573
  #
3111
3574
  # @note When making an API call, you may pass RecipeAction
3112
3575
  # data as a hash:
@@ -3257,7 +3720,7 @@ module Aws::GlueDataBrew
3257
3720
  # }
3258
3721
  #
3259
3722
  # @!attribute [rw] bucket
3260
- # The S3 bucket name.
3723
+ # The Amazon S3 bucket name.
3261
3724
  # @return [String]
3262
3725
  #
3263
3726
  # @!attribute [rw] key
@@ -3273,6 +3736,32 @@ module Aws::GlueDataBrew
3273
3736
  include Aws::Structure
3274
3737
  end
3275
3738
 
3739
+ # Represents options that specify how and where DataBrew writes the
3740
+ # Amazon S3 output generated by recipe jobs.
3741
+ #
3742
+ # @note When making an API call, you may pass S3TableOutputOptions
3743
+ # data as a hash:
3744
+ #
3745
+ # {
3746
+ # location: { # required
3747
+ # bucket: "Bucket", # required
3748
+ # key: "Key",
3749
+ # },
3750
+ # }
3751
+ #
3752
+ # @!attribute [rw] location
3753
+ # Represents an Amazon S3 location (bucket name and object key) where
3754
+ # DataBrew can write output from a job.
3755
+ # @return [Types::S3Location]
3756
+ #
3757
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/S3TableOutputOptions AWS API Documentation
3758
+ #
3759
+ class S3TableOutputOptions < Struct.new(
3760
+ :location)
3761
+ SENSITIVE = []
3762
+ include Aws::Structure
3763
+ end
3764
+
3276
3765
  # Represents the sample size and sampling type for DataBrew to use for
3277
3766
  # interactive data analysis.
3278
3767
  #
@@ -3304,7 +3793,7 @@ module Aws::GlueDataBrew
3304
3793
  # Represents one or more dates and times when a job is to run.
3305
3794
  #
3306
3795
  # @!attribute [rw] account_id
3307
- # The ID of the AWS account that owns the schedule.
3796
+ # The ID of the Amazon Web Services account that owns the schedule.
3308
3797
  # @return [String]
3309
3798
  #
3310
3799
  # @!attribute [rw] created_by
@@ -3334,8 +3823,7 @@ module Aws::GlueDataBrew
3334
3823
  #
3335
3824
  # @!attribute [rw] cron_expression
3336
3825
  # The dates and times when the job is to run. For more information,
3337
- # see [Cron expressions][1] in the *AWS Glue DataBrew Developer
3338
- # Guide*.
3826
+ # see [Cron expressions][1] in the *Glue DataBrew Developer Guide*.
3339
3827
  #
3340
3828
  #
3341
3829
  #
@@ -3548,6 +4036,72 @@ module Aws::GlueDataBrew
3548
4036
  include Aws::Structure
3549
4037
  end
3550
4038
 
4039
+ # Override of a particular evaluation for a profile job.
4040
+ #
4041
+ # @note When making an API call, you may pass StatisticOverride
4042
+ # data as a hash:
4043
+ #
4044
+ # {
4045
+ # statistic: "Statistic", # required
4046
+ # parameters: { # required
4047
+ # "ParameterName" => "ParameterValue",
4048
+ # },
4049
+ # }
4050
+ #
4051
+ # @!attribute [rw] statistic
4052
+ # The name of an evaluation
4053
+ # @return [String]
4054
+ #
4055
+ # @!attribute [rw] parameters
4056
+ # A map that includes overrides of an evaluation’s parameters.
4057
+ # @return [Hash<String,String>]
4058
+ #
4059
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
4060
+ #
4061
+ class StatisticOverride < Struct.new(
4062
+ :statistic,
4063
+ :parameters)
4064
+ SENSITIVE = []
4065
+ include Aws::Structure
4066
+ end
4067
+
4068
+ # Configuration of evaluations for a profile job. This configuration can
4069
+ # be used to select evaluations and override the parameters of selected
4070
+ # evaluations.
4071
+ #
4072
+ # @note When making an API call, you may pass StatisticsConfiguration
4073
+ # data as a hash:
4074
+ #
4075
+ # {
4076
+ # included_statistics: ["Statistic"],
4077
+ # overrides: [
4078
+ # {
4079
+ # statistic: "Statistic", # required
4080
+ # parameters: { # required
4081
+ # "ParameterName" => "ParameterValue",
4082
+ # },
4083
+ # },
4084
+ # ],
4085
+ # }
4086
+ #
4087
+ # @!attribute [rw] included_statistics
4088
+ # List of included evaluations. When the list is undefined, all
4089
+ # supported evaluations will be included.
4090
+ # @return [Array<String>]
4091
+ #
4092
+ # @!attribute [rw] overrides
4093
+ # List of overrides for evaluations.
4094
+ # @return [Array<Types::StatisticOverride>]
4095
+ #
4096
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
4097
+ #
4098
+ class StatisticsConfiguration < Struct.new(
4099
+ :included_statistics,
4100
+ :overrides)
4101
+ SENSITIVE = []
4102
+ include Aws::Structure
4103
+ end
4104
+
3551
4105
  # @note When making an API call, you may pass StopJobRunRequest
3552
4106
  # data as a hash:
3553
4107
  #
@@ -3729,8 +4283,8 @@ module Aws::GlueDataBrew
3729
4283
  # @return [String]
3730
4284
  #
3731
4285
  # @!attribute [rw] format
3732
- # The file format of a dataset that is created from an S3 file or
3733
- # folder.
4286
+ # The file format of a dataset that is created from an Amazon S3 file
4287
+ # or folder.
3734
4288
  # @return [String]
3735
4289
  #
3736
4290
  # @!attribute [rw] format_options
@@ -3740,12 +4294,12 @@ module Aws::GlueDataBrew
3740
4294
  #
3741
4295
  # @!attribute [rw] input
3742
4296
  # Represents information on how DataBrew can find data, in either the
3743
- # AWS Glue Data Catalog or Amazon S3.
4297
+ # Glue Data Catalog or Amazon S3.
3744
4298
  # @return [Types::Input]
3745
4299
  #
3746
4300
  # @!attribute [rw] path_options
3747
- # A set of options that defines how DataBrew interprets an S3 path of
3748
- # the dataset.
4301
+ # A set of options that defines how DataBrew interprets an Amazon S3
4302
+ # path of the dataset.
3749
4303
  # @return [Types::PathOptions]
3750
4304
  #
3751
4305
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
@@ -3776,6 +4330,46 @@ module Aws::GlueDataBrew
3776
4330
  # data as a hash:
3777
4331
  #
3778
4332
  # {
4333
+ # configuration: {
4334
+ # dataset_statistics_configuration: {
4335
+ # included_statistics: ["Statistic"],
4336
+ # overrides: [
4337
+ # {
4338
+ # statistic: "Statistic", # required
4339
+ # parameters: { # required
4340
+ # "ParameterName" => "ParameterValue",
4341
+ # },
4342
+ # },
4343
+ # ],
4344
+ # },
4345
+ # profile_columns: [
4346
+ # {
4347
+ # regex: "ColumnName",
4348
+ # name: "ColumnName",
4349
+ # },
4350
+ # ],
4351
+ # column_statistics_configurations: [
4352
+ # {
4353
+ # selectors: [
4354
+ # {
4355
+ # regex: "ColumnName",
4356
+ # name: "ColumnName",
4357
+ # },
4358
+ # ],
4359
+ # statistics: { # required
4360
+ # included_statistics: ["Statistic"],
4361
+ # overrides: [
4362
+ # {
4363
+ # statistic: "Statistic", # required
4364
+ # parameters: { # required
4365
+ # "ParameterName" => "ParameterValue",
4366
+ # },
4367
+ # },
4368
+ # ],
4369
+ # },
4370
+ # },
4371
+ # ],
4372
+ # },
3779
4373
  # encryption_key_arn: "EncryptionKeyArn",
3780
4374
  # encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
3781
4375
  # name: "JobName", # required
@@ -3794,6 +4388,13 @@ module Aws::GlueDataBrew
3794
4388
  # },
3795
4389
  # }
3796
4390
  #
4391
+ # @!attribute [rw] configuration
4392
+ # Configuration for profile jobs. Used to select columns, do
4393
+ # evaluations, and override default parameters of evaluations. When
4394
+ # configuration is null, the profile job will run with default
4395
+ # settings.
4396
+ # @return [Types::ProfileConfiguration]
4397
+ #
3797
4398
  # @!attribute [rw] encryption_key_arn
3798
4399
  # The Amazon Resource Name (ARN) of an encryption key that is used to
3799
4400
  # protect the job.
@@ -3802,7 +4403,7 @@ module Aws::GlueDataBrew
3802
4403
  # @!attribute [rw] encryption_mode
3803
4404
  # The encryption mode for the job, which can be one of the following:
3804
4405
  #
3805
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
4406
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
3806
4407
  #
3807
4408
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
3808
4409
  # @return [String]
@@ -3832,8 +4433,8 @@ module Aws::GlueDataBrew
3832
4433
  # @return [Types::S3Location]
3833
4434
  #
3834
4435
  # @!attribute [rw] role_arn
3835
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
3836
- # Management (IAM) role to be assumed when DataBrew runs the job.
4436
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
4437
+ # (IAM) role to be assumed when DataBrew runs the job.
3837
4438
  # @return [String]
3838
4439
  #
3839
4440
  # @!attribute [rw] timeout
@@ -3852,6 +4453,7 @@ module Aws::GlueDataBrew
3852
4453
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
3853
4454
  #
3854
4455
  class UpdateProfileJobRequest < Struct.new(
4456
+ :configuration,
3855
4457
  :encryption_key_arn,
3856
4458
  :encryption_mode,
3857
4459
  :name,
@@ -3941,7 +4543,7 @@ module Aws::GlueDataBrew
3941
4543
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
3942
4544
  # max_capacity: 1,
3943
4545
  # max_retries: 1,
3944
- # outputs: [ # required
4546
+ # outputs: [
3945
4547
  # {
3946
4548
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
3947
4549
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -3958,6 +4560,40 @@ module Aws::GlueDataBrew
3958
4560
  # },
3959
4561
  # },
3960
4562
  # ],
4563
+ # data_catalog_outputs: [
4564
+ # {
4565
+ # catalog_id: "CatalogId",
4566
+ # database_name: "DatabaseName", # required
4567
+ # table_name: "TableName", # required
4568
+ # s3_options: {
4569
+ # location: { # required
4570
+ # bucket: "Bucket", # required
4571
+ # key: "Key",
4572
+ # },
4573
+ # },
4574
+ # database_options: {
4575
+ # temp_directory: {
4576
+ # bucket: "Bucket", # required
4577
+ # key: "Key",
4578
+ # },
4579
+ # table_name: "DatabaseTableName", # required
4580
+ # },
4581
+ # overwrite: false,
4582
+ # },
4583
+ # ],
4584
+ # database_outputs: [
4585
+ # {
4586
+ # glue_connection_name: "GlueConnectionName", # required
4587
+ # database_options: { # required
4588
+ # temp_directory: {
4589
+ # bucket: "Bucket", # required
4590
+ # key: "Key",
4591
+ # },
4592
+ # table_name: "DatabaseTableName", # required
4593
+ # },
4594
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
4595
+ # },
4596
+ # ],
3961
4597
  # role_arn: "Arn", # required
3962
4598
  # timeout: 1,
3963
4599
  # }
@@ -3970,7 +4606,7 @@ module Aws::GlueDataBrew
3970
4606
  # @!attribute [rw] encryption_mode
3971
4607
  # The encryption mode for the job, which can be one of the following:
3972
4608
  #
3973
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
4609
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
3974
4610
  #
3975
4611
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
3976
4612
  # @return [String]
@@ -3999,9 +4635,19 @@ module Aws::GlueDataBrew
3999
4635
  # job.
4000
4636
  # @return [Array<Types::Output>]
4001
4637
  #
4638
+ # @!attribute [rw] data_catalog_outputs
4639
+ # One or more artifacts that represent the Glue Data Catalog output
4640
+ # from running the job.
4641
+ # @return [Array<Types::DataCatalogOutput>]
4642
+ #
4643
+ # @!attribute [rw] database_outputs
4644
+ # Represents a list of JDBC database output objects which defines the
4645
+ # output destination for a DataBrew recipe job to write into.
4646
+ # @return [Array<Types::DatabaseOutput>]
4647
+ #
4002
4648
  # @!attribute [rw] role_arn
4003
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
4004
- # Management (IAM) role to be assumed when DataBrew runs the job.
4649
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
4650
+ # (IAM) role to be assumed when DataBrew runs the job.
4005
4651
  # @return [String]
4006
4652
  #
4007
4653
  # @!attribute [rw] timeout
@@ -4019,6 +4665,8 @@ module Aws::GlueDataBrew
4019
4665
  :max_capacity,
4020
4666
  :max_retries,
4021
4667
  :outputs,
4668
+ :data_catalog_outputs,
4669
+ :database_outputs,
4022
4670
  :role_arn,
4023
4671
  :timeout)
4024
4672
  SENSITIVE = []
@@ -4113,8 +4761,8 @@ module Aws::GlueDataBrew
4113
4761
  #
4114
4762
  # @!attribute [rw] cron_expression
4115
4763
  # The date or dates and time or times when the jobs are to be run. For
4116
- # more information, see [Cron expressions][1] in the *AWS Glue
4117
- # DataBrew Developer Guide*.
4764
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
4765
+ # Developer Guide*.
4118
4766
  #
4119
4767
  #
4120
4768
  #