aws-sdk-gluedatabrew 1.7.0 → 1.11.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +312 -30
- data/lib/aws-sdk-gluedatabrew/client_api.rb +88 -2
- data/lib/aws-sdk-gluedatabrew/types.rb +746 -98
- metadata +5 -6
@@ -27,6 +27,10 @@ module Aws::GlueDataBrew
|
|
27
27
|
ColumnName = Shapes::StringShape.new(name: 'ColumnName')
|
28
28
|
ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
|
29
29
|
ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
|
30
|
+
ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
|
31
|
+
ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
|
32
|
+
ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
|
33
|
+
ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
|
30
34
|
CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
|
31
35
|
Condition = Shapes::StringShape.new(name: 'Condition')
|
32
36
|
ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
|
@@ -51,9 +55,15 @@ module Aws::GlueDataBrew
|
|
51
55
|
CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
|
52
56
|
CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
|
53
57
|
DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
|
58
|
+
DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
|
59
|
+
DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
|
54
60
|
DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
|
55
61
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
62
|
+
DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
|
63
|
+
DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
|
64
|
+
DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
|
56
65
|
DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
|
66
|
+
DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
|
57
67
|
Dataset = Shapes::StructureShape.new(name: 'Dataset')
|
58
68
|
DatasetList = Shapes::ListShape.new(name: 'DatasetList')
|
59
69
|
DatasetName = Shapes::StringShape.new(name: 'DatasetName')
|
@@ -157,6 +167,7 @@ module Aws::GlueDataBrew
|
|
157
167
|
PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
|
158
168
|
PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
|
159
169
|
Preview = Shapes::BooleanShape.new(name: 'Preview')
|
170
|
+
ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
|
160
171
|
Project = Shapes::StructureShape.new(name: 'Project')
|
161
172
|
ProjectList = Shapes::ListShape.new(name: 'ProjectList')
|
162
173
|
ProjectName = Shapes::StringShape.new(name: 'ProjectName')
|
@@ -179,6 +190,7 @@ module Aws::GlueDataBrew
|
|
179
190
|
ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
|
180
191
|
Result = Shapes::StringShape.new(name: 'Result')
|
181
192
|
S3Location = Shapes::StructureShape.new(name: 'S3Location')
|
193
|
+
S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
|
182
194
|
Sample = Shapes::StructureShape.new(name: 'Sample')
|
183
195
|
SampleMode = Shapes::StringShape.new(name: 'SampleMode')
|
184
196
|
SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
|
@@ -201,6 +213,11 @@ module Aws::GlueDataBrew
|
|
201
213
|
StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
|
202
214
|
StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
|
203
215
|
StartedBy = Shapes::StringShape.new(name: 'StartedBy')
|
216
|
+
Statistic = Shapes::StringShape.new(name: 'Statistic')
|
217
|
+
StatisticList = Shapes::ListShape.new(name: 'StatisticList')
|
218
|
+
StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
|
219
|
+
StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
|
220
|
+
StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
|
204
221
|
StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
|
205
222
|
StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
|
206
223
|
StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
|
@@ -246,6 +263,18 @@ module Aws::GlueDataBrew
|
|
246
263
|
|
247
264
|
ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
|
248
265
|
|
266
|
+
ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
|
267
|
+
ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
|
268
|
+
ColumnSelector.struct_class = Types::ColumnSelector
|
269
|
+
|
270
|
+
ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
|
271
|
+
|
272
|
+
ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
|
273
|
+
ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
|
274
|
+
ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
|
275
|
+
|
276
|
+
ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
|
277
|
+
|
249
278
|
ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
|
250
279
|
ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
|
251
280
|
ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
|
@@ -275,6 +304,7 @@ module Aws::GlueDataBrew
|
|
275
304
|
CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
276
305
|
CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
277
306
|
CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
|
307
|
+
CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
|
278
308
|
CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
279
309
|
CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
280
310
|
CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
@@ -302,7 +332,9 @@ module Aws::GlueDataBrew
|
|
302
332
|
CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
303
333
|
CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
304
334
|
CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
305
|
-
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
335
|
+
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
336
|
+
CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
337
|
+
CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
306
338
|
CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
307
339
|
CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
308
340
|
CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
@@ -344,11 +376,32 @@ module Aws::GlueDataBrew
|
|
344
376
|
DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
345
377
|
DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
|
346
378
|
|
379
|
+
DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
|
380
|
+
DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
|
381
|
+
DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
|
382
|
+
DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
|
383
|
+
DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
|
384
|
+
DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
|
385
|
+
DataCatalogOutput.struct_class = Types::DataCatalogOutput
|
386
|
+
|
387
|
+
DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
|
388
|
+
|
347
389
|
DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
348
390
|
DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
|
349
391
|
DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
350
392
|
DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
|
351
393
|
|
394
|
+
DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
395
|
+
DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
|
396
|
+
DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
|
397
|
+
DatabaseOutput.struct_class = Types::DatabaseOutput
|
398
|
+
|
399
|
+
DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
|
400
|
+
|
401
|
+
DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
402
|
+
DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
|
403
|
+
DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
|
404
|
+
|
352
405
|
Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
353
406
|
Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
354
407
|
Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
@@ -443,7 +496,10 @@ module Aws::GlueDataBrew
|
|
443
496
|
DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
444
497
|
DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
445
498
|
DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
499
|
+
DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
500
|
+
DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
446
501
|
DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
502
|
+
DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
|
447
503
|
DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
448
504
|
DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
449
505
|
DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
@@ -462,11 +518,14 @@ module Aws::GlueDataBrew
|
|
462
518
|
DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
|
463
519
|
DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
|
464
520
|
DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
|
521
|
+
DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
|
465
522
|
DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
|
466
523
|
DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
|
467
524
|
DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
468
525
|
DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
469
526
|
DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
527
|
+
DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
528
|
+
DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
470
529
|
DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
471
530
|
DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
472
531
|
DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -568,6 +627,8 @@ module Aws::GlueDataBrew
|
|
568
627
|
Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
569
628
|
Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
570
629
|
Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
630
|
+
Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
631
|
+
Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
571
632
|
Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
572
633
|
Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
573
634
|
Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
@@ -592,6 +653,8 @@ module Aws::GlueDataBrew
|
|
592
653
|
JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
593
654
|
JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
594
655
|
JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
656
|
+
JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
657
|
+
JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
595
658
|
JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
596
659
|
JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
597
660
|
JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -699,6 +762,11 @@ module Aws::GlueDataBrew
|
|
699
762
|
PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
|
700
763
|
PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
|
701
764
|
|
765
|
+
ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
|
766
|
+
ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
|
767
|
+
ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
|
768
|
+
ProfileConfiguration.struct_class = Types::ProfileConfiguration
|
769
|
+
|
702
770
|
Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
703
771
|
Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
704
772
|
Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
@@ -771,6 +839,9 @@ module Aws::GlueDataBrew
|
|
771
839
|
S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
|
772
840
|
S3Location.struct_class = Types::S3Location
|
773
841
|
|
842
|
+
S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
|
843
|
+
S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
|
844
|
+
|
774
845
|
Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
|
775
846
|
Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
|
776
847
|
Sample.struct_class = Types::Sample
|
@@ -823,6 +894,18 @@ module Aws::GlueDataBrew
|
|
823
894
|
StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
|
824
895
|
StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
|
825
896
|
|
897
|
+
StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
|
898
|
+
|
899
|
+
StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
|
900
|
+
StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
|
901
|
+
StatisticOverride.struct_class = Types::StatisticOverride
|
902
|
+
|
903
|
+
StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
|
904
|
+
|
905
|
+
StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
|
906
|
+
StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
|
907
|
+
StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
|
908
|
+
|
826
909
|
StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
827
910
|
StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
|
828
911
|
StopJobRunRequest.struct_class = Types::StopJobRunRequest
|
@@ -857,6 +940,7 @@ module Aws::GlueDataBrew
|
|
857
940
|
UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
858
941
|
UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
|
859
942
|
|
943
|
+
UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
|
860
944
|
UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
|
861
945
|
UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
|
862
946
|
UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
@@ -887,7 +971,9 @@ module Aws::GlueDataBrew
|
|
887
971
|
UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
888
972
|
UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
889
973
|
UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
890
|
-
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
974
|
+
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
975
|
+
UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
976
|
+
UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
891
977
|
UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
892
978
|
UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
893
979
|
UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
|
@@ -68,6 +68,81 @@ module Aws::GlueDataBrew
|
|
68
68
|
include Aws::Structure
|
69
69
|
end
|
70
70
|
|
71
|
+
# Selector of a column from a dataset for profile job configuration. One
|
72
|
+
# selector includes either a column name or a regular expression.
|
73
|
+
#
|
74
|
+
# @note When making an API call, you may pass ColumnSelector
|
75
|
+
# data as a hash:
|
76
|
+
#
|
77
|
+
# {
|
78
|
+
# regex: "ColumnName",
|
79
|
+
# name: "ColumnName",
|
80
|
+
# }
|
81
|
+
#
|
82
|
+
# @!attribute [rw] regex
|
83
|
+
# A regular expression for selecting a column from a dataset.
|
84
|
+
# @return [String]
|
85
|
+
#
|
86
|
+
# @!attribute [rw] name
|
87
|
+
# The name of a column from a dataset.
|
88
|
+
# @return [String]
|
89
|
+
#
|
90
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
|
91
|
+
#
|
92
|
+
class ColumnSelector < Struct.new(
|
93
|
+
:regex,
|
94
|
+
:name)
|
95
|
+
SENSITIVE = []
|
96
|
+
include Aws::Structure
|
97
|
+
end
|
98
|
+
|
99
|
+
# Configuration for column evaluations for a profile job.
|
100
|
+
# ColumnStatisticsConfiguration can be used to select evaluations and
|
101
|
+
# override parameters of evaluations for particular columns.
|
102
|
+
#
|
103
|
+
# @note When making an API call, you may pass ColumnStatisticsConfiguration
|
104
|
+
# data as a hash:
|
105
|
+
#
|
106
|
+
# {
|
107
|
+
# selectors: [
|
108
|
+
# {
|
109
|
+
# regex: "ColumnName",
|
110
|
+
# name: "ColumnName",
|
111
|
+
# },
|
112
|
+
# ],
|
113
|
+
# statistics: { # required
|
114
|
+
# included_statistics: ["Statistic"],
|
115
|
+
# overrides: [
|
116
|
+
# {
|
117
|
+
# statistic: "Statistic", # required
|
118
|
+
# parameters: { # required
|
119
|
+
# "ParameterName" => "ParameterValue",
|
120
|
+
# },
|
121
|
+
# },
|
122
|
+
# ],
|
123
|
+
# },
|
124
|
+
# }
|
125
|
+
#
|
126
|
+
# @!attribute [rw] selectors
|
127
|
+
# List of column selectors. Selectors can be used to select columns
|
128
|
+
# from the dataset. When selectors are undefined, configuration will
|
129
|
+
# be applied to all supported columns.
|
130
|
+
# @return [Array<Types::ColumnSelector>]
|
131
|
+
#
|
132
|
+
# @!attribute [rw] statistics
|
133
|
+
# Configuration for evaluations. Statistics can be used to select
|
134
|
+
# evaluations and override parameters of evaluations.
|
135
|
+
# @return [Types::StatisticsConfiguration]
|
136
|
+
#
|
137
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
|
138
|
+
#
|
139
|
+
class ColumnStatisticsConfiguration < Struct.new(
|
140
|
+
:selectors,
|
141
|
+
:statistics)
|
142
|
+
SENSITIVE = []
|
143
|
+
include Aws::Structure
|
144
|
+
end
|
145
|
+
|
71
146
|
# Represents an individual condition that evaluates to true or false.
|
72
147
|
#
|
73
148
|
# Conditions are used with recipe actions. The action is only performed
|
@@ -89,7 +164,7 @@ module Aws::GlueDataBrew
|
|
89
164
|
#
|
90
165
|
# @!attribute [rw] condition
|
91
166
|
# A specific condition to apply to a recipe action. For more
|
92
|
-
# information, see [Recipe structure][1] in the *
|
167
|
+
# information, see [Recipe structure][1] in the *Glue DataBrew
|
93
168
|
# Developer Guide*.
|
94
169
|
#
|
95
170
|
#
|
@@ -214,8 +289,8 @@ module Aws::GlueDataBrew
|
|
214
289
|
# @return [String]
|
215
290
|
#
|
216
291
|
# @!attribute [rw] format
|
217
|
-
# The file format of a dataset that is created from an S3 file
|
218
|
-
# folder.
|
292
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
293
|
+
# or folder.
|
219
294
|
# @return [String]
|
220
295
|
#
|
221
296
|
# @!attribute [rw] format_options
|
@@ -225,12 +300,12 @@ module Aws::GlueDataBrew
|
|
225
300
|
#
|
226
301
|
# @!attribute [rw] input
|
227
302
|
# Represents information on how DataBrew can find data, in either the
|
228
|
-
#
|
303
|
+
# Glue Data Catalog or Amazon S3.
|
229
304
|
# @return [Types::Input]
|
230
305
|
#
|
231
306
|
# @!attribute [rw] path_options
|
232
|
-
# A set of options that defines how DataBrew interprets an S3
|
233
|
-
# the dataset.
|
307
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
308
|
+
# path of the dataset.
|
234
309
|
# @return [Types::PathOptions]
|
235
310
|
#
|
236
311
|
# @!attribute [rw] tags
|
@@ -277,6 +352,46 @@ module Aws::GlueDataBrew
|
|
277
352
|
# bucket: "Bucket", # required
|
278
353
|
# key: "Key",
|
279
354
|
# },
|
355
|
+
# configuration: {
|
356
|
+
# dataset_statistics_configuration: {
|
357
|
+
# included_statistics: ["Statistic"],
|
358
|
+
# overrides: [
|
359
|
+
# {
|
360
|
+
# statistic: "Statistic", # required
|
361
|
+
# parameters: { # required
|
362
|
+
# "ParameterName" => "ParameterValue",
|
363
|
+
# },
|
364
|
+
# },
|
365
|
+
# ],
|
366
|
+
# },
|
367
|
+
# profile_columns: [
|
368
|
+
# {
|
369
|
+
# regex: "ColumnName",
|
370
|
+
# name: "ColumnName",
|
371
|
+
# },
|
372
|
+
# ],
|
373
|
+
# column_statistics_configurations: [
|
374
|
+
# {
|
375
|
+
# selectors: [
|
376
|
+
# {
|
377
|
+
# regex: "ColumnName",
|
378
|
+
# name: "ColumnName",
|
379
|
+
# },
|
380
|
+
# ],
|
381
|
+
# statistics: { # required
|
382
|
+
# included_statistics: ["Statistic"],
|
383
|
+
# overrides: [
|
384
|
+
# {
|
385
|
+
# statistic: "Statistic", # required
|
386
|
+
# parameters: { # required
|
387
|
+
# "ParameterName" => "ParameterValue",
|
388
|
+
# },
|
389
|
+
# },
|
390
|
+
# ],
|
391
|
+
# },
|
392
|
+
# },
|
393
|
+
# ],
|
394
|
+
# },
|
280
395
|
# role_arn: "Arn", # required
|
281
396
|
# tags: {
|
282
397
|
# "TagKey" => "TagValue",
|
@@ -300,8 +415,8 @@ module Aws::GlueDataBrew
|
|
300
415
|
# @!attribute [rw] encryption_mode
|
301
416
|
# The encryption mode for the job, which can be one of the following:
|
302
417
|
#
|
303
|
-
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with
|
304
|
-
#
|
418
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
|
419
|
+
# keys.
|
305
420
|
#
|
306
421
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
307
422
|
# @return [String]
|
@@ -331,9 +446,16 @@ module Aws::GlueDataBrew
|
|
331
446
|
# DataBrew can read input data, or write output from a job.
|
332
447
|
# @return [Types::S3Location]
|
333
448
|
#
|
449
|
+
# @!attribute [rw] configuration
|
450
|
+
# Configuration for profile jobs. Used to select columns, do
|
451
|
+
# evaluations, and override default parameters of evaluations. When
|
452
|
+
# configuration is null, the profile job will run with default
|
453
|
+
# settings.
|
454
|
+
# @return [Types::ProfileConfiguration]
|
455
|
+
#
|
334
456
|
# @!attribute [rw] role_arn
|
335
|
-
# The Amazon Resource Name (ARN) of the
|
336
|
-
#
|
457
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
458
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
337
459
|
# @return [String]
|
338
460
|
#
|
339
461
|
# @!attribute [rw] tags
|
@@ -364,6 +486,7 @@ module Aws::GlueDataBrew
|
|
364
486
|
:max_capacity,
|
365
487
|
:max_retries,
|
366
488
|
:output_location,
|
489
|
+
:configuration,
|
367
490
|
:role_arn,
|
368
491
|
:tags,
|
369
492
|
:timeout,
|
@@ -420,8 +543,8 @@ module Aws::GlueDataBrew
|
|
420
543
|
# @return [Types::Sample]
|
421
544
|
#
|
422
545
|
# @!attribute [rw] role_arn
|
423
|
-
# The Amazon Resource Name (ARN) of the
|
424
|
-
#
|
546
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
547
|
+
# (IAM) role to be assumed for this request.
|
425
548
|
# @return [String]
|
426
549
|
#
|
427
550
|
# @!attribute [rw] tags
|
@@ -464,7 +587,7 @@ module Aws::GlueDataBrew
|
|
464
587
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
465
588
|
# max_capacity: 1,
|
466
589
|
# max_retries: 1,
|
467
|
-
# outputs: [
|
590
|
+
# outputs: [
|
468
591
|
# {
|
469
592
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
470
593
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -481,6 +604,40 @@ module Aws::GlueDataBrew
|
|
481
604
|
# },
|
482
605
|
# },
|
483
606
|
# ],
|
607
|
+
# data_catalog_outputs: [
|
608
|
+
# {
|
609
|
+
# catalog_id: "CatalogId",
|
610
|
+
# database_name: "DatabaseName", # required
|
611
|
+
# table_name: "TableName", # required
|
612
|
+
# s3_options: {
|
613
|
+
# location: { # required
|
614
|
+
# bucket: "Bucket", # required
|
615
|
+
# key: "Key",
|
616
|
+
# },
|
617
|
+
# },
|
618
|
+
# database_options: {
|
619
|
+
# temp_directory: {
|
620
|
+
# bucket: "Bucket", # required
|
621
|
+
# key: "Key",
|
622
|
+
# },
|
623
|
+
# table_name: "DatabaseTableName", # required
|
624
|
+
# },
|
625
|
+
# overwrite: false,
|
626
|
+
# },
|
627
|
+
# ],
|
628
|
+
# database_outputs: [
|
629
|
+
# {
|
630
|
+
# glue_connection_name: "GlueConnectionName", # required
|
631
|
+
# database_options: { # required
|
632
|
+
# temp_directory: {
|
633
|
+
# bucket: "Bucket", # required
|
634
|
+
# key: "Key",
|
635
|
+
# },
|
636
|
+
# table_name: "DatabaseTableName", # required
|
637
|
+
# },
|
638
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
639
|
+
# },
|
640
|
+
# ],
|
484
641
|
# project_name: "ProjectName",
|
485
642
|
# recipe_reference: {
|
486
643
|
# name: "RecipeName", # required
|
@@ -505,7 +662,7 @@ module Aws::GlueDataBrew
|
|
505
662
|
# @!attribute [rw] encryption_mode
|
506
663
|
# The encryption mode for the job, which can be one of the following:
|
507
664
|
#
|
508
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
665
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
509
666
|
#
|
510
667
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
511
668
|
# @return [String]
|
@@ -535,6 +692,16 @@ module Aws::GlueDataBrew
|
|
535
692
|
# job.
|
536
693
|
# @return [Array<Types::Output>]
|
537
694
|
#
|
695
|
+
# @!attribute [rw] data_catalog_outputs
|
696
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
697
|
+
# from running the job.
|
698
|
+
# @return [Array<Types::DataCatalogOutput>]
|
699
|
+
#
|
700
|
+
# @!attribute [rw] database_outputs
|
701
|
+
# Represents a list of JDBC database output objects which defines the
|
702
|
+
# output destination for a DataBrew recipe job to write to.
|
703
|
+
# @return [Array<Types::DatabaseOutput>]
|
704
|
+
#
|
538
705
|
# @!attribute [rw] project_name
|
539
706
|
# Either the name of an existing project, or a combination of a recipe
|
540
707
|
# and a dataset to associate with the recipe.
|
@@ -545,8 +712,8 @@ module Aws::GlueDataBrew
|
|
545
712
|
# @return [Types::RecipeReference]
|
546
713
|
#
|
547
714
|
# @!attribute [rw] role_arn
|
548
|
-
# The Amazon Resource Name (ARN) of the
|
549
|
-
#
|
715
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
716
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
550
717
|
# @return [String]
|
551
718
|
#
|
552
719
|
# @!attribute [rw] tags
|
@@ -569,6 +736,8 @@ module Aws::GlueDataBrew
|
|
569
736
|
:max_capacity,
|
570
737
|
:max_retries,
|
571
738
|
:outputs,
|
739
|
+
:data_catalog_outputs,
|
740
|
+
:database_outputs,
|
572
741
|
:project_name,
|
573
742
|
:recipe_reference,
|
574
743
|
:role_arn,
|
@@ -678,8 +847,8 @@ module Aws::GlueDataBrew
|
|
678
847
|
#
|
679
848
|
# @!attribute [rw] cron_expression
|
680
849
|
# The date or dates and time or times when the jobs are to be run. For
|
681
|
-
# more information, see [Cron expressions][1] in the *
|
682
|
-
#
|
850
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
851
|
+
# Developer Guide*.
|
683
852
|
#
|
684
853
|
#
|
685
854
|
#
|
@@ -773,8 +942,8 @@ module Aws::GlueDataBrew
|
|
773
942
|
include Aws::Structure
|
774
943
|
end
|
775
944
|
|
776
|
-
# Represents how metadata stored in the
|
777
|
-
#
|
945
|
+
# Represents how metadata stored in the Glue Data Catalog is defined in
|
946
|
+
# a DataBrew dataset.
|
778
947
|
#
|
779
948
|
# @note When making an API call, you may pass DataCatalogInputDefinition
|
780
949
|
# data as a hash:
|
@@ -790,8 +959,8 @@ module Aws::GlueDataBrew
|
|
790
959
|
# }
|
791
960
|
#
|
792
961
|
# @!attribute [rw] catalog_id
|
793
|
-
# The unique identifier of the
|
794
|
-
# that stores the data.
|
962
|
+
# The unique identifier of the Amazon Web Services account that holds
|
963
|
+
# the Data Catalog that stores the data.
|
795
964
|
# @return [String]
|
796
965
|
#
|
797
966
|
# @!attribute [rw] database_name
|
@@ -804,8 +973,8 @@ module Aws::GlueDataBrew
|
|
804
973
|
# @return [String]
|
805
974
|
#
|
806
975
|
# @!attribute [rw] temp_directory
|
807
|
-
#
|
808
|
-
#
|
976
|
+
# Represents an Amazon location where DataBrew can store intermediate
|
977
|
+
# results.
|
809
978
|
# @return [Types::S3Location]
|
810
979
|
#
|
811
980
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogInputDefinition AWS API Documentation
|
@@ -819,6 +988,74 @@ module Aws::GlueDataBrew
|
|
819
988
|
include Aws::Structure
|
820
989
|
end
|
821
990
|
|
991
|
+
# Represents options that specify how and where in the Glue Data Catalog
|
992
|
+
# DataBrew writes the output generated by recipe jobs.
|
993
|
+
#
|
994
|
+
# @note When making an API call, you may pass DataCatalogOutput
|
995
|
+
# data as a hash:
|
996
|
+
#
|
997
|
+
# {
|
998
|
+
# catalog_id: "CatalogId",
|
999
|
+
# database_name: "DatabaseName", # required
|
1000
|
+
# table_name: "TableName", # required
|
1001
|
+
# s3_options: {
|
1002
|
+
# location: { # required
|
1003
|
+
# bucket: "Bucket", # required
|
1004
|
+
# key: "Key",
|
1005
|
+
# },
|
1006
|
+
# },
|
1007
|
+
# database_options: {
|
1008
|
+
# temp_directory: {
|
1009
|
+
# bucket: "Bucket", # required
|
1010
|
+
# key: "Key",
|
1011
|
+
# },
|
1012
|
+
# table_name: "DatabaseTableName", # required
|
1013
|
+
# },
|
1014
|
+
# overwrite: false,
|
1015
|
+
# }
|
1016
|
+
#
|
1017
|
+
# @!attribute [rw] catalog_id
|
1018
|
+
# The unique identifier of the Amazon Web Services account that holds
|
1019
|
+
# the Data Catalog that stores the data.
|
1020
|
+
# @return [String]
|
1021
|
+
#
|
1022
|
+
# @!attribute [rw] database_name
|
1023
|
+
# The name of a database in the Data Catalog.
|
1024
|
+
# @return [String]
|
1025
|
+
#
|
1026
|
+
# @!attribute [rw] table_name
|
1027
|
+
# The name of a table in the Data Catalog.
|
1028
|
+
# @return [String]
|
1029
|
+
#
|
1030
|
+
# @!attribute [rw] s3_options
|
1031
|
+
# Represents options that specify how and where DataBrew writes the
|
1032
|
+
# Amazon S3 output generated by recipe jobs.
|
1033
|
+
# @return [Types::S3TableOutputOptions]
|
1034
|
+
#
|
1035
|
+
# @!attribute [rw] database_options
|
1036
|
+
# Represents options that specify how and where DataBrew writes the
|
1037
|
+
# database output generated by recipe jobs.
|
1038
|
+
# @return [Types::DatabaseTableOutputOptions]
|
1039
|
+
#
|
1040
|
+
# @!attribute [rw] overwrite
|
1041
|
+
# A value that, if true, means that any data in the location specified
|
1042
|
+
# for output is overwritten with new output. Not supported with
|
1043
|
+
# DatabaseOptions.
|
1044
|
+
# @return [Boolean]
|
1045
|
+
#
|
1046
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogOutput AWS API Documentation
|
1047
|
+
#
|
1048
|
+
class DataCatalogOutput < Struct.new(
|
1049
|
+
:catalog_id,
|
1050
|
+
:database_name,
|
1051
|
+
:table_name,
|
1052
|
+
:s3_options,
|
1053
|
+
:database_options,
|
1054
|
+
:overwrite)
|
1055
|
+
SENSITIVE = []
|
1056
|
+
include Aws::Structure
|
1057
|
+
end
|
1058
|
+
|
822
1059
|
# Connection information for dataset input files stored in a database.
|
823
1060
|
#
|
824
1061
|
# @note When making an API call, you may pass DatabaseInputDefinition
|
@@ -834,8 +1071,8 @@ module Aws::GlueDataBrew
|
|
834
1071
|
# }
|
835
1072
|
#
|
836
1073
|
# @!attribute [rw] glue_connection_name
|
837
|
-
# The
|
838
|
-
#
|
1074
|
+
# The Glue Connection that stores the connection information for the
|
1075
|
+
# target database.
|
839
1076
|
# @return [String]
|
840
1077
|
#
|
841
1078
|
# @!attribute [rw] database_table_name
|
@@ -857,10 +1094,86 @@ module Aws::GlueDataBrew
|
|
857
1094
|
include Aws::Structure
|
858
1095
|
end
|
859
1096
|
|
1097
|
+
# Represents a JDBC database output object which defines the output
|
1098
|
+
# destination for a DataBrew recipe job to write into.
|
1099
|
+
#
|
1100
|
+
# @note When making an API call, you may pass DatabaseOutput
|
1101
|
+
# data as a hash:
|
1102
|
+
#
|
1103
|
+
# {
|
1104
|
+
# glue_connection_name: "GlueConnectionName", # required
|
1105
|
+
# database_options: { # required
|
1106
|
+
# temp_directory: {
|
1107
|
+
# bucket: "Bucket", # required
|
1108
|
+
# key: "Key",
|
1109
|
+
# },
|
1110
|
+
# table_name: "DatabaseTableName", # required
|
1111
|
+
# },
|
1112
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
1113
|
+
# }
|
1114
|
+
#
|
1115
|
+
# @!attribute [rw] glue_connection_name
|
1116
|
+
# The Glue connection that stores the connection information for the
|
1117
|
+
# target database.
|
1118
|
+
# @return [String]
|
1119
|
+
#
|
1120
|
+
# @!attribute [rw] database_options
|
1121
|
+
# Represents options that specify how and where DataBrew writes the
|
1122
|
+
# database output generated by recipe jobs.
|
1123
|
+
# @return [Types::DatabaseTableOutputOptions]
|
1124
|
+
#
|
1125
|
+
# @!attribute [rw] database_output_mode
|
1126
|
+
# The output mode to write into the database. Currently supported
|
1127
|
+
# option: NEW\_TABLE.
|
1128
|
+
# @return [String]
|
1129
|
+
#
|
1130
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
|
1131
|
+
#
|
1132
|
+
class DatabaseOutput < Struct.new(
|
1133
|
+
:glue_connection_name,
|
1134
|
+
:database_options,
|
1135
|
+
:database_output_mode)
|
1136
|
+
SENSITIVE = []
|
1137
|
+
include Aws::Structure
|
1138
|
+
end
|
1139
|
+
|
1140
|
+
# Represents options that specify how and where DataBrew writes the
|
1141
|
+
# database output generated by recipe jobs.
|
1142
|
+
#
|
1143
|
+
# @note When making an API call, you may pass DatabaseTableOutputOptions
|
1144
|
+
# data as a hash:
|
1145
|
+
#
|
1146
|
+
# {
|
1147
|
+
# temp_directory: {
|
1148
|
+
# bucket: "Bucket", # required
|
1149
|
+
# key: "Key",
|
1150
|
+
# },
|
1151
|
+
# table_name: "DatabaseTableName", # required
|
1152
|
+
# }
|
1153
|
+
#
|
1154
|
+
# @!attribute [rw] temp_directory
|
1155
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
1156
|
+
# DataBrew can store intermediate results.
|
1157
|
+
# @return [Types::S3Location]
|
1158
|
+
#
|
1159
|
+
# @!attribute [rw] table_name
|
1160
|
+
# A prefix for the name of a table DataBrew will create in the
|
1161
|
+
# database.
|
1162
|
+
# @return [String]
|
1163
|
+
#
|
1164
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseTableOutputOptions AWS API Documentation
|
1165
|
+
#
|
1166
|
+
class DatabaseTableOutputOptions < Struct.new(
|
1167
|
+
:temp_directory,
|
1168
|
+
:table_name)
|
1169
|
+
SENSITIVE = []
|
1170
|
+
include Aws::Structure
|
1171
|
+
end
|
1172
|
+
|
860
1173
|
# Represents a dataset that can be processed by DataBrew.
|
861
1174
|
#
|
862
1175
|
# @!attribute [rw] account_id
|
863
|
-
# The ID of the
|
1176
|
+
# The ID of the Amazon Web Services account that owns the dataset.
|
864
1177
|
# @return [String]
|
865
1178
|
#
|
866
1179
|
# @!attribute [rw] created_by
|
@@ -876,8 +1189,8 @@ module Aws::GlueDataBrew
|
|
876
1189
|
# @return [String]
|
877
1190
|
#
|
878
1191
|
# @!attribute [rw] format
|
879
|
-
# The file format of a dataset that is created from an S3 file
|
880
|
-
# folder.
|
1192
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
1193
|
+
# or folder.
|
881
1194
|
# @return [String]
|
882
1195
|
#
|
883
1196
|
# @!attribute [rw] format_options
|
@@ -886,8 +1199,8 @@ module Aws::GlueDataBrew
|
|
886
1199
|
# @return [Types::FormatOptions]
|
887
1200
|
#
|
888
1201
|
# @!attribute [rw] input
|
889
|
-
# Information on how DataBrew can find the dataset, in either the
|
890
|
-
#
|
1202
|
+
# Information on how DataBrew can find the dataset, in either the Glue
|
1203
|
+
# Data Catalog or Amazon S3.
|
891
1204
|
# @return [Types::Input]
|
892
1205
|
#
|
893
1206
|
# @!attribute [rw] last_modified_date
|
@@ -901,12 +1214,12 @@ module Aws::GlueDataBrew
|
|
901
1214
|
#
|
902
1215
|
# @!attribute [rw] source
|
903
1216
|
# The location of the data for the dataset, either Amazon S3 or the
|
904
|
-
#
|
1217
|
+
# Glue Data Catalog.
|
905
1218
|
# @return [String]
|
906
1219
|
#
|
907
1220
|
# @!attribute [rw] path_options
|
908
|
-
# A set of options that defines how DataBrew interprets an S3
|
909
|
-
# the dataset.
|
1221
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
1222
|
+
# path of the dataset.
|
910
1223
|
# @return [Types::PathOptions]
|
911
1224
|
#
|
912
1225
|
# @!attribute [rw] tags
|
@@ -938,7 +1251,7 @@ module Aws::GlueDataBrew
|
|
938
1251
|
end
|
939
1252
|
|
940
1253
|
# Represents a dataset paramater that defines type and conditions for a
|
941
|
-
# parameter in the S3 path of the dataset.
|
1254
|
+
# parameter in the Amazon S3 path of the dataset.
|
942
1255
|
#
|
943
1256
|
# @note When making an API call, you may pass DatasetParameter
|
944
1257
|
# data as a hash:
|
@@ -961,7 +1274,8 @@ module Aws::GlueDataBrew
|
|
961
1274
|
# }
|
962
1275
|
#
|
963
1276
|
# @!attribute [rw] name
|
964
|
-
# The name of the parameter that is used in the dataset's S3
|
1277
|
+
# The name of the parameter that is used in the dataset's Amazon S3
|
1278
|
+
# path.
|
965
1279
|
# @return [String]
|
966
1280
|
#
|
967
1281
|
# @!attribute [rw] type
|
@@ -976,8 +1290,7 @@ module Aws::GlueDataBrew
|
|
976
1290
|
#
|
977
1291
|
# @!attribute [rw] create_column
|
978
1292
|
# Optional boolean value that defines whether the captured value of
|
979
|
-
# this parameter should be
|
980
|
-
# dataset.
|
1293
|
+
# this parameter should be used to create a new column in a dataset.
|
981
1294
|
# @return [Boolean]
|
982
1295
|
#
|
983
1296
|
# @!attribute [rw] filter
|
@@ -998,7 +1311,7 @@ module Aws::GlueDataBrew
|
|
998
1311
|
end
|
999
1312
|
|
1000
1313
|
# Represents additional options for correct interpretation of datetime
|
1001
|
-
# parameters used in the S3 path of a dataset.
|
1314
|
+
# parameters used in the Amazon S3 path of a dataset.
|
1002
1315
|
#
|
1003
1316
|
# @note When making an API call, you may pass DatetimeOptions
|
1004
1317
|
# data as a hash:
|
@@ -1011,16 +1324,17 @@ module Aws::GlueDataBrew
|
|
1011
1324
|
#
|
1012
1325
|
# @!attribute [rw] format
|
1013
1326
|
# Required option, that defines the datetime format used for a date
|
1014
|
-
# parameter in the S3 path. Should use only supported datetime
|
1015
|
-
# specifiers and separation characters, all
|
1016
|
-
#
|
1327
|
+
# parameter in the Amazon S3 path. Should use only supported datetime
|
1328
|
+
# specifiers and separation characters, all literal a-z or A-Z
|
1329
|
+
# characters should be escaped with single quotes. E.g.
|
1017
1330
|
# "MM.dd.yyyy-'at'-HH:mm".
|
1018
1331
|
# @return [String]
|
1019
1332
|
#
|
1020
1333
|
# @!attribute [rw] timezone_offset
|
1021
1334
|
# Optional value for a timezone offset of the datetime parameter value
|
1022
|
-
# in the S3 path. Shouldn't be used if Format for this
|
1023
|
-
# includes timezone fields. If no offset specified, UTC is
|
1335
|
+
# in the Amazon S3 path. Shouldn't be used if Format for this
|
1336
|
+
# parameter includes timezone fields. If no offset specified, UTC is
|
1337
|
+
# assumed.
|
1024
1338
|
# @return [String]
|
1025
1339
|
#
|
1026
1340
|
# @!attribute [rw] locale_code
|
@@ -1238,8 +1552,8 @@ module Aws::GlueDataBrew
|
|
1238
1552
|
# @return [String]
|
1239
1553
|
#
|
1240
1554
|
# @!attribute [rw] format
|
1241
|
-
# The file format of a dataset that is created from an S3 file
|
1242
|
-
# folder.
|
1555
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
1556
|
+
# or folder.
|
1243
1557
|
# @return [String]
|
1244
1558
|
#
|
1245
1559
|
# @!attribute [rw] format_options
|
@@ -1249,7 +1563,7 @@ module Aws::GlueDataBrew
|
|
1249
1563
|
#
|
1250
1564
|
# @!attribute [rw] input
|
1251
1565
|
# Represents information on how DataBrew can find data, in either the
|
1252
|
-
#
|
1566
|
+
# Glue Data Catalog or Amazon S3.
|
1253
1567
|
# @return [Types::Input]
|
1254
1568
|
#
|
1255
1569
|
# @!attribute [rw] last_modified_date
|
@@ -1262,13 +1576,13 @@ module Aws::GlueDataBrew
|
|
1262
1576
|
# @return [String]
|
1263
1577
|
#
|
1264
1578
|
# @!attribute [rw] source
|
1265
|
-
# The location of the data for this dataset, Amazon S3 or the
|
1579
|
+
# The location of the data for this dataset, Amazon S3 or the Glue
|
1266
1580
|
# Data Catalog.
|
1267
1581
|
# @return [String]
|
1268
1582
|
#
|
1269
1583
|
# @!attribute [rw] path_options
|
1270
|
-
# A set of options that defines how DataBrew interprets an S3
|
1271
|
-
# the dataset.
|
1584
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
1585
|
+
# path of the dataset.
|
1272
1586
|
# @return [Types::PathOptions]
|
1273
1587
|
#
|
1274
1588
|
# @!attribute [rw] tags
|
@@ -1338,7 +1652,7 @@ module Aws::GlueDataBrew
|
|
1338
1652
|
# @!attribute [rw] encryption_mode
|
1339
1653
|
# The encryption mode for the job, which can be one of the following:
|
1340
1654
|
#
|
1341
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
1655
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
1342
1656
|
#
|
1343
1657
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
1344
1658
|
# @return [String]
|
@@ -1383,10 +1697,27 @@ module Aws::GlueDataBrew
|
|
1383
1697
|
# job.
|
1384
1698
|
# @return [Array<Types::Output>]
|
1385
1699
|
#
|
1700
|
+
# @!attribute [rw] data_catalog_outputs
|
1701
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
1702
|
+
# from running the job.
|
1703
|
+
# @return [Array<Types::DataCatalogOutput>]
|
1704
|
+
#
|
1705
|
+
# @!attribute [rw] database_outputs
|
1706
|
+
# Represents a list of JDBC database output objects which defines the
|
1707
|
+
# output destination for a DataBrew recipe job to write into.
|
1708
|
+
# @return [Array<Types::DatabaseOutput>]
|
1709
|
+
#
|
1386
1710
|
# @!attribute [rw] project_name
|
1387
1711
|
# The DataBrew project associated with this job.
|
1388
1712
|
# @return [String]
|
1389
1713
|
#
|
1714
|
+
# @!attribute [rw] profile_configuration
|
1715
|
+
# Configuration for profile jobs. Used to select columns, do
|
1716
|
+
# evaluations, and override default parameters of evaluations. When
|
1717
|
+
# configuration is null, the profile job will run with default
|
1718
|
+
# settings.
|
1719
|
+
# @return [Types::ProfileConfiguration]
|
1720
|
+
#
|
1390
1721
|
# @!attribute [rw] recipe_reference
|
1391
1722
|
# Represents the name and version of a DataBrew recipe.
|
1392
1723
|
# @return [Types::RecipeReference]
|
@@ -1396,7 +1727,7 @@ module Aws::GlueDataBrew
|
|
1396
1727
|
# @return [String]
|
1397
1728
|
#
|
1398
1729
|
# @!attribute [rw] role_arn
|
1399
|
-
# The ARN of the
|
1730
|
+
# The ARN of the Identity and Access Management (IAM) role to be
|
1400
1731
|
# assumed when DataBrew runs the job.
|
1401
1732
|
# @return [String]
|
1402
1733
|
#
|
@@ -1430,7 +1761,10 @@ module Aws::GlueDataBrew
|
|
1430
1761
|
:max_capacity,
|
1431
1762
|
:max_retries,
|
1432
1763
|
:outputs,
|
1764
|
+
:data_catalog_outputs,
|
1765
|
+
:database_outputs,
|
1433
1766
|
:project_name,
|
1767
|
+
:profile_configuration,
|
1434
1768
|
:recipe_reference,
|
1435
1769
|
:resource_arn,
|
1436
1770
|
:role_arn,
|
@@ -1492,6 +1826,13 @@ module Aws::GlueDataBrew
|
|
1492
1826
|
# The name of the job being processed during this run.
|
1493
1827
|
# @return [String]
|
1494
1828
|
#
|
1829
|
+
# @!attribute [rw] profile_configuration
|
1830
|
+
# Configuration for profile jobs. Used to select columns, do
|
1831
|
+
# evaluations, and override default parameters of evaluations. When
|
1832
|
+
# configuration is null, the profile job will run with default
|
1833
|
+
# settings.
|
1834
|
+
# @return [Types::ProfileConfiguration]
|
1835
|
+
#
|
1495
1836
|
# @!attribute [rw] run_id
|
1496
1837
|
# The unique identifier of the job run.
|
1497
1838
|
# @return [String]
|
@@ -1513,6 +1854,16 @@ module Aws::GlueDataBrew
|
|
1513
1854
|
# One or more output artifacts from a job run.
|
1514
1855
|
# @return [Array<Types::Output>]
|
1515
1856
|
#
|
1857
|
+
# @!attribute [rw] data_catalog_outputs
|
1858
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
1859
|
+
# from running the job.
|
1860
|
+
# @return [Array<Types::DataCatalogOutput>]
|
1861
|
+
#
|
1862
|
+
# @!attribute [rw] database_outputs
|
1863
|
+
# Represents a list of JDBC database output objects which defines the
|
1864
|
+
# output destination for a DataBrew recipe job to write into.
|
1865
|
+
# @return [Array<Types::DatabaseOutput>]
|
1866
|
+
#
|
1516
1867
|
# @!attribute [rw] recipe_reference
|
1517
1868
|
# Represents the name and version of a DataBrew recipe.
|
1518
1869
|
# @return [Types::RecipeReference]
|
@@ -1542,11 +1893,14 @@ module Aws::GlueDataBrew
|
|
1542
1893
|
:error_message,
|
1543
1894
|
:execution_time,
|
1544
1895
|
:job_name,
|
1896
|
+
:profile_configuration,
|
1545
1897
|
:run_id,
|
1546
1898
|
:state,
|
1547
1899
|
:log_subscription,
|
1548
1900
|
:log_group_name,
|
1549
1901
|
:outputs,
|
1902
|
+
:data_catalog_outputs,
|
1903
|
+
:database_outputs,
|
1550
1904
|
:recipe_reference,
|
1551
1905
|
:started_by,
|
1552
1906
|
:started_on,
|
@@ -1613,7 +1967,7 @@ module Aws::GlueDataBrew
|
|
1613
1967
|
# @return [Types::Sample]
|
1614
1968
|
#
|
1615
1969
|
# @!attribute [rw] role_arn
|
1616
|
-
# The ARN of the
|
1970
|
+
# The ARN of the Identity and Access Management (IAM) role to be
|
1617
1971
|
# assumed when DataBrew runs the job.
|
1618
1972
|
# @return [String]
|
1619
1973
|
#
|
@@ -1810,7 +2164,7 @@ module Aws::GlueDataBrew
|
|
1810
2164
|
# @!attribute [rw] cron_expression
|
1811
2165
|
# The date or dates and time or times when the jobs are to be run for
|
1812
2166
|
# the schedule. For more information, see [Cron expressions][1] in the
|
1813
|
-
# *
|
2167
|
+
# *Glue DataBrew Developer Guide*.
|
1814
2168
|
#
|
1815
2169
|
#
|
1816
2170
|
#
|
@@ -1879,8 +2233,8 @@ module Aws::GlueDataBrew
|
|
1879
2233
|
include Aws::Structure
|
1880
2234
|
end
|
1881
2235
|
|
1882
|
-
# Represents a limit imposed on number of S3 files that should be
|
1883
|
-
# selected for a dataset from a connected S3 path.
|
2236
|
+
# Represents a limit imposed on number of Amazon S3 files that should be
|
2237
|
+
# selected for a dataset from a connected Amazon S3 path.
|
1884
2238
|
#
|
1885
2239
|
# @note When making an API call, you may pass FilesLimit
|
1886
2240
|
# data as a hash:
|
@@ -1892,19 +2246,19 @@ module Aws::GlueDataBrew
|
|
1892
2246
|
# }
|
1893
2247
|
#
|
1894
2248
|
# @!attribute [rw] max_files
|
1895
|
-
# The number of S3 files to select.
|
2249
|
+
# The number of Amazon S3 files to select.
|
1896
2250
|
# @return [Integer]
|
1897
2251
|
#
|
1898
2252
|
# @!attribute [rw] ordered_by
|
1899
|
-
# A criteria to use for S3 files sorting before their
|
1900
|
-
# default uses LAST\_MODIFIED\_DATE as a sorting
|
1901
|
-
# it's the only allowed value.
|
2253
|
+
# A criteria to use for Amazon S3 files sorting before their
|
2254
|
+
# selection. By default uses LAST\_MODIFIED\_DATE as a sorting
|
2255
|
+
# criteria. Currently it's the only allowed value.
|
1902
2256
|
# @return [String]
|
1903
2257
|
#
|
1904
2258
|
# @!attribute [rw] order
|
1905
|
-
# A criteria to use for S3 files sorting before their
|
1906
|
-
# default uses DESCENDING order, i.e. most recent files
|
1907
|
-
# first. Anotherpossible value is ASCENDING.
|
2259
|
+
# A criteria to use for Amazon S3 files sorting before their
|
2260
|
+
# selection. By default uses DESCENDING order, i.e. most recent files
|
2261
|
+
# are selected first. Anotherpossible value is ASCENDING.
|
1908
2262
|
# @return [String]
|
1909
2263
|
#
|
1910
2264
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
|
@@ -1917,7 +2271,13 @@ module Aws::GlueDataBrew
|
|
1917
2271
|
include Aws::Structure
|
1918
2272
|
end
|
1919
2273
|
|
1920
|
-
# Represents a structure for defining parameter conditions.
|
2274
|
+
# Represents a structure for defining parameter conditions. Supported
|
2275
|
+
# conditions are described here: [Supported conditions for dynamic
|
2276
|
+
# datasets][1] in the *Glue DataBrew Developer Guide*.
|
2277
|
+
#
|
2278
|
+
#
|
2279
|
+
#
|
2280
|
+
# [1]: https://docs-aws.amazon.com/databrew/latest/dg/datasets.multiple-files.html#conditions.for.dynamic.datasets
|
1921
2281
|
#
|
1922
2282
|
# @note When making an API call, you may pass FilterExpression
|
1923
2283
|
# data as a hash:
|
@@ -1996,7 +2356,7 @@ module Aws::GlueDataBrew
|
|
1996
2356
|
end
|
1997
2357
|
|
1998
2358
|
# Represents information on how DataBrew can find data, in either the
|
1999
|
-
#
|
2359
|
+
# Glue Data Catalog or Amazon S3.
|
2000
2360
|
#
|
2001
2361
|
# @note When making an API call, you may pass Input
|
2002
2362
|
# data as a hash:
|
@@ -2030,7 +2390,7 @@ module Aws::GlueDataBrew
|
|
2030
2390
|
# @return [Types::S3Location]
|
2031
2391
|
#
|
2032
2392
|
# @!attribute [rw] data_catalog_input_definition
|
2033
|
-
# The
|
2393
|
+
# The Glue Data Catalog parameters for the data.
|
2034
2394
|
# @return [Types::DataCatalogInputDefinition]
|
2035
2395
|
#
|
2036
2396
|
# @!attribute [rw] database_input_definition
|
@@ -2063,7 +2423,7 @@ module Aws::GlueDataBrew
|
|
2063
2423
|
# Represents all of the attributes of a DataBrew job.
|
2064
2424
|
#
|
2065
2425
|
# @!attribute [rw] account_id
|
2066
|
-
# The ID of the
|
2426
|
+
# The ID of the Amazon Web Services account that owns the job.
|
2067
2427
|
# @return [String]
|
2068
2428
|
#
|
2069
2429
|
# @!attribute [rw] created_by
|
@@ -2091,7 +2451,7 @@ module Aws::GlueDataBrew
|
|
2091
2451
|
# @!attribute [rw] encryption_mode
|
2092
2452
|
# The encryption mode for the job, which can be one of the following:
|
2093
2453
|
#
|
2094
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2454
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2095
2455
|
#
|
2096
2456
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2097
2457
|
# @return [String]
|
@@ -2136,6 +2496,16 @@ module Aws::GlueDataBrew
|
|
2136
2496
|
# One or more artifacts that represent output from running the job.
|
2137
2497
|
# @return [Array<Types::Output>]
|
2138
2498
|
#
|
2499
|
+
# @!attribute [rw] data_catalog_outputs
|
2500
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
2501
|
+
# from running the job.
|
2502
|
+
# @return [Array<Types::DataCatalogOutput>]
|
2503
|
+
#
|
2504
|
+
# @!attribute [rw] database_outputs
|
2505
|
+
# Represents a list of JDBC database output objects which defines the
|
2506
|
+
# output destination for a DataBrew recipe job to write into.
|
2507
|
+
# @return [Array<Types::DatabaseOutput>]
|
2508
|
+
#
|
2139
2509
|
# @!attribute [rw] project_name
|
2140
2510
|
# The name of the project that the job is associated with.
|
2141
2511
|
# @return [String]
|
@@ -2187,6 +2557,8 @@ module Aws::GlueDataBrew
|
|
2187
2557
|
:max_capacity,
|
2188
2558
|
:max_retries,
|
2189
2559
|
:outputs,
|
2560
|
+
:data_catalog_outputs,
|
2561
|
+
:database_outputs,
|
2190
2562
|
:project_name,
|
2191
2563
|
:recipe_reference,
|
2192
2564
|
:resource_arn,
|
@@ -2247,6 +2619,16 @@ module Aws::GlueDataBrew
|
|
2247
2619
|
# One or more output artifacts from a job run.
|
2248
2620
|
# @return [Array<Types::Output>]
|
2249
2621
|
#
|
2622
|
+
# @!attribute [rw] data_catalog_outputs
|
2623
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
2624
|
+
# from running the job.
|
2625
|
+
# @return [Array<Types::DataCatalogOutput>]
|
2626
|
+
#
|
2627
|
+
# @!attribute [rw] database_outputs
|
2628
|
+
# Represents a list of JDBC database output objects which defines the
|
2629
|
+
# output destination for a DataBrew recipe job to write into.
|
2630
|
+
# @return [Array<Types::DatabaseOutput>]
|
2631
|
+
#
|
2250
2632
|
# @!attribute [rw] recipe_reference
|
2251
2633
|
# The set of steps processed by the job.
|
2252
2634
|
# @return [Types::RecipeReference]
|
@@ -2282,6 +2664,8 @@ module Aws::GlueDataBrew
|
|
2282
2664
|
:log_subscription,
|
2283
2665
|
:log_group_name,
|
2284
2666
|
:outputs,
|
2667
|
+
:data_catalog_outputs,
|
2668
|
+
:database_outputs,
|
2285
2669
|
:recipe_reference,
|
2286
2670
|
:started_by,
|
2287
2671
|
:started_on,
|
@@ -2332,7 +2716,7 @@ module Aws::GlueDataBrew
|
|
2332
2716
|
end
|
2333
2717
|
|
2334
2718
|
# Represents the JSON-specific options that define how input is to be
|
2335
|
-
# interpreted by
|
2719
|
+
# interpreted by Glue DataBrew.
|
2336
2720
|
#
|
2337
2721
|
# @note When making an API call, you may pass JsonOptions
|
2338
2722
|
# data as a hash:
|
@@ -2739,8 +3123,8 @@ module Aws::GlueDataBrew
|
|
2739
3123
|
include Aws::Structure
|
2740
3124
|
end
|
2741
3125
|
|
2742
|
-
# Represents options that specify how and where
|
2743
|
-
# output generated by recipe jobs or profile jobs.
|
3126
|
+
# Represents options that specify how and where in Amazon S3 DataBrew
|
3127
|
+
# writes the output generated by recipe jobs or profile jobs.
|
2744
3128
|
#
|
2745
3129
|
# @note When making an API call, you may pass Output
|
2746
3130
|
# data as a hash:
|
@@ -2828,7 +3212,7 @@ module Aws::GlueDataBrew
|
|
2828
3212
|
end
|
2829
3213
|
|
2830
3214
|
# Represents a set of options that define how DataBrew selects files for
|
2831
|
-
# a given S3 path in a dataset.
|
3215
|
+
# a given Amazon S3 path in a dataset.
|
2832
3216
|
#
|
2833
3217
|
# @note When making an API call, you may pass PathOptions
|
2834
3218
|
# data as a hash:
|
@@ -2866,8 +3250,8 @@ module Aws::GlueDataBrew
|
|
2866
3250
|
# }
|
2867
3251
|
#
|
2868
3252
|
# @!attribute [rw] last_modified_date_condition
|
2869
|
-
# If provided, this structure defines a date range for matching
|
2870
|
-
# objects based on their LastModifiedDate attribute in S3.
|
3253
|
+
# If provided, this structure defines a date range for matching Amazon
|
3254
|
+
# S3 objects based on their LastModifiedDate attribute in Amazon S3.
|
2871
3255
|
# @return [Types::FilterExpression]
|
2872
3256
|
#
|
2873
3257
|
# @!attribute [rw] files_limit
|
@@ -2876,8 +3260,8 @@ module Aws::GlueDataBrew
|
|
2876
3260
|
# @return [Types::FilesLimit]
|
2877
3261
|
#
|
2878
3262
|
# @!attribute [rw] parameters
|
2879
|
-
# A structure that maps names of parameters used in the S3 path
|
2880
|
-
# dataset to their definitions.
|
3263
|
+
# A structure that maps names of parameters used in the Amazon S3 path
|
3264
|
+
# of a dataset to their definitions.
|
2881
3265
|
# @return [Hash<String,Types::DatasetParameter>]
|
2882
3266
|
#
|
2883
3267
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/PathOptions AWS API Documentation
|
@@ -2890,10 +3274,90 @@ module Aws::GlueDataBrew
|
|
2890
3274
|
include Aws::Structure
|
2891
3275
|
end
|
2892
3276
|
|
3277
|
+
# Configuration for profile jobs. Configuration can be used to select
|
3278
|
+
# columns, do evaluations, and override default parameters of
|
3279
|
+
# evaluations. When configuration is undefined, the profile job will
|
3280
|
+
# apply default settings to all supported columns.
|
3281
|
+
#
|
3282
|
+
# @note When making an API call, you may pass ProfileConfiguration
|
3283
|
+
# data as a hash:
|
3284
|
+
#
|
3285
|
+
# {
|
3286
|
+
# dataset_statistics_configuration: {
|
3287
|
+
# included_statistics: ["Statistic"],
|
3288
|
+
# overrides: [
|
3289
|
+
# {
|
3290
|
+
# statistic: "Statistic", # required
|
3291
|
+
# parameters: { # required
|
3292
|
+
# "ParameterName" => "ParameterValue",
|
3293
|
+
# },
|
3294
|
+
# },
|
3295
|
+
# ],
|
3296
|
+
# },
|
3297
|
+
# profile_columns: [
|
3298
|
+
# {
|
3299
|
+
# regex: "ColumnName",
|
3300
|
+
# name: "ColumnName",
|
3301
|
+
# },
|
3302
|
+
# ],
|
3303
|
+
# column_statistics_configurations: [
|
3304
|
+
# {
|
3305
|
+
# selectors: [
|
3306
|
+
# {
|
3307
|
+
# regex: "ColumnName",
|
3308
|
+
# name: "ColumnName",
|
3309
|
+
# },
|
3310
|
+
# ],
|
3311
|
+
# statistics: { # required
|
3312
|
+
# included_statistics: ["Statistic"],
|
3313
|
+
# overrides: [
|
3314
|
+
# {
|
3315
|
+
# statistic: "Statistic", # required
|
3316
|
+
# parameters: { # required
|
3317
|
+
# "ParameterName" => "ParameterValue",
|
3318
|
+
# },
|
3319
|
+
# },
|
3320
|
+
# ],
|
3321
|
+
# },
|
3322
|
+
# },
|
3323
|
+
# ],
|
3324
|
+
# }
|
3325
|
+
#
|
3326
|
+
# @!attribute [rw] dataset_statistics_configuration
|
3327
|
+
# Configuration for inter-column evaluations. Configuration can be
|
3328
|
+
# used to select evaluations and override parameters of evaluations.
|
3329
|
+
# When configuration is undefined, the profile job will run all
|
3330
|
+
# supported inter-column evaluations.
|
3331
|
+
# @return [Types::StatisticsConfiguration]
|
3332
|
+
#
|
3333
|
+
# @!attribute [rw] profile_columns
|
3334
|
+
# List of column selectors. ProfileColumns can be used to select
|
3335
|
+
# columns from the dataset. When ProfileColumns is undefined, the
|
3336
|
+
# profile job will profile all supported columns.
|
3337
|
+
# @return [Array<Types::ColumnSelector>]
|
3338
|
+
#
|
3339
|
+
# @!attribute [rw] column_statistics_configurations
|
3340
|
+
# List of configurations for column evaluations.
|
3341
|
+
# ColumnStatisticsConfigurations are used to select evaluations and
|
3342
|
+
# override parameters of evaluations for particular columns. When
|
3343
|
+
# ColumnStatisticsConfigurations is undefined, the profile job will
|
3344
|
+
# profile all supported columns and run all supported evaluations.
|
3345
|
+
# @return [Array<Types::ColumnStatisticsConfiguration>]
|
3346
|
+
#
|
3347
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
|
3348
|
+
#
|
3349
|
+
class ProfileConfiguration < Struct.new(
|
3350
|
+
:dataset_statistics_configuration,
|
3351
|
+
:profile_columns,
|
3352
|
+
:column_statistics_configurations)
|
3353
|
+
SENSITIVE = []
|
3354
|
+
include Aws::Structure
|
3355
|
+
end
|
3356
|
+
|
2893
3357
|
# Represents all of the attributes of a DataBrew project.
|
2894
3358
|
#
|
2895
3359
|
# @!attribute [rw] account_id
|
2896
|
-
# The ID of the
|
3360
|
+
# The ID of the Amazon Web Services account that owns the project.
|
2897
3361
|
# @return [String]
|
2898
3362
|
#
|
2899
3363
|
# @!attribute [rw] create_date
|
@@ -3101,12 +3565,11 @@ module Aws::GlueDataBrew
|
|
3101
3565
|
|
3102
3566
|
# Represents a transformation and associated parameters that are used to
|
3103
3567
|
# apply a change to a DataBrew dataset. For more information, see
|
3104
|
-
# [Recipe
|
3568
|
+
# [Recipe actions reference][1].
|
3105
3569
|
#
|
3106
3570
|
#
|
3107
3571
|
#
|
3108
|
-
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-
|
3109
|
-
# [2]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
|
3572
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
|
3110
3573
|
#
|
3111
3574
|
# @note When making an API call, you may pass RecipeAction
|
3112
3575
|
# data as a hash:
|
@@ -3257,7 +3720,7 @@ module Aws::GlueDataBrew
|
|
3257
3720
|
# }
|
3258
3721
|
#
|
3259
3722
|
# @!attribute [rw] bucket
|
3260
|
-
# The S3 bucket name.
|
3723
|
+
# The Amazon S3 bucket name.
|
3261
3724
|
# @return [String]
|
3262
3725
|
#
|
3263
3726
|
# @!attribute [rw] key
|
@@ -3273,6 +3736,32 @@ module Aws::GlueDataBrew
|
|
3273
3736
|
include Aws::Structure
|
3274
3737
|
end
|
3275
3738
|
|
3739
|
+
# Represents options that specify how and where DataBrew writes the
|
3740
|
+
# Amazon S3 output generated by recipe jobs.
|
3741
|
+
#
|
3742
|
+
# @note When making an API call, you may pass S3TableOutputOptions
|
3743
|
+
# data as a hash:
|
3744
|
+
#
|
3745
|
+
# {
|
3746
|
+
# location: { # required
|
3747
|
+
# bucket: "Bucket", # required
|
3748
|
+
# key: "Key",
|
3749
|
+
# },
|
3750
|
+
# }
|
3751
|
+
#
|
3752
|
+
# @!attribute [rw] location
|
3753
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
3754
|
+
# DataBrew can write output from a job.
|
3755
|
+
# @return [Types::S3Location]
|
3756
|
+
#
|
3757
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/S3TableOutputOptions AWS API Documentation
|
3758
|
+
#
|
3759
|
+
class S3TableOutputOptions < Struct.new(
|
3760
|
+
:location)
|
3761
|
+
SENSITIVE = []
|
3762
|
+
include Aws::Structure
|
3763
|
+
end
|
3764
|
+
|
3276
3765
|
# Represents the sample size and sampling type for DataBrew to use for
|
3277
3766
|
# interactive data analysis.
|
3278
3767
|
#
|
@@ -3304,7 +3793,7 @@ module Aws::GlueDataBrew
|
|
3304
3793
|
# Represents one or more dates and times when a job is to run.
|
3305
3794
|
#
|
3306
3795
|
# @!attribute [rw] account_id
|
3307
|
-
# The ID of the
|
3796
|
+
# The ID of the Amazon Web Services account that owns the schedule.
|
3308
3797
|
# @return [String]
|
3309
3798
|
#
|
3310
3799
|
# @!attribute [rw] created_by
|
@@ -3334,8 +3823,7 @@ module Aws::GlueDataBrew
|
|
3334
3823
|
#
|
3335
3824
|
# @!attribute [rw] cron_expression
|
3336
3825
|
# The dates and times when the job is to run. For more information,
|
3337
|
-
# see [Cron expressions][1] in the *
|
3338
|
-
# Guide*.
|
3826
|
+
# see [Cron expressions][1] in the *Glue DataBrew Developer Guide*.
|
3339
3827
|
#
|
3340
3828
|
#
|
3341
3829
|
#
|
@@ -3548,6 +4036,72 @@ module Aws::GlueDataBrew
|
|
3548
4036
|
include Aws::Structure
|
3549
4037
|
end
|
3550
4038
|
|
4039
|
+
# Override of a particular evaluation for a profile job.
|
4040
|
+
#
|
4041
|
+
# @note When making an API call, you may pass StatisticOverride
|
4042
|
+
# data as a hash:
|
4043
|
+
#
|
4044
|
+
# {
|
4045
|
+
# statistic: "Statistic", # required
|
4046
|
+
# parameters: { # required
|
4047
|
+
# "ParameterName" => "ParameterValue",
|
4048
|
+
# },
|
4049
|
+
# }
|
4050
|
+
#
|
4051
|
+
# @!attribute [rw] statistic
|
4052
|
+
# The name of an evaluation
|
4053
|
+
# @return [String]
|
4054
|
+
#
|
4055
|
+
# @!attribute [rw] parameters
|
4056
|
+
# A map that includes overrides of an evaluation’s parameters.
|
4057
|
+
# @return [Hash<String,String>]
|
4058
|
+
#
|
4059
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
|
4060
|
+
#
|
4061
|
+
class StatisticOverride < Struct.new(
|
4062
|
+
:statistic,
|
4063
|
+
:parameters)
|
4064
|
+
SENSITIVE = []
|
4065
|
+
include Aws::Structure
|
4066
|
+
end
|
4067
|
+
|
4068
|
+
# Configuration of evaluations for a profile job. This configuration can
|
4069
|
+
# be used to select evaluations and override the parameters of selected
|
4070
|
+
# evaluations.
|
4071
|
+
#
|
4072
|
+
# @note When making an API call, you may pass StatisticsConfiguration
|
4073
|
+
# data as a hash:
|
4074
|
+
#
|
4075
|
+
# {
|
4076
|
+
# included_statistics: ["Statistic"],
|
4077
|
+
# overrides: [
|
4078
|
+
# {
|
4079
|
+
# statistic: "Statistic", # required
|
4080
|
+
# parameters: { # required
|
4081
|
+
# "ParameterName" => "ParameterValue",
|
4082
|
+
# },
|
4083
|
+
# },
|
4084
|
+
# ],
|
4085
|
+
# }
|
4086
|
+
#
|
4087
|
+
# @!attribute [rw] included_statistics
|
4088
|
+
# List of included evaluations. When the list is undefined, all
|
4089
|
+
# supported evaluations will be included.
|
4090
|
+
# @return [Array<String>]
|
4091
|
+
#
|
4092
|
+
# @!attribute [rw] overrides
|
4093
|
+
# List of overrides for evaluations.
|
4094
|
+
# @return [Array<Types::StatisticOverride>]
|
4095
|
+
#
|
4096
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
|
4097
|
+
#
|
4098
|
+
class StatisticsConfiguration < Struct.new(
|
4099
|
+
:included_statistics,
|
4100
|
+
:overrides)
|
4101
|
+
SENSITIVE = []
|
4102
|
+
include Aws::Structure
|
4103
|
+
end
|
4104
|
+
|
3551
4105
|
# @note When making an API call, you may pass StopJobRunRequest
|
3552
4106
|
# data as a hash:
|
3553
4107
|
#
|
@@ -3729,8 +4283,8 @@ module Aws::GlueDataBrew
|
|
3729
4283
|
# @return [String]
|
3730
4284
|
#
|
3731
4285
|
# @!attribute [rw] format
|
3732
|
-
# The file format of a dataset that is created from an S3 file
|
3733
|
-
# folder.
|
4286
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
4287
|
+
# or folder.
|
3734
4288
|
# @return [String]
|
3735
4289
|
#
|
3736
4290
|
# @!attribute [rw] format_options
|
@@ -3740,12 +4294,12 @@ module Aws::GlueDataBrew
|
|
3740
4294
|
#
|
3741
4295
|
# @!attribute [rw] input
|
3742
4296
|
# Represents information on how DataBrew can find data, in either the
|
3743
|
-
#
|
4297
|
+
# Glue Data Catalog or Amazon S3.
|
3744
4298
|
# @return [Types::Input]
|
3745
4299
|
#
|
3746
4300
|
# @!attribute [rw] path_options
|
3747
|
-
# A set of options that defines how DataBrew interprets an S3
|
3748
|
-
# the dataset.
|
4301
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
4302
|
+
# path of the dataset.
|
3749
4303
|
# @return [Types::PathOptions]
|
3750
4304
|
#
|
3751
4305
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
|
@@ -3776,6 +4330,46 @@ module Aws::GlueDataBrew
|
|
3776
4330
|
# data as a hash:
|
3777
4331
|
#
|
3778
4332
|
# {
|
4333
|
+
# configuration: {
|
4334
|
+
# dataset_statistics_configuration: {
|
4335
|
+
# included_statistics: ["Statistic"],
|
4336
|
+
# overrides: [
|
4337
|
+
# {
|
4338
|
+
# statistic: "Statistic", # required
|
4339
|
+
# parameters: { # required
|
4340
|
+
# "ParameterName" => "ParameterValue",
|
4341
|
+
# },
|
4342
|
+
# },
|
4343
|
+
# ],
|
4344
|
+
# },
|
4345
|
+
# profile_columns: [
|
4346
|
+
# {
|
4347
|
+
# regex: "ColumnName",
|
4348
|
+
# name: "ColumnName",
|
4349
|
+
# },
|
4350
|
+
# ],
|
4351
|
+
# column_statistics_configurations: [
|
4352
|
+
# {
|
4353
|
+
# selectors: [
|
4354
|
+
# {
|
4355
|
+
# regex: "ColumnName",
|
4356
|
+
# name: "ColumnName",
|
4357
|
+
# },
|
4358
|
+
# ],
|
4359
|
+
# statistics: { # required
|
4360
|
+
# included_statistics: ["Statistic"],
|
4361
|
+
# overrides: [
|
4362
|
+
# {
|
4363
|
+
# statistic: "Statistic", # required
|
4364
|
+
# parameters: { # required
|
4365
|
+
# "ParameterName" => "ParameterValue",
|
4366
|
+
# },
|
4367
|
+
# },
|
4368
|
+
# ],
|
4369
|
+
# },
|
4370
|
+
# },
|
4371
|
+
# ],
|
4372
|
+
# },
|
3779
4373
|
# encryption_key_arn: "EncryptionKeyArn",
|
3780
4374
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
3781
4375
|
# name: "JobName", # required
|
@@ -3794,6 +4388,13 @@ module Aws::GlueDataBrew
|
|
3794
4388
|
# },
|
3795
4389
|
# }
|
3796
4390
|
#
|
4391
|
+
# @!attribute [rw] configuration
|
4392
|
+
# Configuration for profile jobs. Used to select columns, do
|
4393
|
+
# evaluations, and override default parameters of evaluations. When
|
4394
|
+
# configuration is null, the profile job will run with default
|
4395
|
+
# settings.
|
4396
|
+
# @return [Types::ProfileConfiguration]
|
4397
|
+
#
|
3797
4398
|
# @!attribute [rw] encryption_key_arn
|
3798
4399
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
3799
4400
|
# protect the job.
|
@@ -3802,7 +4403,7 @@ module Aws::GlueDataBrew
|
|
3802
4403
|
# @!attribute [rw] encryption_mode
|
3803
4404
|
# The encryption mode for the job, which can be one of the following:
|
3804
4405
|
#
|
3805
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
4406
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
3806
4407
|
#
|
3807
4408
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3808
4409
|
# @return [String]
|
@@ -3832,8 +4433,8 @@ module Aws::GlueDataBrew
|
|
3832
4433
|
# @return [Types::S3Location]
|
3833
4434
|
#
|
3834
4435
|
# @!attribute [rw] role_arn
|
3835
|
-
# The Amazon Resource Name (ARN) of the
|
3836
|
-
#
|
4436
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
4437
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
3837
4438
|
# @return [String]
|
3838
4439
|
#
|
3839
4440
|
# @!attribute [rw] timeout
|
@@ -3852,6 +4453,7 @@ module Aws::GlueDataBrew
|
|
3852
4453
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
|
3853
4454
|
#
|
3854
4455
|
class UpdateProfileJobRequest < Struct.new(
|
4456
|
+
:configuration,
|
3855
4457
|
:encryption_key_arn,
|
3856
4458
|
:encryption_mode,
|
3857
4459
|
:name,
|
@@ -3941,7 +4543,7 @@ module Aws::GlueDataBrew
|
|
3941
4543
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
3942
4544
|
# max_capacity: 1,
|
3943
4545
|
# max_retries: 1,
|
3944
|
-
# outputs: [
|
4546
|
+
# outputs: [
|
3945
4547
|
# {
|
3946
4548
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
3947
4549
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -3958,6 +4560,40 @@ module Aws::GlueDataBrew
|
|
3958
4560
|
# },
|
3959
4561
|
# },
|
3960
4562
|
# ],
|
4563
|
+
# data_catalog_outputs: [
|
4564
|
+
# {
|
4565
|
+
# catalog_id: "CatalogId",
|
4566
|
+
# database_name: "DatabaseName", # required
|
4567
|
+
# table_name: "TableName", # required
|
4568
|
+
# s3_options: {
|
4569
|
+
# location: { # required
|
4570
|
+
# bucket: "Bucket", # required
|
4571
|
+
# key: "Key",
|
4572
|
+
# },
|
4573
|
+
# },
|
4574
|
+
# database_options: {
|
4575
|
+
# temp_directory: {
|
4576
|
+
# bucket: "Bucket", # required
|
4577
|
+
# key: "Key",
|
4578
|
+
# },
|
4579
|
+
# table_name: "DatabaseTableName", # required
|
4580
|
+
# },
|
4581
|
+
# overwrite: false,
|
4582
|
+
# },
|
4583
|
+
# ],
|
4584
|
+
# database_outputs: [
|
4585
|
+
# {
|
4586
|
+
# glue_connection_name: "GlueConnectionName", # required
|
4587
|
+
# database_options: { # required
|
4588
|
+
# temp_directory: {
|
4589
|
+
# bucket: "Bucket", # required
|
4590
|
+
# key: "Key",
|
4591
|
+
# },
|
4592
|
+
# table_name: "DatabaseTableName", # required
|
4593
|
+
# },
|
4594
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
4595
|
+
# },
|
4596
|
+
# ],
|
3961
4597
|
# role_arn: "Arn", # required
|
3962
4598
|
# timeout: 1,
|
3963
4599
|
# }
|
@@ -3970,7 +4606,7 @@ module Aws::GlueDataBrew
|
|
3970
4606
|
# @!attribute [rw] encryption_mode
|
3971
4607
|
# The encryption mode for the job, which can be one of the following:
|
3972
4608
|
#
|
3973
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
4609
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
3974
4610
|
#
|
3975
4611
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3976
4612
|
# @return [String]
|
@@ -3999,9 +4635,19 @@ module Aws::GlueDataBrew
|
|
3999
4635
|
# job.
|
4000
4636
|
# @return [Array<Types::Output>]
|
4001
4637
|
#
|
4638
|
+
# @!attribute [rw] data_catalog_outputs
|
4639
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
4640
|
+
# from running the job.
|
4641
|
+
# @return [Array<Types::DataCatalogOutput>]
|
4642
|
+
#
|
4643
|
+
# @!attribute [rw] database_outputs
|
4644
|
+
# Represents a list of JDBC database output objects which defines the
|
4645
|
+
# output destination for a DataBrew recipe job to write into.
|
4646
|
+
# @return [Array<Types::DatabaseOutput>]
|
4647
|
+
#
|
4002
4648
|
# @!attribute [rw] role_arn
|
4003
|
-
# The Amazon Resource Name (ARN) of the
|
4004
|
-
#
|
4649
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
4650
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
4005
4651
|
# @return [String]
|
4006
4652
|
#
|
4007
4653
|
# @!attribute [rw] timeout
|
@@ -4019,6 +4665,8 @@ module Aws::GlueDataBrew
|
|
4019
4665
|
:max_capacity,
|
4020
4666
|
:max_retries,
|
4021
4667
|
:outputs,
|
4668
|
+
:data_catalog_outputs,
|
4669
|
+
:database_outputs,
|
4022
4670
|
:role_arn,
|
4023
4671
|
:timeout)
|
4024
4672
|
SENSITIVE = []
|
@@ -4113,8 +4761,8 @@ module Aws::GlueDataBrew
|
|
4113
4761
|
#
|
4114
4762
|
# @!attribute [rw] cron_expression
|
4115
4763
|
# The date or dates and time or times when the jobs are to be run. For
|
4116
|
-
# more information, see [Cron expressions][1] in the *
|
4117
|
-
#
|
4764
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
4765
|
+
# Developer Guide*.
|
4118
4766
|
#
|
4119
4767
|
#
|
4120
4768
|
#
|