aws-sdk-gluedatabrew 1.7.0 → 1.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +312 -30
- data/lib/aws-sdk-gluedatabrew/client_api.rb +88 -2
- data/lib/aws-sdk-gluedatabrew/types.rb +746 -98
- metadata +5 -6
@@ -27,6 +27,10 @@ module Aws::GlueDataBrew
|
|
27
27
|
ColumnName = Shapes::StringShape.new(name: 'ColumnName')
|
28
28
|
ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
|
29
29
|
ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
|
30
|
+
ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
|
31
|
+
ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
|
32
|
+
ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
|
33
|
+
ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
|
30
34
|
CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
|
31
35
|
Condition = Shapes::StringShape.new(name: 'Condition')
|
32
36
|
ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
|
@@ -51,9 +55,15 @@ module Aws::GlueDataBrew
|
|
51
55
|
CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
|
52
56
|
CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
|
53
57
|
DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
|
58
|
+
DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
|
59
|
+
DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
|
54
60
|
DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
|
55
61
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
62
|
+
DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
|
63
|
+
DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
|
64
|
+
DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
|
56
65
|
DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
|
66
|
+
DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
|
57
67
|
Dataset = Shapes::StructureShape.new(name: 'Dataset')
|
58
68
|
DatasetList = Shapes::ListShape.new(name: 'DatasetList')
|
59
69
|
DatasetName = Shapes::StringShape.new(name: 'DatasetName')
|
@@ -157,6 +167,7 @@ module Aws::GlueDataBrew
|
|
157
167
|
PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
|
158
168
|
PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
|
159
169
|
Preview = Shapes::BooleanShape.new(name: 'Preview')
|
170
|
+
ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
|
160
171
|
Project = Shapes::StructureShape.new(name: 'Project')
|
161
172
|
ProjectList = Shapes::ListShape.new(name: 'ProjectList')
|
162
173
|
ProjectName = Shapes::StringShape.new(name: 'ProjectName')
|
@@ -179,6 +190,7 @@ module Aws::GlueDataBrew
|
|
179
190
|
ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
|
180
191
|
Result = Shapes::StringShape.new(name: 'Result')
|
181
192
|
S3Location = Shapes::StructureShape.new(name: 'S3Location')
|
193
|
+
S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
|
182
194
|
Sample = Shapes::StructureShape.new(name: 'Sample')
|
183
195
|
SampleMode = Shapes::StringShape.new(name: 'SampleMode')
|
184
196
|
SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
|
@@ -201,6 +213,11 @@ module Aws::GlueDataBrew
|
|
201
213
|
StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
|
202
214
|
StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
|
203
215
|
StartedBy = Shapes::StringShape.new(name: 'StartedBy')
|
216
|
+
Statistic = Shapes::StringShape.new(name: 'Statistic')
|
217
|
+
StatisticList = Shapes::ListShape.new(name: 'StatisticList')
|
218
|
+
StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
|
219
|
+
StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
|
220
|
+
StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
|
204
221
|
StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
|
205
222
|
StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
|
206
223
|
StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
|
@@ -246,6 +263,18 @@ module Aws::GlueDataBrew
|
|
246
263
|
|
247
264
|
ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
|
248
265
|
|
266
|
+
ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
|
267
|
+
ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
|
268
|
+
ColumnSelector.struct_class = Types::ColumnSelector
|
269
|
+
|
270
|
+
ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
|
271
|
+
|
272
|
+
ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
|
273
|
+
ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
|
274
|
+
ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
|
275
|
+
|
276
|
+
ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
|
277
|
+
|
249
278
|
ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
|
250
279
|
ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
|
251
280
|
ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
|
@@ -275,6 +304,7 @@ module Aws::GlueDataBrew
|
|
275
304
|
CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
276
305
|
CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
277
306
|
CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
|
307
|
+
CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
|
278
308
|
CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
279
309
|
CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
280
310
|
CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
@@ -302,7 +332,9 @@ module Aws::GlueDataBrew
|
|
302
332
|
CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
303
333
|
CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
304
334
|
CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
305
|
-
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
335
|
+
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
336
|
+
CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
337
|
+
CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
306
338
|
CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
307
339
|
CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
308
340
|
CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
@@ -344,11 +376,32 @@ module Aws::GlueDataBrew
|
|
344
376
|
DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
345
377
|
DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
|
346
378
|
|
379
|
+
DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
|
380
|
+
DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
|
381
|
+
DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
|
382
|
+
DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
|
383
|
+
DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
|
384
|
+
DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
|
385
|
+
DataCatalogOutput.struct_class = Types::DataCatalogOutput
|
386
|
+
|
387
|
+
DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
|
388
|
+
|
347
389
|
DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
348
390
|
DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
|
349
391
|
DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
350
392
|
DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
|
351
393
|
|
394
|
+
DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
395
|
+
DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
|
396
|
+
DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
|
397
|
+
DatabaseOutput.struct_class = Types::DatabaseOutput
|
398
|
+
|
399
|
+
DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
|
400
|
+
|
401
|
+
DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
402
|
+
DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
|
403
|
+
DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
|
404
|
+
|
352
405
|
Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
353
406
|
Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
354
407
|
Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
@@ -443,7 +496,10 @@ module Aws::GlueDataBrew
|
|
443
496
|
DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
444
497
|
DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
445
498
|
DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
499
|
+
DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
500
|
+
DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
446
501
|
DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
502
|
+
DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
|
447
503
|
DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
448
504
|
DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
449
505
|
DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
@@ -462,11 +518,14 @@ module Aws::GlueDataBrew
|
|
462
518
|
DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
|
463
519
|
DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
|
464
520
|
DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
|
521
|
+
DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
|
465
522
|
DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
|
466
523
|
DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
|
467
524
|
DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
468
525
|
DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
469
526
|
DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
527
|
+
DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
528
|
+
DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
470
529
|
DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
471
530
|
DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
472
531
|
DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -568,6 +627,8 @@ module Aws::GlueDataBrew
|
|
568
627
|
Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
569
628
|
Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
570
629
|
Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
630
|
+
Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
631
|
+
Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
571
632
|
Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
572
633
|
Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
573
634
|
Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
@@ -592,6 +653,8 @@ module Aws::GlueDataBrew
|
|
592
653
|
JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
593
654
|
JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
594
655
|
JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
656
|
+
JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
657
|
+
JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
595
658
|
JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
596
659
|
JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
597
660
|
JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -699,6 +762,11 @@ module Aws::GlueDataBrew
|
|
699
762
|
PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
|
700
763
|
PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
|
701
764
|
|
765
|
+
ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
|
766
|
+
ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
|
767
|
+
ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
|
768
|
+
ProfileConfiguration.struct_class = Types::ProfileConfiguration
|
769
|
+
|
702
770
|
Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
703
771
|
Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
704
772
|
Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
@@ -771,6 +839,9 @@ module Aws::GlueDataBrew
|
|
771
839
|
S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
|
772
840
|
S3Location.struct_class = Types::S3Location
|
773
841
|
|
842
|
+
S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
|
843
|
+
S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
|
844
|
+
|
774
845
|
Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
|
775
846
|
Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
|
776
847
|
Sample.struct_class = Types::Sample
|
@@ -823,6 +894,18 @@ module Aws::GlueDataBrew
|
|
823
894
|
StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
|
824
895
|
StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
|
825
896
|
|
897
|
+
StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
|
898
|
+
|
899
|
+
StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
|
900
|
+
StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
|
901
|
+
StatisticOverride.struct_class = Types::StatisticOverride
|
902
|
+
|
903
|
+
StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
|
904
|
+
|
905
|
+
StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
|
906
|
+
StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
|
907
|
+
StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
|
908
|
+
|
826
909
|
StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
827
910
|
StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
|
828
911
|
StopJobRunRequest.struct_class = Types::StopJobRunRequest
|
@@ -857,6 +940,7 @@ module Aws::GlueDataBrew
|
|
857
940
|
UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
858
941
|
UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
|
859
942
|
|
943
|
+
UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
|
860
944
|
UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
|
861
945
|
UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
|
862
946
|
UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
@@ -887,7 +971,9 @@ module Aws::GlueDataBrew
|
|
887
971
|
UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
888
972
|
UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
889
973
|
UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
890
|
-
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
974
|
+
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
975
|
+
UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
976
|
+
UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
891
977
|
UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
892
978
|
UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
893
979
|
UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
|
@@ -68,6 +68,81 @@ module Aws::GlueDataBrew
|
|
68
68
|
include Aws::Structure
|
69
69
|
end
|
70
70
|
|
71
|
+
# Selector of a column from a dataset for profile job configuration. One
|
72
|
+
# selector includes either a column name or a regular expression.
|
73
|
+
#
|
74
|
+
# @note When making an API call, you may pass ColumnSelector
|
75
|
+
# data as a hash:
|
76
|
+
#
|
77
|
+
# {
|
78
|
+
# regex: "ColumnName",
|
79
|
+
# name: "ColumnName",
|
80
|
+
# }
|
81
|
+
#
|
82
|
+
# @!attribute [rw] regex
|
83
|
+
# A regular expression for selecting a column from a dataset.
|
84
|
+
# @return [String]
|
85
|
+
#
|
86
|
+
# @!attribute [rw] name
|
87
|
+
# The name of a column from a dataset.
|
88
|
+
# @return [String]
|
89
|
+
#
|
90
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
|
91
|
+
#
|
92
|
+
class ColumnSelector < Struct.new(
|
93
|
+
:regex,
|
94
|
+
:name)
|
95
|
+
SENSITIVE = []
|
96
|
+
include Aws::Structure
|
97
|
+
end
|
98
|
+
|
99
|
+
# Configuration for column evaluations for a profile job.
|
100
|
+
# ColumnStatisticsConfiguration can be used to select evaluations and
|
101
|
+
# override parameters of evaluations for particular columns.
|
102
|
+
#
|
103
|
+
# @note When making an API call, you may pass ColumnStatisticsConfiguration
|
104
|
+
# data as a hash:
|
105
|
+
#
|
106
|
+
# {
|
107
|
+
# selectors: [
|
108
|
+
# {
|
109
|
+
# regex: "ColumnName",
|
110
|
+
# name: "ColumnName",
|
111
|
+
# },
|
112
|
+
# ],
|
113
|
+
# statistics: { # required
|
114
|
+
# included_statistics: ["Statistic"],
|
115
|
+
# overrides: [
|
116
|
+
# {
|
117
|
+
# statistic: "Statistic", # required
|
118
|
+
# parameters: { # required
|
119
|
+
# "ParameterName" => "ParameterValue",
|
120
|
+
# },
|
121
|
+
# },
|
122
|
+
# ],
|
123
|
+
# },
|
124
|
+
# }
|
125
|
+
#
|
126
|
+
# @!attribute [rw] selectors
|
127
|
+
# List of column selectors. Selectors can be used to select columns
|
128
|
+
# from the dataset. When selectors are undefined, configuration will
|
129
|
+
# be applied to all supported columns.
|
130
|
+
# @return [Array<Types::ColumnSelector>]
|
131
|
+
#
|
132
|
+
# @!attribute [rw] statistics
|
133
|
+
# Configuration for evaluations. Statistics can be used to select
|
134
|
+
# evaluations and override parameters of evaluations.
|
135
|
+
# @return [Types::StatisticsConfiguration]
|
136
|
+
#
|
137
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
|
138
|
+
#
|
139
|
+
class ColumnStatisticsConfiguration < Struct.new(
|
140
|
+
:selectors,
|
141
|
+
:statistics)
|
142
|
+
SENSITIVE = []
|
143
|
+
include Aws::Structure
|
144
|
+
end
|
145
|
+
|
71
146
|
# Represents an individual condition that evaluates to true or false.
|
72
147
|
#
|
73
148
|
# Conditions are used with recipe actions. The action is only performed
|
@@ -89,7 +164,7 @@ module Aws::GlueDataBrew
|
|
89
164
|
#
|
90
165
|
# @!attribute [rw] condition
|
91
166
|
# A specific condition to apply to a recipe action. For more
|
92
|
-
# information, see [Recipe structure][1] in the *
|
167
|
+
# information, see [Recipe structure][1] in the *Glue DataBrew
|
93
168
|
# Developer Guide*.
|
94
169
|
#
|
95
170
|
#
|
@@ -214,8 +289,8 @@ module Aws::GlueDataBrew
|
|
214
289
|
# @return [String]
|
215
290
|
#
|
216
291
|
# @!attribute [rw] format
|
217
|
-
# The file format of a dataset that is created from an S3 file
|
218
|
-
# folder.
|
292
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
293
|
+
# or folder.
|
219
294
|
# @return [String]
|
220
295
|
#
|
221
296
|
# @!attribute [rw] format_options
|
@@ -225,12 +300,12 @@ module Aws::GlueDataBrew
|
|
225
300
|
#
|
226
301
|
# @!attribute [rw] input
|
227
302
|
# Represents information on how DataBrew can find data, in either the
|
228
|
-
#
|
303
|
+
# Glue Data Catalog or Amazon S3.
|
229
304
|
# @return [Types::Input]
|
230
305
|
#
|
231
306
|
# @!attribute [rw] path_options
|
232
|
-
# A set of options that defines how DataBrew interprets an S3
|
233
|
-
# the dataset.
|
307
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
308
|
+
# path of the dataset.
|
234
309
|
# @return [Types::PathOptions]
|
235
310
|
#
|
236
311
|
# @!attribute [rw] tags
|
@@ -277,6 +352,46 @@ module Aws::GlueDataBrew
|
|
277
352
|
# bucket: "Bucket", # required
|
278
353
|
# key: "Key",
|
279
354
|
# },
|
355
|
+
# configuration: {
|
356
|
+
# dataset_statistics_configuration: {
|
357
|
+
# included_statistics: ["Statistic"],
|
358
|
+
# overrides: [
|
359
|
+
# {
|
360
|
+
# statistic: "Statistic", # required
|
361
|
+
# parameters: { # required
|
362
|
+
# "ParameterName" => "ParameterValue",
|
363
|
+
# },
|
364
|
+
# },
|
365
|
+
# ],
|
366
|
+
# },
|
367
|
+
# profile_columns: [
|
368
|
+
# {
|
369
|
+
# regex: "ColumnName",
|
370
|
+
# name: "ColumnName",
|
371
|
+
# },
|
372
|
+
# ],
|
373
|
+
# column_statistics_configurations: [
|
374
|
+
# {
|
375
|
+
# selectors: [
|
376
|
+
# {
|
377
|
+
# regex: "ColumnName",
|
378
|
+
# name: "ColumnName",
|
379
|
+
# },
|
380
|
+
# ],
|
381
|
+
# statistics: { # required
|
382
|
+
# included_statistics: ["Statistic"],
|
383
|
+
# overrides: [
|
384
|
+
# {
|
385
|
+
# statistic: "Statistic", # required
|
386
|
+
# parameters: { # required
|
387
|
+
# "ParameterName" => "ParameterValue",
|
388
|
+
# },
|
389
|
+
# },
|
390
|
+
# ],
|
391
|
+
# },
|
392
|
+
# },
|
393
|
+
# ],
|
394
|
+
# },
|
280
395
|
# role_arn: "Arn", # required
|
281
396
|
# tags: {
|
282
397
|
# "TagKey" => "TagValue",
|
@@ -300,8 +415,8 @@ module Aws::GlueDataBrew
|
|
300
415
|
# @!attribute [rw] encryption_mode
|
301
416
|
# The encryption mode for the job, which can be one of the following:
|
302
417
|
#
|
303
|
-
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with
|
304
|
-
#
|
418
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
|
419
|
+
# keys.
|
305
420
|
#
|
306
421
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
307
422
|
# @return [String]
|
@@ -331,9 +446,16 @@ module Aws::GlueDataBrew
|
|
331
446
|
# DataBrew can read input data, or write output from a job.
|
332
447
|
# @return [Types::S3Location]
|
333
448
|
#
|
449
|
+
# @!attribute [rw] configuration
|
450
|
+
# Configuration for profile jobs. Used to select columns, do
|
451
|
+
# evaluations, and override default parameters of evaluations. When
|
452
|
+
# configuration is null, the profile job will run with default
|
453
|
+
# settings.
|
454
|
+
# @return [Types::ProfileConfiguration]
|
455
|
+
#
|
334
456
|
# @!attribute [rw] role_arn
|
335
|
-
# The Amazon Resource Name (ARN) of the
|
336
|
-
#
|
457
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
458
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
337
459
|
# @return [String]
|
338
460
|
#
|
339
461
|
# @!attribute [rw] tags
|
@@ -364,6 +486,7 @@ module Aws::GlueDataBrew
|
|
364
486
|
:max_capacity,
|
365
487
|
:max_retries,
|
366
488
|
:output_location,
|
489
|
+
:configuration,
|
367
490
|
:role_arn,
|
368
491
|
:tags,
|
369
492
|
:timeout,
|
@@ -420,8 +543,8 @@ module Aws::GlueDataBrew
|
|
420
543
|
# @return [Types::Sample]
|
421
544
|
#
|
422
545
|
# @!attribute [rw] role_arn
|
423
|
-
# The Amazon Resource Name (ARN) of the
|
424
|
-
#
|
546
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
547
|
+
# (IAM) role to be assumed for this request.
|
425
548
|
# @return [String]
|
426
549
|
#
|
427
550
|
# @!attribute [rw] tags
|
@@ -464,7 +587,7 @@ module Aws::GlueDataBrew
|
|
464
587
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
465
588
|
# max_capacity: 1,
|
466
589
|
# max_retries: 1,
|
467
|
-
# outputs: [
|
590
|
+
# outputs: [
|
468
591
|
# {
|
469
592
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
470
593
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -481,6 +604,40 @@ module Aws::GlueDataBrew
|
|
481
604
|
# },
|
482
605
|
# },
|
483
606
|
# ],
|
607
|
+
# data_catalog_outputs: [
|
608
|
+
# {
|
609
|
+
# catalog_id: "CatalogId",
|
610
|
+
# database_name: "DatabaseName", # required
|
611
|
+
# table_name: "TableName", # required
|
612
|
+
# s3_options: {
|
613
|
+
# location: { # required
|
614
|
+
# bucket: "Bucket", # required
|
615
|
+
# key: "Key",
|
616
|
+
# },
|
617
|
+
# },
|
618
|
+
# database_options: {
|
619
|
+
# temp_directory: {
|
620
|
+
# bucket: "Bucket", # required
|
621
|
+
# key: "Key",
|
622
|
+
# },
|
623
|
+
# table_name: "DatabaseTableName", # required
|
624
|
+
# },
|
625
|
+
# overwrite: false,
|
626
|
+
# },
|
627
|
+
# ],
|
628
|
+
# database_outputs: [
|
629
|
+
# {
|
630
|
+
# glue_connection_name: "GlueConnectionName", # required
|
631
|
+
# database_options: { # required
|
632
|
+
# temp_directory: {
|
633
|
+
# bucket: "Bucket", # required
|
634
|
+
# key: "Key",
|
635
|
+
# },
|
636
|
+
# table_name: "DatabaseTableName", # required
|
637
|
+
# },
|
638
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
639
|
+
# },
|
640
|
+
# ],
|
484
641
|
# project_name: "ProjectName",
|
485
642
|
# recipe_reference: {
|
486
643
|
# name: "RecipeName", # required
|
@@ -505,7 +662,7 @@ module Aws::GlueDataBrew
|
|
505
662
|
# @!attribute [rw] encryption_mode
|
506
663
|
# The encryption mode for the job, which can be one of the following:
|
507
664
|
#
|
508
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
665
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
509
666
|
#
|
510
667
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
511
668
|
# @return [String]
|
@@ -535,6 +692,16 @@ module Aws::GlueDataBrew
|
|
535
692
|
# job.
|
536
693
|
# @return [Array<Types::Output>]
|
537
694
|
#
|
695
|
+
# @!attribute [rw] data_catalog_outputs
|
696
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
697
|
+
# from running the job.
|
698
|
+
# @return [Array<Types::DataCatalogOutput>]
|
699
|
+
#
|
700
|
+
# @!attribute [rw] database_outputs
|
701
|
+
# Represents a list of JDBC database output objects which defines the
|
702
|
+
# output destination for a DataBrew recipe job to write to.
|
703
|
+
# @return [Array<Types::DatabaseOutput>]
|
704
|
+
#
|
538
705
|
# @!attribute [rw] project_name
|
539
706
|
# Either the name of an existing project, or a combination of a recipe
|
540
707
|
# and a dataset to associate with the recipe.
|
@@ -545,8 +712,8 @@ module Aws::GlueDataBrew
|
|
545
712
|
# @return [Types::RecipeReference]
|
546
713
|
#
|
547
714
|
# @!attribute [rw] role_arn
|
548
|
-
# The Amazon Resource Name (ARN) of the
|
549
|
-
#
|
715
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
716
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
550
717
|
# @return [String]
|
551
718
|
#
|
552
719
|
# @!attribute [rw] tags
|
@@ -569,6 +736,8 @@ module Aws::GlueDataBrew
|
|
569
736
|
:max_capacity,
|
570
737
|
:max_retries,
|
571
738
|
:outputs,
|
739
|
+
:data_catalog_outputs,
|
740
|
+
:database_outputs,
|
572
741
|
:project_name,
|
573
742
|
:recipe_reference,
|
574
743
|
:role_arn,
|
@@ -678,8 +847,8 @@ module Aws::GlueDataBrew
|
|
678
847
|
#
|
679
848
|
# @!attribute [rw] cron_expression
|
680
849
|
# The date or dates and time or times when the jobs are to be run. For
|
681
|
-
# more information, see [Cron expressions][1] in the *
|
682
|
-
#
|
850
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
851
|
+
# Developer Guide*.
|
683
852
|
#
|
684
853
|
#
|
685
854
|
#
|
@@ -773,8 +942,8 @@ module Aws::GlueDataBrew
|
|
773
942
|
include Aws::Structure
|
774
943
|
end
|
775
944
|
|
776
|
-
# Represents how metadata stored in the
|
777
|
-
#
|
945
|
+
# Represents how metadata stored in the Glue Data Catalog is defined in
|
946
|
+
# a DataBrew dataset.
|
778
947
|
#
|
779
948
|
# @note When making an API call, you may pass DataCatalogInputDefinition
|
780
949
|
# data as a hash:
|
@@ -790,8 +959,8 @@ module Aws::GlueDataBrew
|
|
790
959
|
# }
|
791
960
|
#
|
792
961
|
# @!attribute [rw] catalog_id
|
793
|
-
# The unique identifier of the
|
794
|
-
# that stores the data.
|
962
|
+
# The unique identifier of the Amazon Web Services account that holds
|
963
|
+
# the Data Catalog that stores the data.
|
795
964
|
# @return [String]
|
796
965
|
#
|
797
966
|
# @!attribute [rw] database_name
|
@@ -804,8 +973,8 @@ module Aws::GlueDataBrew
|
|
804
973
|
# @return [String]
|
805
974
|
#
|
806
975
|
# @!attribute [rw] temp_directory
|
807
|
-
#
|
808
|
-
#
|
976
|
+
# Represents an Amazon location where DataBrew can store intermediate
|
977
|
+
# results.
|
809
978
|
# @return [Types::S3Location]
|
810
979
|
#
|
811
980
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogInputDefinition AWS API Documentation
|
@@ -819,6 +988,74 @@ module Aws::GlueDataBrew
|
|
819
988
|
include Aws::Structure
|
820
989
|
end
|
821
990
|
|
991
|
+
# Represents options that specify how and where in the Glue Data Catalog
|
992
|
+
# DataBrew writes the output generated by recipe jobs.
|
993
|
+
#
|
994
|
+
# @note When making an API call, you may pass DataCatalogOutput
|
995
|
+
# data as a hash:
|
996
|
+
#
|
997
|
+
# {
|
998
|
+
# catalog_id: "CatalogId",
|
999
|
+
# database_name: "DatabaseName", # required
|
1000
|
+
# table_name: "TableName", # required
|
1001
|
+
# s3_options: {
|
1002
|
+
# location: { # required
|
1003
|
+
# bucket: "Bucket", # required
|
1004
|
+
# key: "Key",
|
1005
|
+
# },
|
1006
|
+
# },
|
1007
|
+
# database_options: {
|
1008
|
+
# temp_directory: {
|
1009
|
+
# bucket: "Bucket", # required
|
1010
|
+
# key: "Key",
|
1011
|
+
# },
|
1012
|
+
# table_name: "DatabaseTableName", # required
|
1013
|
+
# },
|
1014
|
+
# overwrite: false,
|
1015
|
+
# }
|
1016
|
+
#
|
1017
|
+
# @!attribute [rw] catalog_id
|
1018
|
+
# The unique identifier of the Amazon Web Services account that holds
|
1019
|
+
# the Data Catalog that stores the data.
|
1020
|
+
# @return [String]
|
1021
|
+
#
|
1022
|
+
# @!attribute [rw] database_name
|
1023
|
+
# The name of a database in the Data Catalog.
|
1024
|
+
# @return [String]
|
1025
|
+
#
|
1026
|
+
# @!attribute [rw] table_name
|
1027
|
+
# The name of a table in the Data Catalog.
|
1028
|
+
# @return [String]
|
1029
|
+
#
|
1030
|
+
# @!attribute [rw] s3_options
|
1031
|
+
# Represents options that specify how and where DataBrew writes the
|
1032
|
+
# Amazon S3 output generated by recipe jobs.
|
1033
|
+
# @return [Types::S3TableOutputOptions]
|
1034
|
+
#
|
1035
|
+
# @!attribute [rw] database_options
|
1036
|
+
# Represents options that specify how and where DataBrew writes the
|
1037
|
+
# database output generated by recipe jobs.
|
1038
|
+
# @return [Types::DatabaseTableOutputOptions]
|
1039
|
+
#
|
1040
|
+
# @!attribute [rw] overwrite
|
1041
|
+
# A value that, if true, means that any data in the location specified
|
1042
|
+
# for output is overwritten with new output. Not supported with
|
1043
|
+
# DatabaseOptions.
|
1044
|
+
# @return [Boolean]
|
1045
|
+
#
|
1046
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogOutput AWS API Documentation
|
1047
|
+
#
|
1048
|
+
class DataCatalogOutput < Struct.new(
|
1049
|
+
:catalog_id,
|
1050
|
+
:database_name,
|
1051
|
+
:table_name,
|
1052
|
+
:s3_options,
|
1053
|
+
:database_options,
|
1054
|
+
:overwrite)
|
1055
|
+
SENSITIVE = []
|
1056
|
+
include Aws::Structure
|
1057
|
+
end
|
1058
|
+
|
822
1059
|
# Connection information for dataset input files stored in a database.
|
823
1060
|
#
|
824
1061
|
# @note When making an API call, you may pass DatabaseInputDefinition
|
@@ -834,8 +1071,8 @@ module Aws::GlueDataBrew
|
|
834
1071
|
# }
|
835
1072
|
#
|
836
1073
|
# @!attribute [rw] glue_connection_name
|
837
|
-
# The
|
838
|
-
#
|
1074
|
+
# The Glue Connection that stores the connection information for the
|
1075
|
+
# target database.
|
839
1076
|
# @return [String]
|
840
1077
|
#
|
841
1078
|
# @!attribute [rw] database_table_name
|
@@ -857,10 +1094,86 @@ module Aws::GlueDataBrew
|
|
857
1094
|
include Aws::Structure
|
858
1095
|
end
|
859
1096
|
|
1097
|
+
# Represents a JDBC database output object which defines the output
|
1098
|
+
# destination for a DataBrew recipe job to write into.
|
1099
|
+
#
|
1100
|
+
# @note When making an API call, you may pass DatabaseOutput
|
1101
|
+
# data as a hash:
|
1102
|
+
#
|
1103
|
+
# {
|
1104
|
+
# glue_connection_name: "GlueConnectionName", # required
|
1105
|
+
# database_options: { # required
|
1106
|
+
# temp_directory: {
|
1107
|
+
# bucket: "Bucket", # required
|
1108
|
+
# key: "Key",
|
1109
|
+
# },
|
1110
|
+
# table_name: "DatabaseTableName", # required
|
1111
|
+
# },
|
1112
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
1113
|
+
# }
|
1114
|
+
#
|
1115
|
+
# @!attribute [rw] glue_connection_name
|
1116
|
+
# The Glue connection that stores the connection information for the
|
1117
|
+
# target database.
|
1118
|
+
# @return [String]
|
1119
|
+
#
|
1120
|
+
# @!attribute [rw] database_options
|
1121
|
+
# Represents options that specify how and where DataBrew writes the
|
1122
|
+
# database output generated by recipe jobs.
|
1123
|
+
# @return [Types::DatabaseTableOutputOptions]
|
1124
|
+
#
|
1125
|
+
# @!attribute [rw] database_output_mode
|
1126
|
+
# The output mode to write into the database. Currently supported
|
1127
|
+
# option: NEW\_TABLE.
|
1128
|
+
# @return [String]
|
1129
|
+
#
|
1130
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
|
1131
|
+
#
|
1132
|
+
class DatabaseOutput < Struct.new(
|
1133
|
+
:glue_connection_name,
|
1134
|
+
:database_options,
|
1135
|
+
:database_output_mode)
|
1136
|
+
SENSITIVE = []
|
1137
|
+
include Aws::Structure
|
1138
|
+
end
|
1139
|
+
|
1140
|
+
# Represents options that specify how and where DataBrew writes the
|
1141
|
+
# database output generated by recipe jobs.
|
1142
|
+
#
|
1143
|
+
# @note When making an API call, you may pass DatabaseTableOutputOptions
|
1144
|
+
# data as a hash:
|
1145
|
+
#
|
1146
|
+
# {
|
1147
|
+
# temp_directory: {
|
1148
|
+
# bucket: "Bucket", # required
|
1149
|
+
# key: "Key",
|
1150
|
+
# },
|
1151
|
+
# table_name: "DatabaseTableName", # required
|
1152
|
+
# }
|
1153
|
+
#
|
1154
|
+
# @!attribute [rw] temp_directory
|
1155
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
1156
|
+
# DataBrew can store intermediate results.
|
1157
|
+
# @return [Types::S3Location]
|
1158
|
+
#
|
1159
|
+
# @!attribute [rw] table_name
|
1160
|
+
# A prefix for the name of a table DataBrew will create in the
|
1161
|
+
# database.
|
1162
|
+
# @return [String]
|
1163
|
+
#
|
1164
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseTableOutputOptions AWS API Documentation
|
1165
|
+
#
|
1166
|
+
class DatabaseTableOutputOptions < Struct.new(
|
1167
|
+
:temp_directory,
|
1168
|
+
:table_name)
|
1169
|
+
SENSITIVE = []
|
1170
|
+
include Aws::Structure
|
1171
|
+
end
|
1172
|
+
|
860
1173
|
# Represents a dataset that can be processed by DataBrew.
|
861
1174
|
#
|
862
1175
|
# @!attribute [rw] account_id
|
863
|
-
# The ID of the
|
1176
|
+
# The ID of the Amazon Web Services account that owns the dataset.
|
864
1177
|
# @return [String]
|
865
1178
|
#
|
866
1179
|
# @!attribute [rw] created_by
|
@@ -876,8 +1189,8 @@ module Aws::GlueDataBrew
|
|
876
1189
|
# @return [String]
|
877
1190
|
#
|
878
1191
|
# @!attribute [rw] format
|
879
|
-
# The file format of a dataset that is created from an S3 file
|
880
|
-
# folder.
|
1192
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
1193
|
+
# or folder.
|
881
1194
|
# @return [String]
|
882
1195
|
#
|
883
1196
|
# @!attribute [rw] format_options
|
@@ -886,8 +1199,8 @@ module Aws::GlueDataBrew
|
|
886
1199
|
# @return [Types::FormatOptions]
|
887
1200
|
#
|
888
1201
|
# @!attribute [rw] input
|
889
|
-
# Information on how DataBrew can find the dataset, in either the
|
890
|
-
#
|
1202
|
+
# Information on how DataBrew can find the dataset, in either the Glue
|
1203
|
+
# Data Catalog or Amazon S3.
|
891
1204
|
# @return [Types::Input]
|
892
1205
|
#
|
893
1206
|
# @!attribute [rw] last_modified_date
|
@@ -901,12 +1214,12 @@ module Aws::GlueDataBrew
|
|
901
1214
|
#
|
902
1215
|
# @!attribute [rw] source
|
903
1216
|
# The location of the data for the dataset, either Amazon S3 or the
|
904
|
-
#
|
1217
|
+
# Glue Data Catalog.
|
905
1218
|
# @return [String]
|
906
1219
|
#
|
907
1220
|
# @!attribute [rw] path_options
|
908
|
-
# A set of options that defines how DataBrew interprets an S3
|
909
|
-
# the dataset.
|
1221
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
1222
|
+
# path of the dataset.
|
910
1223
|
# @return [Types::PathOptions]
|
911
1224
|
#
|
912
1225
|
# @!attribute [rw] tags
|
@@ -938,7 +1251,7 @@ module Aws::GlueDataBrew
|
|
938
1251
|
end
|
939
1252
|
|
940
1253
|
# Represents a dataset paramater that defines type and conditions for a
|
941
|
-
# parameter in the S3 path of the dataset.
|
1254
|
+
# parameter in the Amazon S3 path of the dataset.
|
942
1255
|
#
|
943
1256
|
# @note When making an API call, you may pass DatasetParameter
|
944
1257
|
# data as a hash:
|
@@ -961,7 +1274,8 @@ module Aws::GlueDataBrew
|
|
961
1274
|
# }
|
962
1275
|
#
|
963
1276
|
# @!attribute [rw] name
|
964
|
-
# The name of the parameter that is used in the dataset's S3
|
1277
|
+
# The name of the parameter that is used in the dataset's Amazon S3
|
1278
|
+
# path.
|
965
1279
|
# @return [String]
|
966
1280
|
#
|
967
1281
|
# @!attribute [rw] type
|
@@ -976,8 +1290,7 @@ module Aws::GlueDataBrew
|
|
976
1290
|
#
|
977
1291
|
# @!attribute [rw] create_column
|
978
1292
|
# Optional boolean value that defines whether the captured value of
|
979
|
-
# this parameter should be
|
980
|
-
# dataset.
|
1293
|
+
# this parameter should be used to create a new column in a dataset.
|
981
1294
|
# @return [Boolean]
|
982
1295
|
#
|
983
1296
|
# @!attribute [rw] filter
|
@@ -998,7 +1311,7 @@ module Aws::GlueDataBrew
|
|
998
1311
|
end
|
999
1312
|
|
1000
1313
|
# Represents additional options for correct interpretation of datetime
|
1001
|
-
# parameters used in the S3 path of a dataset.
|
1314
|
+
# parameters used in the Amazon S3 path of a dataset.
|
1002
1315
|
#
|
1003
1316
|
# @note When making an API call, you may pass DatetimeOptions
|
1004
1317
|
# data as a hash:
|
@@ -1011,16 +1324,17 @@ module Aws::GlueDataBrew
|
|
1011
1324
|
#
|
1012
1325
|
# @!attribute [rw] format
|
1013
1326
|
# Required option, that defines the datetime format used for a date
|
1014
|
-
# parameter in the S3 path. Should use only supported datetime
|
1015
|
-
# specifiers and separation characters, all
|
1016
|
-
#
|
1327
|
+
# parameter in the Amazon S3 path. Should use only supported datetime
|
1328
|
+
# specifiers and separation characters, all literal a-z or A-Z
|
1329
|
+
# characters should be escaped with single quotes. E.g.
|
1017
1330
|
# "MM.dd.yyyy-'at'-HH:mm".
|
1018
1331
|
# @return [String]
|
1019
1332
|
#
|
1020
1333
|
# @!attribute [rw] timezone_offset
|
1021
1334
|
# Optional value for a timezone offset of the datetime parameter value
|
1022
|
-
# in the S3 path. Shouldn't be used if Format for this
|
1023
|
-
# includes timezone fields. If no offset specified, UTC is
|
1335
|
+
# in the Amazon S3 path. Shouldn't be used if Format for this
|
1336
|
+
# parameter includes timezone fields. If no offset specified, UTC is
|
1337
|
+
# assumed.
|
1024
1338
|
# @return [String]
|
1025
1339
|
#
|
1026
1340
|
# @!attribute [rw] locale_code
|
@@ -1238,8 +1552,8 @@ module Aws::GlueDataBrew
|
|
1238
1552
|
# @return [String]
|
1239
1553
|
#
|
1240
1554
|
# @!attribute [rw] format
|
1241
|
-
# The file format of a dataset that is created from an S3 file
|
1242
|
-
# folder.
|
1555
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
1556
|
+
# or folder.
|
1243
1557
|
# @return [String]
|
1244
1558
|
#
|
1245
1559
|
# @!attribute [rw] format_options
|
@@ -1249,7 +1563,7 @@ module Aws::GlueDataBrew
|
|
1249
1563
|
#
|
1250
1564
|
# @!attribute [rw] input
|
1251
1565
|
# Represents information on how DataBrew can find data, in either the
|
1252
|
-
#
|
1566
|
+
# Glue Data Catalog or Amazon S3.
|
1253
1567
|
# @return [Types::Input]
|
1254
1568
|
#
|
1255
1569
|
# @!attribute [rw] last_modified_date
|
@@ -1262,13 +1576,13 @@ module Aws::GlueDataBrew
|
|
1262
1576
|
# @return [String]
|
1263
1577
|
#
|
1264
1578
|
# @!attribute [rw] source
|
1265
|
-
# The location of the data for this dataset, Amazon S3 or the
|
1579
|
+
# The location of the data for this dataset, Amazon S3 or the Glue
|
1266
1580
|
# Data Catalog.
|
1267
1581
|
# @return [String]
|
1268
1582
|
#
|
1269
1583
|
# @!attribute [rw] path_options
|
1270
|
-
# A set of options that defines how DataBrew interprets an S3
|
1271
|
-
# the dataset.
|
1584
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
1585
|
+
# path of the dataset.
|
1272
1586
|
# @return [Types::PathOptions]
|
1273
1587
|
#
|
1274
1588
|
# @!attribute [rw] tags
|
@@ -1338,7 +1652,7 @@ module Aws::GlueDataBrew
|
|
1338
1652
|
# @!attribute [rw] encryption_mode
|
1339
1653
|
# The encryption mode for the job, which can be one of the following:
|
1340
1654
|
#
|
1341
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
1655
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
1342
1656
|
#
|
1343
1657
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
1344
1658
|
# @return [String]
|
@@ -1383,10 +1697,27 @@ module Aws::GlueDataBrew
|
|
1383
1697
|
# job.
|
1384
1698
|
# @return [Array<Types::Output>]
|
1385
1699
|
#
|
1700
|
+
# @!attribute [rw] data_catalog_outputs
|
1701
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
1702
|
+
# from running the job.
|
1703
|
+
# @return [Array<Types::DataCatalogOutput>]
|
1704
|
+
#
|
1705
|
+
# @!attribute [rw] database_outputs
|
1706
|
+
# Represents a list of JDBC database output objects which defines the
|
1707
|
+
# output destination for a DataBrew recipe job to write into.
|
1708
|
+
# @return [Array<Types::DatabaseOutput>]
|
1709
|
+
#
|
1386
1710
|
# @!attribute [rw] project_name
|
1387
1711
|
# The DataBrew project associated with this job.
|
1388
1712
|
# @return [String]
|
1389
1713
|
#
|
1714
|
+
# @!attribute [rw] profile_configuration
|
1715
|
+
# Configuration for profile jobs. Used to select columns, do
|
1716
|
+
# evaluations, and override default parameters of evaluations. When
|
1717
|
+
# configuration is null, the profile job will run with default
|
1718
|
+
# settings.
|
1719
|
+
# @return [Types::ProfileConfiguration]
|
1720
|
+
#
|
1390
1721
|
# @!attribute [rw] recipe_reference
|
1391
1722
|
# Represents the name and version of a DataBrew recipe.
|
1392
1723
|
# @return [Types::RecipeReference]
|
@@ -1396,7 +1727,7 @@ module Aws::GlueDataBrew
|
|
1396
1727
|
# @return [String]
|
1397
1728
|
#
|
1398
1729
|
# @!attribute [rw] role_arn
|
1399
|
-
# The ARN of the
|
1730
|
+
# The ARN of the Identity and Access Management (IAM) role to be
|
1400
1731
|
# assumed when DataBrew runs the job.
|
1401
1732
|
# @return [String]
|
1402
1733
|
#
|
@@ -1430,7 +1761,10 @@ module Aws::GlueDataBrew
|
|
1430
1761
|
:max_capacity,
|
1431
1762
|
:max_retries,
|
1432
1763
|
:outputs,
|
1764
|
+
:data_catalog_outputs,
|
1765
|
+
:database_outputs,
|
1433
1766
|
:project_name,
|
1767
|
+
:profile_configuration,
|
1434
1768
|
:recipe_reference,
|
1435
1769
|
:resource_arn,
|
1436
1770
|
:role_arn,
|
@@ -1492,6 +1826,13 @@ module Aws::GlueDataBrew
|
|
1492
1826
|
# The name of the job being processed during this run.
|
1493
1827
|
# @return [String]
|
1494
1828
|
#
|
1829
|
+
# @!attribute [rw] profile_configuration
|
1830
|
+
# Configuration for profile jobs. Used to select columns, do
|
1831
|
+
# evaluations, and override default parameters of evaluations. When
|
1832
|
+
# configuration is null, the profile job will run with default
|
1833
|
+
# settings.
|
1834
|
+
# @return [Types::ProfileConfiguration]
|
1835
|
+
#
|
1495
1836
|
# @!attribute [rw] run_id
|
1496
1837
|
# The unique identifier of the job run.
|
1497
1838
|
# @return [String]
|
@@ -1513,6 +1854,16 @@ module Aws::GlueDataBrew
|
|
1513
1854
|
# One or more output artifacts from a job run.
|
1514
1855
|
# @return [Array<Types::Output>]
|
1515
1856
|
#
|
1857
|
+
# @!attribute [rw] data_catalog_outputs
|
1858
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
1859
|
+
# from running the job.
|
1860
|
+
# @return [Array<Types::DataCatalogOutput>]
|
1861
|
+
#
|
1862
|
+
# @!attribute [rw] database_outputs
|
1863
|
+
# Represents a list of JDBC database output objects which defines the
|
1864
|
+
# output destination for a DataBrew recipe job to write into.
|
1865
|
+
# @return [Array<Types::DatabaseOutput>]
|
1866
|
+
#
|
1516
1867
|
# @!attribute [rw] recipe_reference
|
1517
1868
|
# Represents the name and version of a DataBrew recipe.
|
1518
1869
|
# @return [Types::RecipeReference]
|
@@ -1542,11 +1893,14 @@ module Aws::GlueDataBrew
|
|
1542
1893
|
:error_message,
|
1543
1894
|
:execution_time,
|
1544
1895
|
:job_name,
|
1896
|
+
:profile_configuration,
|
1545
1897
|
:run_id,
|
1546
1898
|
:state,
|
1547
1899
|
:log_subscription,
|
1548
1900
|
:log_group_name,
|
1549
1901
|
:outputs,
|
1902
|
+
:data_catalog_outputs,
|
1903
|
+
:database_outputs,
|
1550
1904
|
:recipe_reference,
|
1551
1905
|
:started_by,
|
1552
1906
|
:started_on,
|
@@ -1613,7 +1967,7 @@ module Aws::GlueDataBrew
|
|
1613
1967
|
# @return [Types::Sample]
|
1614
1968
|
#
|
1615
1969
|
# @!attribute [rw] role_arn
|
1616
|
-
# The ARN of the
|
1970
|
+
# The ARN of the Identity and Access Management (IAM) role to be
|
1617
1971
|
# assumed when DataBrew runs the job.
|
1618
1972
|
# @return [String]
|
1619
1973
|
#
|
@@ -1810,7 +2164,7 @@ module Aws::GlueDataBrew
|
|
1810
2164
|
# @!attribute [rw] cron_expression
|
1811
2165
|
# The date or dates and time or times when the jobs are to be run for
|
1812
2166
|
# the schedule. For more information, see [Cron expressions][1] in the
|
1813
|
-
# *
|
2167
|
+
# *Glue DataBrew Developer Guide*.
|
1814
2168
|
#
|
1815
2169
|
#
|
1816
2170
|
#
|
@@ -1879,8 +2233,8 @@ module Aws::GlueDataBrew
|
|
1879
2233
|
include Aws::Structure
|
1880
2234
|
end
|
1881
2235
|
|
1882
|
-
# Represents a limit imposed on number of S3 files that should be
|
1883
|
-
# selected for a dataset from a connected S3 path.
|
2236
|
+
# Represents a limit imposed on number of Amazon S3 files that should be
|
2237
|
+
# selected for a dataset from a connected Amazon S3 path.
|
1884
2238
|
#
|
1885
2239
|
# @note When making an API call, you may pass FilesLimit
|
1886
2240
|
# data as a hash:
|
@@ -1892,19 +2246,19 @@ module Aws::GlueDataBrew
|
|
1892
2246
|
# }
|
1893
2247
|
#
|
1894
2248
|
# @!attribute [rw] max_files
|
1895
|
-
# The number of S3 files to select.
|
2249
|
+
# The number of Amazon S3 files to select.
|
1896
2250
|
# @return [Integer]
|
1897
2251
|
#
|
1898
2252
|
# @!attribute [rw] ordered_by
|
1899
|
-
# A criteria to use for S3 files sorting before their
|
1900
|
-
# default uses LAST\_MODIFIED\_DATE as a sorting
|
1901
|
-
# it's the only allowed value.
|
2253
|
+
# A criteria to use for Amazon S3 files sorting before their
|
2254
|
+
# selection. By default uses LAST\_MODIFIED\_DATE as a sorting
|
2255
|
+
# criteria. Currently it's the only allowed value.
|
1902
2256
|
# @return [String]
|
1903
2257
|
#
|
1904
2258
|
# @!attribute [rw] order
|
1905
|
-
# A criteria to use for S3 files sorting before their
|
1906
|
-
# default uses DESCENDING order, i.e. most recent files
|
1907
|
-
# first. Anotherpossible value is ASCENDING.
|
2259
|
+
# A criteria to use for Amazon S3 files sorting before their
|
2260
|
+
# selection. By default uses DESCENDING order, i.e. most recent files
|
2261
|
+
# are selected first. Anotherpossible value is ASCENDING.
|
1908
2262
|
# @return [String]
|
1909
2263
|
#
|
1910
2264
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
|
@@ -1917,7 +2271,13 @@ module Aws::GlueDataBrew
|
|
1917
2271
|
include Aws::Structure
|
1918
2272
|
end
|
1919
2273
|
|
1920
|
-
# Represents a structure for defining parameter conditions.
|
2274
|
+
# Represents a structure for defining parameter conditions. Supported
|
2275
|
+
# conditions are described here: [Supported conditions for dynamic
|
2276
|
+
# datasets][1] in the *Glue DataBrew Developer Guide*.
|
2277
|
+
#
|
2278
|
+
#
|
2279
|
+
#
|
2280
|
+
# [1]: https://docs-aws.amazon.com/databrew/latest/dg/datasets.multiple-files.html#conditions.for.dynamic.datasets
|
1921
2281
|
#
|
1922
2282
|
# @note When making an API call, you may pass FilterExpression
|
1923
2283
|
# data as a hash:
|
@@ -1996,7 +2356,7 @@ module Aws::GlueDataBrew
|
|
1996
2356
|
end
|
1997
2357
|
|
1998
2358
|
# Represents information on how DataBrew can find data, in either the
|
1999
|
-
#
|
2359
|
+
# Glue Data Catalog or Amazon S3.
|
2000
2360
|
#
|
2001
2361
|
# @note When making an API call, you may pass Input
|
2002
2362
|
# data as a hash:
|
@@ -2030,7 +2390,7 @@ module Aws::GlueDataBrew
|
|
2030
2390
|
# @return [Types::S3Location]
|
2031
2391
|
#
|
2032
2392
|
# @!attribute [rw] data_catalog_input_definition
|
2033
|
-
# The
|
2393
|
+
# The Glue Data Catalog parameters for the data.
|
2034
2394
|
# @return [Types::DataCatalogInputDefinition]
|
2035
2395
|
#
|
2036
2396
|
# @!attribute [rw] database_input_definition
|
@@ -2063,7 +2423,7 @@ module Aws::GlueDataBrew
|
|
2063
2423
|
# Represents all of the attributes of a DataBrew job.
|
2064
2424
|
#
|
2065
2425
|
# @!attribute [rw] account_id
|
2066
|
-
# The ID of the
|
2426
|
+
# The ID of the Amazon Web Services account that owns the job.
|
2067
2427
|
# @return [String]
|
2068
2428
|
#
|
2069
2429
|
# @!attribute [rw] created_by
|
@@ -2091,7 +2451,7 @@ module Aws::GlueDataBrew
|
|
2091
2451
|
# @!attribute [rw] encryption_mode
|
2092
2452
|
# The encryption mode for the job, which can be one of the following:
|
2093
2453
|
#
|
2094
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2454
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2095
2455
|
#
|
2096
2456
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2097
2457
|
# @return [String]
|
@@ -2136,6 +2496,16 @@ module Aws::GlueDataBrew
|
|
2136
2496
|
# One or more artifacts that represent output from running the job.
|
2137
2497
|
# @return [Array<Types::Output>]
|
2138
2498
|
#
|
2499
|
+
# @!attribute [rw] data_catalog_outputs
|
2500
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
2501
|
+
# from running the job.
|
2502
|
+
# @return [Array<Types::DataCatalogOutput>]
|
2503
|
+
#
|
2504
|
+
# @!attribute [rw] database_outputs
|
2505
|
+
# Represents a list of JDBC database output objects which defines the
|
2506
|
+
# output destination for a DataBrew recipe job to write into.
|
2507
|
+
# @return [Array<Types::DatabaseOutput>]
|
2508
|
+
#
|
2139
2509
|
# @!attribute [rw] project_name
|
2140
2510
|
# The name of the project that the job is associated with.
|
2141
2511
|
# @return [String]
|
@@ -2187,6 +2557,8 @@ module Aws::GlueDataBrew
|
|
2187
2557
|
:max_capacity,
|
2188
2558
|
:max_retries,
|
2189
2559
|
:outputs,
|
2560
|
+
:data_catalog_outputs,
|
2561
|
+
:database_outputs,
|
2190
2562
|
:project_name,
|
2191
2563
|
:recipe_reference,
|
2192
2564
|
:resource_arn,
|
@@ -2247,6 +2619,16 @@ module Aws::GlueDataBrew
|
|
2247
2619
|
# One or more output artifacts from a job run.
|
2248
2620
|
# @return [Array<Types::Output>]
|
2249
2621
|
#
|
2622
|
+
# @!attribute [rw] data_catalog_outputs
|
2623
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
2624
|
+
# from running the job.
|
2625
|
+
# @return [Array<Types::DataCatalogOutput>]
|
2626
|
+
#
|
2627
|
+
# @!attribute [rw] database_outputs
|
2628
|
+
# Represents a list of JDBC database output objects which defines the
|
2629
|
+
# output destination for a DataBrew recipe job to write into.
|
2630
|
+
# @return [Array<Types::DatabaseOutput>]
|
2631
|
+
#
|
2250
2632
|
# @!attribute [rw] recipe_reference
|
2251
2633
|
# The set of steps processed by the job.
|
2252
2634
|
# @return [Types::RecipeReference]
|
@@ -2282,6 +2664,8 @@ module Aws::GlueDataBrew
|
|
2282
2664
|
:log_subscription,
|
2283
2665
|
:log_group_name,
|
2284
2666
|
:outputs,
|
2667
|
+
:data_catalog_outputs,
|
2668
|
+
:database_outputs,
|
2285
2669
|
:recipe_reference,
|
2286
2670
|
:started_by,
|
2287
2671
|
:started_on,
|
@@ -2332,7 +2716,7 @@ module Aws::GlueDataBrew
|
|
2332
2716
|
end
|
2333
2717
|
|
2334
2718
|
# Represents the JSON-specific options that define how input is to be
|
2335
|
-
# interpreted by
|
2719
|
+
# interpreted by Glue DataBrew.
|
2336
2720
|
#
|
2337
2721
|
# @note When making an API call, you may pass JsonOptions
|
2338
2722
|
# data as a hash:
|
@@ -2739,8 +3123,8 @@ module Aws::GlueDataBrew
|
|
2739
3123
|
include Aws::Structure
|
2740
3124
|
end
|
2741
3125
|
|
2742
|
-
# Represents options that specify how and where
|
2743
|
-
# output generated by recipe jobs or profile jobs.
|
3126
|
+
# Represents options that specify how and where in Amazon S3 DataBrew
|
3127
|
+
# writes the output generated by recipe jobs or profile jobs.
|
2744
3128
|
#
|
2745
3129
|
# @note When making an API call, you may pass Output
|
2746
3130
|
# data as a hash:
|
@@ -2828,7 +3212,7 @@ module Aws::GlueDataBrew
|
|
2828
3212
|
end
|
2829
3213
|
|
2830
3214
|
# Represents a set of options that define how DataBrew selects files for
|
2831
|
-
# a given S3 path in a dataset.
|
3215
|
+
# a given Amazon S3 path in a dataset.
|
2832
3216
|
#
|
2833
3217
|
# @note When making an API call, you may pass PathOptions
|
2834
3218
|
# data as a hash:
|
@@ -2866,8 +3250,8 @@ module Aws::GlueDataBrew
|
|
2866
3250
|
# }
|
2867
3251
|
#
|
2868
3252
|
# @!attribute [rw] last_modified_date_condition
|
2869
|
-
# If provided, this structure defines a date range for matching
|
2870
|
-
# objects based on their LastModifiedDate attribute in S3.
|
3253
|
+
# If provided, this structure defines a date range for matching Amazon
|
3254
|
+
# S3 objects based on their LastModifiedDate attribute in Amazon S3.
|
2871
3255
|
# @return [Types::FilterExpression]
|
2872
3256
|
#
|
2873
3257
|
# @!attribute [rw] files_limit
|
@@ -2876,8 +3260,8 @@ module Aws::GlueDataBrew
|
|
2876
3260
|
# @return [Types::FilesLimit]
|
2877
3261
|
#
|
2878
3262
|
# @!attribute [rw] parameters
|
2879
|
-
# A structure that maps names of parameters used in the S3 path
|
2880
|
-
# dataset to their definitions.
|
3263
|
+
# A structure that maps names of parameters used in the Amazon S3 path
|
3264
|
+
# of a dataset to their definitions.
|
2881
3265
|
# @return [Hash<String,Types::DatasetParameter>]
|
2882
3266
|
#
|
2883
3267
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/PathOptions AWS API Documentation
|
@@ -2890,10 +3274,90 @@ module Aws::GlueDataBrew
|
|
2890
3274
|
include Aws::Structure
|
2891
3275
|
end
|
2892
3276
|
|
3277
|
+
# Configuration for profile jobs. Configuration can be used to select
|
3278
|
+
# columns, do evaluations, and override default parameters of
|
3279
|
+
# evaluations. When configuration is undefined, the profile job will
|
3280
|
+
# apply default settings to all supported columns.
|
3281
|
+
#
|
3282
|
+
# @note When making an API call, you may pass ProfileConfiguration
|
3283
|
+
# data as a hash:
|
3284
|
+
#
|
3285
|
+
# {
|
3286
|
+
# dataset_statistics_configuration: {
|
3287
|
+
# included_statistics: ["Statistic"],
|
3288
|
+
# overrides: [
|
3289
|
+
# {
|
3290
|
+
# statistic: "Statistic", # required
|
3291
|
+
# parameters: { # required
|
3292
|
+
# "ParameterName" => "ParameterValue",
|
3293
|
+
# },
|
3294
|
+
# },
|
3295
|
+
# ],
|
3296
|
+
# },
|
3297
|
+
# profile_columns: [
|
3298
|
+
# {
|
3299
|
+
# regex: "ColumnName",
|
3300
|
+
# name: "ColumnName",
|
3301
|
+
# },
|
3302
|
+
# ],
|
3303
|
+
# column_statistics_configurations: [
|
3304
|
+
# {
|
3305
|
+
# selectors: [
|
3306
|
+
# {
|
3307
|
+
# regex: "ColumnName",
|
3308
|
+
# name: "ColumnName",
|
3309
|
+
# },
|
3310
|
+
# ],
|
3311
|
+
# statistics: { # required
|
3312
|
+
# included_statistics: ["Statistic"],
|
3313
|
+
# overrides: [
|
3314
|
+
# {
|
3315
|
+
# statistic: "Statistic", # required
|
3316
|
+
# parameters: { # required
|
3317
|
+
# "ParameterName" => "ParameterValue",
|
3318
|
+
# },
|
3319
|
+
# },
|
3320
|
+
# ],
|
3321
|
+
# },
|
3322
|
+
# },
|
3323
|
+
# ],
|
3324
|
+
# }
|
3325
|
+
#
|
3326
|
+
# @!attribute [rw] dataset_statistics_configuration
|
3327
|
+
# Configuration for inter-column evaluations. Configuration can be
|
3328
|
+
# used to select evaluations and override parameters of evaluations.
|
3329
|
+
# When configuration is undefined, the profile job will run all
|
3330
|
+
# supported inter-column evaluations.
|
3331
|
+
# @return [Types::StatisticsConfiguration]
|
3332
|
+
#
|
3333
|
+
# @!attribute [rw] profile_columns
|
3334
|
+
# List of column selectors. ProfileColumns can be used to select
|
3335
|
+
# columns from the dataset. When ProfileColumns is undefined, the
|
3336
|
+
# profile job will profile all supported columns.
|
3337
|
+
# @return [Array<Types::ColumnSelector>]
|
3338
|
+
#
|
3339
|
+
# @!attribute [rw] column_statistics_configurations
|
3340
|
+
# List of configurations for column evaluations.
|
3341
|
+
# ColumnStatisticsConfigurations are used to select evaluations and
|
3342
|
+
# override parameters of evaluations for particular columns. When
|
3343
|
+
# ColumnStatisticsConfigurations is undefined, the profile job will
|
3344
|
+
# profile all supported columns and run all supported evaluations.
|
3345
|
+
# @return [Array<Types::ColumnStatisticsConfiguration>]
|
3346
|
+
#
|
3347
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
|
3348
|
+
#
|
3349
|
+
class ProfileConfiguration < Struct.new(
|
3350
|
+
:dataset_statistics_configuration,
|
3351
|
+
:profile_columns,
|
3352
|
+
:column_statistics_configurations)
|
3353
|
+
SENSITIVE = []
|
3354
|
+
include Aws::Structure
|
3355
|
+
end
|
3356
|
+
|
2893
3357
|
# Represents all of the attributes of a DataBrew project.
|
2894
3358
|
#
|
2895
3359
|
# @!attribute [rw] account_id
|
2896
|
-
# The ID of the
|
3360
|
+
# The ID of the Amazon Web Services account that owns the project.
|
2897
3361
|
# @return [String]
|
2898
3362
|
#
|
2899
3363
|
# @!attribute [rw] create_date
|
@@ -3101,12 +3565,11 @@ module Aws::GlueDataBrew
|
|
3101
3565
|
|
3102
3566
|
# Represents a transformation and associated parameters that are used to
|
3103
3567
|
# apply a change to a DataBrew dataset. For more information, see
|
3104
|
-
# [Recipe
|
3568
|
+
# [Recipe actions reference][1].
|
3105
3569
|
#
|
3106
3570
|
#
|
3107
3571
|
#
|
3108
|
-
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-
|
3109
|
-
# [2]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
|
3572
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
|
3110
3573
|
#
|
3111
3574
|
# @note When making an API call, you may pass RecipeAction
|
3112
3575
|
# data as a hash:
|
@@ -3257,7 +3720,7 @@ module Aws::GlueDataBrew
|
|
3257
3720
|
# }
|
3258
3721
|
#
|
3259
3722
|
# @!attribute [rw] bucket
|
3260
|
-
# The S3 bucket name.
|
3723
|
+
# The Amazon S3 bucket name.
|
3261
3724
|
# @return [String]
|
3262
3725
|
#
|
3263
3726
|
# @!attribute [rw] key
|
@@ -3273,6 +3736,32 @@ module Aws::GlueDataBrew
|
|
3273
3736
|
include Aws::Structure
|
3274
3737
|
end
|
3275
3738
|
|
3739
|
+
# Represents options that specify how and where DataBrew writes the
|
3740
|
+
# Amazon S3 output generated by recipe jobs.
|
3741
|
+
#
|
3742
|
+
# @note When making an API call, you may pass S3TableOutputOptions
|
3743
|
+
# data as a hash:
|
3744
|
+
#
|
3745
|
+
# {
|
3746
|
+
# location: { # required
|
3747
|
+
# bucket: "Bucket", # required
|
3748
|
+
# key: "Key",
|
3749
|
+
# },
|
3750
|
+
# }
|
3751
|
+
#
|
3752
|
+
# @!attribute [rw] location
|
3753
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
3754
|
+
# DataBrew can write output from a job.
|
3755
|
+
# @return [Types::S3Location]
|
3756
|
+
#
|
3757
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/S3TableOutputOptions AWS API Documentation
|
3758
|
+
#
|
3759
|
+
class S3TableOutputOptions < Struct.new(
|
3760
|
+
:location)
|
3761
|
+
SENSITIVE = []
|
3762
|
+
include Aws::Structure
|
3763
|
+
end
|
3764
|
+
|
3276
3765
|
# Represents the sample size and sampling type for DataBrew to use for
|
3277
3766
|
# interactive data analysis.
|
3278
3767
|
#
|
@@ -3304,7 +3793,7 @@ module Aws::GlueDataBrew
|
|
3304
3793
|
# Represents one or more dates and times when a job is to run.
|
3305
3794
|
#
|
3306
3795
|
# @!attribute [rw] account_id
|
3307
|
-
# The ID of the
|
3796
|
+
# The ID of the Amazon Web Services account that owns the schedule.
|
3308
3797
|
# @return [String]
|
3309
3798
|
#
|
3310
3799
|
# @!attribute [rw] created_by
|
@@ -3334,8 +3823,7 @@ module Aws::GlueDataBrew
|
|
3334
3823
|
#
|
3335
3824
|
# @!attribute [rw] cron_expression
|
3336
3825
|
# The dates and times when the job is to run. For more information,
|
3337
|
-
# see [Cron expressions][1] in the *
|
3338
|
-
# Guide*.
|
3826
|
+
# see [Cron expressions][1] in the *Glue DataBrew Developer Guide*.
|
3339
3827
|
#
|
3340
3828
|
#
|
3341
3829
|
#
|
@@ -3548,6 +4036,72 @@ module Aws::GlueDataBrew
|
|
3548
4036
|
include Aws::Structure
|
3549
4037
|
end
|
3550
4038
|
|
4039
|
+
# Override of a particular evaluation for a profile job.
|
4040
|
+
#
|
4041
|
+
# @note When making an API call, you may pass StatisticOverride
|
4042
|
+
# data as a hash:
|
4043
|
+
#
|
4044
|
+
# {
|
4045
|
+
# statistic: "Statistic", # required
|
4046
|
+
# parameters: { # required
|
4047
|
+
# "ParameterName" => "ParameterValue",
|
4048
|
+
# },
|
4049
|
+
# }
|
4050
|
+
#
|
4051
|
+
# @!attribute [rw] statistic
|
4052
|
+
# The name of an evaluation
|
4053
|
+
# @return [String]
|
4054
|
+
#
|
4055
|
+
# @!attribute [rw] parameters
|
4056
|
+
# A map that includes overrides of an evaluation’s parameters.
|
4057
|
+
# @return [Hash<String,String>]
|
4058
|
+
#
|
4059
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
|
4060
|
+
#
|
4061
|
+
class StatisticOverride < Struct.new(
|
4062
|
+
:statistic,
|
4063
|
+
:parameters)
|
4064
|
+
SENSITIVE = []
|
4065
|
+
include Aws::Structure
|
4066
|
+
end
|
4067
|
+
|
4068
|
+
# Configuration of evaluations for a profile job. This configuration can
|
4069
|
+
# be used to select evaluations and override the parameters of selected
|
4070
|
+
# evaluations.
|
4071
|
+
#
|
4072
|
+
# @note When making an API call, you may pass StatisticsConfiguration
|
4073
|
+
# data as a hash:
|
4074
|
+
#
|
4075
|
+
# {
|
4076
|
+
# included_statistics: ["Statistic"],
|
4077
|
+
# overrides: [
|
4078
|
+
# {
|
4079
|
+
# statistic: "Statistic", # required
|
4080
|
+
# parameters: { # required
|
4081
|
+
# "ParameterName" => "ParameterValue",
|
4082
|
+
# },
|
4083
|
+
# },
|
4084
|
+
# ],
|
4085
|
+
# }
|
4086
|
+
#
|
4087
|
+
# @!attribute [rw] included_statistics
|
4088
|
+
# List of included evaluations. When the list is undefined, all
|
4089
|
+
# supported evaluations will be included.
|
4090
|
+
# @return [Array<String>]
|
4091
|
+
#
|
4092
|
+
# @!attribute [rw] overrides
|
4093
|
+
# List of overrides for evaluations.
|
4094
|
+
# @return [Array<Types::StatisticOverride>]
|
4095
|
+
#
|
4096
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
|
4097
|
+
#
|
4098
|
+
class StatisticsConfiguration < Struct.new(
|
4099
|
+
:included_statistics,
|
4100
|
+
:overrides)
|
4101
|
+
SENSITIVE = []
|
4102
|
+
include Aws::Structure
|
4103
|
+
end
|
4104
|
+
|
3551
4105
|
# @note When making an API call, you may pass StopJobRunRequest
|
3552
4106
|
# data as a hash:
|
3553
4107
|
#
|
@@ -3729,8 +4283,8 @@ module Aws::GlueDataBrew
|
|
3729
4283
|
# @return [String]
|
3730
4284
|
#
|
3731
4285
|
# @!attribute [rw] format
|
3732
|
-
# The file format of a dataset that is created from an S3 file
|
3733
|
-
# folder.
|
4286
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
4287
|
+
# or folder.
|
3734
4288
|
# @return [String]
|
3735
4289
|
#
|
3736
4290
|
# @!attribute [rw] format_options
|
@@ -3740,12 +4294,12 @@ module Aws::GlueDataBrew
|
|
3740
4294
|
#
|
3741
4295
|
# @!attribute [rw] input
|
3742
4296
|
# Represents information on how DataBrew can find data, in either the
|
3743
|
-
#
|
4297
|
+
# Glue Data Catalog or Amazon S3.
|
3744
4298
|
# @return [Types::Input]
|
3745
4299
|
#
|
3746
4300
|
# @!attribute [rw] path_options
|
3747
|
-
# A set of options that defines how DataBrew interprets an S3
|
3748
|
-
# the dataset.
|
4301
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
4302
|
+
# path of the dataset.
|
3749
4303
|
# @return [Types::PathOptions]
|
3750
4304
|
#
|
3751
4305
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
|
@@ -3776,6 +4330,46 @@ module Aws::GlueDataBrew
|
|
3776
4330
|
# data as a hash:
|
3777
4331
|
#
|
3778
4332
|
# {
|
4333
|
+
# configuration: {
|
4334
|
+
# dataset_statistics_configuration: {
|
4335
|
+
# included_statistics: ["Statistic"],
|
4336
|
+
# overrides: [
|
4337
|
+
# {
|
4338
|
+
# statistic: "Statistic", # required
|
4339
|
+
# parameters: { # required
|
4340
|
+
# "ParameterName" => "ParameterValue",
|
4341
|
+
# },
|
4342
|
+
# },
|
4343
|
+
# ],
|
4344
|
+
# },
|
4345
|
+
# profile_columns: [
|
4346
|
+
# {
|
4347
|
+
# regex: "ColumnName",
|
4348
|
+
# name: "ColumnName",
|
4349
|
+
# },
|
4350
|
+
# ],
|
4351
|
+
# column_statistics_configurations: [
|
4352
|
+
# {
|
4353
|
+
# selectors: [
|
4354
|
+
# {
|
4355
|
+
# regex: "ColumnName",
|
4356
|
+
# name: "ColumnName",
|
4357
|
+
# },
|
4358
|
+
# ],
|
4359
|
+
# statistics: { # required
|
4360
|
+
# included_statistics: ["Statistic"],
|
4361
|
+
# overrides: [
|
4362
|
+
# {
|
4363
|
+
# statistic: "Statistic", # required
|
4364
|
+
# parameters: { # required
|
4365
|
+
# "ParameterName" => "ParameterValue",
|
4366
|
+
# },
|
4367
|
+
# },
|
4368
|
+
# ],
|
4369
|
+
# },
|
4370
|
+
# },
|
4371
|
+
# ],
|
4372
|
+
# },
|
3779
4373
|
# encryption_key_arn: "EncryptionKeyArn",
|
3780
4374
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
3781
4375
|
# name: "JobName", # required
|
@@ -3794,6 +4388,13 @@ module Aws::GlueDataBrew
|
|
3794
4388
|
# },
|
3795
4389
|
# }
|
3796
4390
|
#
|
4391
|
+
# @!attribute [rw] configuration
|
4392
|
+
# Configuration for profile jobs. Used to select columns, do
|
4393
|
+
# evaluations, and override default parameters of evaluations. When
|
4394
|
+
# configuration is null, the profile job will run with default
|
4395
|
+
# settings.
|
4396
|
+
# @return [Types::ProfileConfiguration]
|
4397
|
+
#
|
3797
4398
|
# @!attribute [rw] encryption_key_arn
|
3798
4399
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
3799
4400
|
# protect the job.
|
@@ -3802,7 +4403,7 @@ module Aws::GlueDataBrew
|
|
3802
4403
|
# @!attribute [rw] encryption_mode
|
3803
4404
|
# The encryption mode for the job, which can be one of the following:
|
3804
4405
|
#
|
3805
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
4406
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
3806
4407
|
#
|
3807
4408
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3808
4409
|
# @return [String]
|
@@ -3832,8 +4433,8 @@ module Aws::GlueDataBrew
|
|
3832
4433
|
# @return [Types::S3Location]
|
3833
4434
|
#
|
3834
4435
|
# @!attribute [rw] role_arn
|
3835
|
-
# The Amazon Resource Name (ARN) of the
|
3836
|
-
#
|
4436
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
4437
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
3837
4438
|
# @return [String]
|
3838
4439
|
#
|
3839
4440
|
# @!attribute [rw] timeout
|
@@ -3852,6 +4453,7 @@ module Aws::GlueDataBrew
|
|
3852
4453
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
|
3853
4454
|
#
|
3854
4455
|
class UpdateProfileJobRequest < Struct.new(
|
4456
|
+
:configuration,
|
3855
4457
|
:encryption_key_arn,
|
3856
4458
|
:encryption_mode,
|
3857
4459
|
:name,
|
@@ -3941,7 +4543,7 @@ module Aws::GlueDataBrew
|
|
3941
4543
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
3942
4544
|
# max_capacity: 1,
|
3943
4545
|
# max_retries: 1,
|
3944
|
-
# outputs: [
|
4546
|
+
# outputs: [
|
3945
4547
|
# {
|
3946
4548
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
3947
4549
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -3958,6 +4560,40 @@ module Aws::GlueDataBrew
|
|
3958
4560
|
# },
|
3959
4561
|
# },
|
3960
4562
|
# ],
|
4563
|
+
# data_catalog_outputs: [
|
4564
|
+
# {
|
4565
|
+
# catalog_id: "CatalogId",
|
4566
|
+
# database_name: "DatabaseName", # required
|
4567
|
+
# table_name: "TableName", # required
|
4568
|
+
# s3_options: {
|
4569
|
+
# location: { # required
|
4570
|
+
# bucket: "Bucket", # required
|
4571
|
+
# key: "Key",
|
4572
|
+
# },
|
4573
|
+
# },
|
4574
|
+
# database_options: {
|
4575
|
+
# temp_directory: {
|
4576
|
+
# bucket: "Bucket", # required
|
4577
|
+
# key: "Key",
|
4578
|
+
# },
|
4579
|
+
# table_name: "DatabaseTableName", # required
|
4580
|
+
# },
|
4581
|
+
# overwrite: false,
|
4582
|
+
# },
|
4583
|
+
# ],
|
4584
|
+
# database_outputs: [
|
4585
|
+
# {
|
4586
|
+
# glue_connection_name: "GlueConnectionName", # required
|
4587
|
+
# database_options: { # required
|
4588
|
+
# temp_directory: {
|
4589
|
+
# bucket: "Bucket", # required
|
4590
|
+
# key: "Key",
|
4591
|
+
# },
|
4592
|
+
# table_name: "DatabaseTableName", # required
|
4593
|
+
# },
|
4594
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
4595
|
+
# },
|
4596
|
+
# ],
|
3961
4597
|
# role_arn: "Arn", # required
|
3962
4598
|
# timeout: 1,
|
3963
4599
|
# }
|
@@ -3970,7 +4606,7 @@ module Aws::GlueDataBrew
|
|
3970
4606
|
# @!attribute [rw] encryption_mode
|
3971
4607
|
# The encryption mode for the job, which can be one of the following:
|
3972
4608
|
#
|
3973
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
4609
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
3974
4610
|
#
|
3975
4611
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3976
4612
|
# @return [String]
|
@@ -3999,9 +4635,19 @@ module Aws::GlueDataBrew
|
|
3999
4635
|
# job.
|
4000
4636
|
# @return [Array<Types::Output>]
|
4001
4637
|
#
|
4638
|
+
# @!attribute [rw] data_catalog_outputs
|
4639
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
4640
|
+
# from running the job.
|
4641
|
+
# @return [Array<Types::DataCatalogOutput>]
|
4642
|
+
#
|
4643
|
+
# @!attribute [rw] database_outputs
|
4644
|
+
# Represents a list of JDBC database output objects which defines the
|
4645
|
+
# output destination for a DataBrew recipe job to write into.
|
4646
|
+
# @return [Array<Types::DatabaseOutput>]
|
4647
|
+
#
|
4002
4648
|
# @!attribute [rw] role_arn
|
4003
|
-
# The Amazon Resource Name (ARN) of the
|
4004
|
-
#
|
4649
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
4650
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
4005
4651
|
# @return [String]
|
4006
4652
|
#
|
4007
4653
|
# @!attribute [rw] timeout
|
@@ -4019,6 +4665,8 @@ module Aws::GlueDataBrew
|
|
4019
4665
|
:max_capacity,
|
4020
4666
|
:max_retries,
|
4021
4667
|
:outputs,
|
4668
|
+
:data_catalog_outputs,
|
4669
|
+
:database_outputs,
|
4022
4670
|
:role_arn,
|
4023
4671
|
:timeout)
|
4024
4672
|
SENSITIVE = []
|
@@ -4113,8 +4761,8 @@ module Aws::GlueDataBrew
|
|
4113
4761
|
#
|
4114
4762
|
# @!attribute [rw] cron_expression
|
4115
4763
|
# The date or dates and time or times when the jobs are to be run. For
|
4116
|
-
# more information, see [Cron expressions][1] in the *
|
4117
|
-
#
|
4764
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
4765
|
+
# Developer Guide*.
|
4118
4766
|
#
|
4119
4767
|
#
|
4120
4768
|
#
|