aws-sdk-gluedatabrew 1.2.0 → 1.7.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -33,6 +33,7 @@ module Aws::GlueDataBrew
33
33
  ConditionExpressionList = Shapes::ListShape.new(name: 'ConditionExpressionList')
34
34
  ConditionValue = Shapes::StringShape.new(name: 'ConditionValue')
35
35
  ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
36
+ CreateColumn = Shapes::BooleanShape.new(name: 'CreateColumn')
36
37
  CreateDatasetRequest = Shapes::StructureShape.new(name: 'CreateDatasetRequest')
37
38
  CreateDatasetResponse = Shapes::StructureShape.new(name: 'CreateDatasetResponse')
38
39
  CreateProfileJobRequest = Shapes::StructureShape.new(name: 'CreateProfileJobRequest')
@@ -50,11 +51,16 @@ module Aws::GlueDataBrew
50
51
  CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
51
52
  CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
52
53
  DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
54
+ DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
53
55
  DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
56
+ DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
54
57
  Dataset = Shapes::StructureShape.new(name: 'Dataset')
55
58
  DatasetList = Shapes::ListShape.new(name: 'DatasetList')
56
59
  DatasetName = Shapes::StringShape.new(name: 'DatasetName')
60
+ DatasetParameter = Shapes::StructureShape.new(name: 'DatasetParameter')
57
61
  Date = Shapes::TimestampShape.new(name: 'Date')
62
+ DatetimeFormat = Shapes::StringShape.new(name: 'DatetimeFormat')
63
+ DatetimeOptions = Shapes::StructureShape.new(name: 'DatetimeOptions')
58
64
  DeleteDatasetRequest = Shapes::StructureShape.new(name: 'DeleteDatasetRequest')
59
65
  DeleteDatasetResponse = Shapes::StructureShape.new(name: 'DeleteDatasetResponse')
60
66
  DeleteJobRequest = Shapes::StructureShape.new(name: 'DeleteJobRequest')
@@ -70,6 +76,8 @@ module Aws::GlueDataBrew
70
76
  DescribeDatasetResponse = Shapes::StructureShape.new(name: 'DescribeDatasetResponse')
71
77
  DescribeJobRequest = Shapes::StructureShape.new(name: 'DescribeJobRequest')
72
78
  DescribeJobResponse = Shapes::StructureShape.new(name: 'DescribeJobResponse')
79
+ DescribeJobRunRequest = Shapes::StructureShape.new(name: 'DescribeJobRunRequest')
80
+ DescribeJobRunResponse = Shapes::StructureShape.new(name: 'DescribeJobRunResponse')
73
81
  DescribeProjectRequest = Shapes::StructureShape.new(name: 'DescribeProjectRequest')
74
82
  DescribeProjectResponse = Shapes::StructureShape.new(name: 'DescribeProjectResponse')
75
83
  DescribeRecipeRequest = Shapes::StructureShape.new(name: 'DescribeRecipeRequest')
@@ -81,9 +89,15 @@ module Aws::GlueDataBrew
81
89
  ErrorCode = Shapes::StringShape.new(name: 'ErrorCode')
82
90
  ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
83
91
  ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
92
+ Expression = Shapes::StringShape.new(name: 'Expression')
93
+ FilesLimit = Shapes::StructureShape.new(name: 'FilesLimit')
94
+ FilterExpression = Shapes::StructureShape.new(name: 'FilterExpression')
84
95
  FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
96
+ GlueConnectionName = Shapes::StringShape.new(name: 'GlueConnectionName')
97
+ HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
85
98
  HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
86
99
  Input = Shapes::StructureShape.new(name: 'Input')
100
+ InputFormat = Shapes::StringShape.new(name: 'InputFormat')
87
101
  InternalServerException = Shapes::StructureShape.new(name: 'InternalServerException')
88
102
  Job = Shapes::StructureShape.new(name: 'Job')
89
103
  JobList = Shapes::ListShape.new(name: 'JobList')
@@ -94,6 +108,8 @@ module Aws::GlueDataBrew
94
108
  JobRunId = Shapes::StringShape.new(name: 'JobRunId')
95
109
  JobRunList = Shapes::ListShape.new(name: 'JobRunList')
96
110
  JobRunState = Shapes::StringShape.new(name: 'JobRunState')
111
+ JobSample = Shapes::StructureShape.new(name: 'JobSample')
112
+ JobSize = Shapes::IntegerShape.new(name: 'JobSize')
97
113
  JobType = Shapes::StringShape.new(name: 'JobType')
98
114
  JsonOptions = Shapes::StructureShape.new(name: 'JsonOptions')
99
115
  Key = Shapes::StringShape.new(name: 'Key')
@@ -114,9 +130,11 @@ module Aws::GlueDataBrew
114
130
  ListSchedulesResponse = Shapes::StructureShape.new(name: 'ListSchedulesResponse')
115
131
  ListTagsForResourceRequest = Shapes::StructureShape.new(name: 'ListTagsForResourceRequest')
116
132
  ListTagsForResourceResponse = Shapes::StructureShape.new(name: 'ListTagsForResourceResponse')
133
+ LocaleCode = Shapes::StringShape.new(name: 'LocaleCode')
117
134
  LogGroupName = Shapes::StringShape.new(name: 'LogGroupName')
118
135
  LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
119
136
  MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
137
+ MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
120
138
  MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
121
139
  MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
122
140
  Message = Shapes::StringShape.new(name: 'Message')
@@ -124,6 +142,8 @@ module Aws::GlueDataBrew
124
142
  NextToken = Shapes::StringShape.new(name: 'NextToken')
125
143
  OpenedBy = Shapes::StringShape.new(name: 'OpenedBy')
126
144
  Operation = Shapes::StringShape.new(name: 'Operation')
145
+ Order = Shapes::StringShape.new(name: 'Order')
146
+ OrderedBy = Shapes::StringShape.new(name: 'OrderedBy')
127
147
  Output = Shapes::StructureShape.new(name: 'Output')
128
148
  OutputFormat = Shapes::StringShape.new(name: 'OutputFormat')
129
149
  OutputFormatOptions = Shapes::StructureShape.new(name: 'OutputFormatOptions')
@@ -131,7 +151,11 @@ module Aws::GlueDataBrew
131
151
  OverwriteOutput = Shapes::BooleanShape.new(name: 'OverwriteOutput')
132
152
  ParameterMap = Shapes::MapShape.new(name: 'ParameterMap')
133
153
  ParameterName = Shapes::StringShape.new(name: 'ParameterName')
154
+ ParameterType = Shapes::StringShape.new(name: 'ParameterType')
134
155
  ParameterValue = Shapes::StringShape.new(name: 'ParameterValue')
156
+ PathOptions = Shapes::StructureShape.new(name: 'PathOptions')
157
+ PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
158
+ PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
135
159
  Preview = Shapes::BooleanShape.new(name: 'Preview')
136
160
  Project = Shapes::StructureShape.new(name: 'Project')
137
161
  ProjectList = Shapes::ListShape.new(name: 'ProjectList')
@@ -156,6 +180,7 @@ module Aws::GlueDataBrew
156
180
  Result = Shapes::StringShape.new(name: 'Result')
157
181
  S3Location = Shapes::StructureShape.new(name: 'S3Location')
158
182
  Sample = Shapes::StructureShape.new(name: 'Sample')
183
+ SampleMode = Shapes::StringShape.new(name: 'SampleMode')
159
184
  SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
160
185
  SampleType = Shapes::StringShape.new(name: 'SampleType')
161
186
  Schedule = Shapes::StructureShape.new(name: 'Schedule')
@@ -188,6 +213,7 @@ module Aws::GlueDataBrew
188
213
  TagValue = Shapes::StringShape.new(name: 'TagValue')
189
214
  TargetColumn = Shapes::StringShape.new(name: 'TargetColumn')
190
215
  Timeout = Shapes::IntegerShape.new(name: 'Timeout')
216
+ TimezoneOffset = Shapes::StringShape.new(name: 'TimezoneOffset')
191
217
  UntagResourceRequest = Shapes::StructureShape.new(name: 'UntagResourceRequest')
192
218
  UntagResourceResponse = Shapes::StructureShape.new(name: 'UntagResourceResponse')
193
219
  UpdateDatasetRequest = Shapes::StructureShape.new(name: 'UpdateDatasetRequest')
@@ -203,6 +229,8 @@ module Aws::GlueDataBrew
203
229
  UpdateScheduleRequest = Shapes::StructureShape.new(name: 'UpdateScheduleRequest')
204
230
  UpdateScheduleResponse = Shapes::StructureShape.new(name: 'UpdateScheduleResponse')
205
231
  ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
232
+ ValueReference = Shapes::StringShape.new(name: 'ValueReference')
233
+ ValuesMap = Shapes::MapShape.new(name: 'ValuesMap')
206
234
  ViewFrame = Shapes::StructureShape.new(name: 'ViewFrame')
207
235
 
208
236
  AccessDeniedException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
@@ -229,8 +257,10 @@ module Aws::GlueDataBrew
229
257
  ConflictException.struct_class = Types::ConflictException
230
258
 
231
259
  CreateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
260
+ CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
232
261
  CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
233
262
  CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
263
+ CreateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
234
264
  CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
235
265
  CreateDatasetRequest.struct_class = Types::CreateDatasetRequest
236
266
 
@@ -248,6 +278,7 @@ module Aws::GlueDataBrew
248
278
  CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
249
279
  CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
250
280
  CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
281
+ CreateProfileJobRequest.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
251
282
  CreateProfileJobRequest.struct_class = Types::CreateProfileJobRequest
252
283
 
253
284
  CreateProfileJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "Name"))
@@ -301,6 +332,7 @@ module Aws::GlueDataBrew
301
332
  CreateScheduleResponse.struct_class = Types::CreateScheduleResponse
302
333
 
303
334
  CsvOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
335
+ CsvOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
304
336
  CsvOptions.struct_class = Types::CsvOptions
305
337
 
306
338
  CsvOutputOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
@@ -312,21 +344,40 @@ module Aws::GlueDataBrew
312
344
  DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
313
345
  DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
314
346
 
347
+ DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
348
+ DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
349
+ DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
350
+ DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
351
+
315
352
  Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
316
353
  Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
317
354
  Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
318
355
  Dataset.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
356
+ Dataset.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
319
357
  Dataset.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
320
358
  Dataset.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
321
359
  Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
322
360
  Dataset.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
323
361
  Dataset.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
362
+ Dataset.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
324
363
  Dataset.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
325
364
  Dataset.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
326
365
  Dataset.struct_class = Types::Dataset
327
366
 
328
367
  DatasetList.member = Shapes::ShapeRef.new(shape: Dataset)
329
368
 
369
+ DatasetParameter.add_member(:name, Shapes::ShapeRef.new(shape: PathParameterName, required: true, location_name: "Name"))
370
+ DatasetParameter.add_member(:type, Shapes::ShapeRef.new(shape: ParameterType, required: true, location_name: "Type"))
371
+ DatasetParameter.add_member(:datetime_options, Shapes::ShapeRef.new(shape: DatetimeOptions, location_name: "DatetimeOptions"))
372
+ DatasetParameter.add_member(:create_column, Shapes::ShapeRef.new(shape: CreateColumn, location_name: "CreateColumn"))
373
+ DatasetParameter.add_member(:filter, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "Filter"))
374
+ DatasetParameter.struct_class = Types::DatasetParameter
375
+
376
+ DatetimeOptions.add_member(:format, Shapes::ShapeRef.new(shape: DatetimeFormat, required: true, location_name: "Format"))
377
+ DatetimeOptions.add_member(:timezone_offset, Shapes::ShapeRef.new(shape: TimezoneOffset, location_name: "TimezoneOffset"))
378
+ DatetimeOptions.add_member(:locale_code, Shapes::ShapeRef.new(shape: LocaleCode, location_name: "LocaleCode"))
379
+ DatetimeOptions.struct_class = Types::DatetimeOptions
380
+
330
381
  DeleteDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
331
382
  DeleteDatasetRequest.struct_class = Types::DeleteDatasetRequest
332
383
 
@@ -365,11 +416,13 @@ module Aws::GlueDataBrew
365
416
  DescribeDatasetResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
366
417
  DescribeDatasetResponse.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
367
418
  DescribeDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
419
+ DescribeDatasetResponse.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
368
420
  DescribeDatasetResponse.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
369
421
  DescribeDatasetResponse.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
370
422
  DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
371
423
  DescribeDatasetResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
372
424
  DescribeDatasetResponse.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
425
+ DescribeDatasetResponse.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
373
426
  DescribeDatasetResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
374
427
  DescribeDatasetResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
375
428
  DescribeDatasetResponse.struct_class = Types::DescribeDatasetResponse
@@ -396,8 +449,30 @@ module Aws::GlueDataBrew
396
449
  DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
397
450
  DescribeJobResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
398
451
  DescribeJobResponse.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
452
+ DescribeJobResponse.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
399
453
  DescribeJobResponse.struct_class = Types::DescribeJobResponse
400
454
 
455
+ DescribeJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
456
+ DescribeJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
457
+ DescribeJobRunRequest.struct_class = Types::DescribeJobRunRequest
458
+
459
+ DescribeJobRunResponse.add_member(:attempt, Shapes::ShapeRef.new(shape: Attempt, location_name: "Attempt"))
460
+ DescribeJobRunResponse.add_member(:completed_on, Shapes::ShapeRef.new(shape: Date, location_name: "CompletedOn"))
461
+ DescribeJobRunResponse.add_member(:dataset_name, Shapes::ShapeRef.new(shape: DatasetName, location_name: "DatasetName"))
462
+ DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
463
+ DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
464
+ DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
465
+ DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
466
+ DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
467
+ DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
468
+ DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
469
+ DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
470
+ DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
471
+ DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
472
+ DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
473
+ DescribeJobRunResponse.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
474
+ DescribeJobRunResponse.struct_class = Types::DescribeJobRunResponse
475
+
401
476
  DescribeProjectRequest.add_member(:name, Shapes::ShapeRef.new(shape: ProjectName, required: true, location: "uri", location_name: "name"))
402
477
  DescribeProjectRequest.struct_class = Types::DescribeProjectRequest
403
478
 
@@ -452,8 +527,18 @@ module Aws::GlueDataBrew
452
527
 
453
528
  ExcelOptions.add_member(:sheet_names, Shapes::ShapeRef.new(shape: SheetNameList, location_name: "SheetNames"))
454
529
  ExcelOptions.add_member(:sheet_indexes, Shapes::ShapeRef.new(shape: SheetIndexList, location_name: "SheetIndexes"))
530
+ ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
455
531
  ExcelOptions.struct_class = Types::ExcelOptions
456
532
 
533
+ FilesLimit.add_member(:max_files, Shapes::ShapeRef.new(shape: MaxFiles, required: true, location_name: "MaxFiles"))
534
+ FilesLimit.add_member(:ordered_by, Shapes::ShapeRef.new(shape: OrderedBy, location_name: "OrderedBy"))
535
+ FilesLimit.add_member(:order, Shapes::ShapeRef.new(shape: Order, location_name: "Order"))
536
+ FilesLimit.struct_class = Types::FilesLimit
537
+
538
+ FilterExpression.add_member(:expression, Shapes::ShapeRef.new(shape: Expression, required: true, location_name: "Expression"))
539
+ FilterExpression.add_member(:values_map, Shapes::ShapeRef.new(shape: ValuesMap, required: true, location_name: "ValuesMap"))
540
+ FilterExpression.struct_class = Types::FilterExpression
541
+
457
542
  FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
458
543
  FormatOptions.add_member(:excel, Shapes::ShapeRef.new(shape: ExcelOptions, location_name: "Excel"))
459
544
  FormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOptions, location_name: "Csv"))
@@ -463,6 +548,7 @@ module Aws::GlueDataBrew
463
548
 
464
549
  Input.add_member(:s3_input_definition, Shapes::ShapeRef.new(shape: S3Location, location_name: "S3InputDefinition"))
465
550
  Input.add_member(:data_catalog_input_definition, Shapes::ShapeRef.new(shape: DataCatalogInputDefinition, location_name: "DataCatalogInputDefinition"))
551
+ Input.add_member(:database_input_definition, Shapes::ShapeRef.new(shape: DatabaseInputDefinition, location_name: "DatabaseInputDefinition"))
466
552
  Input.struct_class = Types::Input
467
553
 
468
554
  InternalServerException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
@@ -488,6 +574,7 @@ module Aws::GlueDataBrew
488
574
  Job.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
489
575
  Job.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
490
576
  Job.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
577
+ Job.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
491
578
  Job.struct_class = Types::Job
492
579
 
493
580
  JobList.member = Shapes::ShapeRef.new(shape: Job)
@@ -508,10 +595,15 @@ module Aws::GlueDataBrew
508
595
  JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
509
596
  JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
510
597
  JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
598
+ JobRun.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
511
599
  JobRun.struct_class = Types::JobRun
512
600
 
513
601
  JobRunList.member = Shapes::ShapeRef.new(shape: JobRun)
514
602
 
603
+ JobSample.add_member(:mode, Shapes::ShapeRef.new(shape: SampleMode, location_name: "Mode"))
604
+ JobSample.add_member(:size, Shapes::ShapeRef.new(shape: JobSize, location_name: "Size"))
605
+ JobSample.struct_class = Types::JobSample
606
+
515
607
  JsonOptions.add_member(:multi_line, Shapes::ShapeRef.new(shape: MultiLine, location_name: "MultiLine"))
516
608
  JsonOptions.struct_class = Types::JsonOptions
517
609
 
@@ -599,6 +691,14 @@ module Aws::GlueDataBrew
599
691
  ParameterMap.key = Shapes::ShapeRef.new(shape: ParameterName)
600
692
  ParameterMap.value = Shapes::ShapeRef.new(shape: ParameterValue)
601
693
 
694
+ PathOptions.add_member(:last_modified_date_condition, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "LastModifiedDateCondition"))
695
+ PathOptions.add_member(:files_limit, Shapes::ShapeRef.new(shape: FilesLimit, location_name: "FilesLimit"))
696
+ PathOptions.add_member(:parameters, Shapes::ShapeRef.new(shape: PathParametersMap, location_name: "Parameters"))
697
+ PathOptions.struct_class = Types::PathOptions
698
+
699
+ PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
700
+ PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
701
+
602
702
  Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
603
703
  Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
604
704
  Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
@@ -748,8 +848,10 @@ module Aws::GlueDataBrew
748
848
  UntagResourceResponse.struct_class = Types::UntagResourceResponse
749
849
 
750
850
  UpdateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
851
+ UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
751
852
  UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
752
853
  UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
854
+ UpdateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
753
855
  UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
754
856
 
755
857
  UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
@@ -764,6 +866,7 @@ module Aws::GlueDataBrew
764
866
  UpdateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
765
867
  UpdateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
766
868
  UpdateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
869
+ UpdateProfileJobRequest.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
767
870
  UpdateProfileJobRequest.struct_class = Types::UpdateProfileJobRequest
768
871
 
769
872
  UpdateProfileJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "Name"))
@@ -811,6 +914,9 @@ module Aws::GlueDataBrew
811
914
  ValidationException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
812
915
  ValidationException.struct_class = Types::ValidationException
813
916
 
917
+ ValuesMap.key = Shapes::ShapeRef.new(shape: ValueReference)
918
+ ValuesMap.value = Shapes::ShapeRef.new(shape: ConditionValue)
919
+
814
920
  ViewFrame.add_member(:start_column_index, Shapes::ShapeRef.new(shape: StartColumnIndex, required: true, location_name: "StartColumnIndex"))
815
921
  ViewFrame.add_member(:column_range, Shapes::ShapeRef.new(shape: ColumnRange, location_name: "ColumnRange"))
816
922
  ViewFrame.add_member(:hidden_columns, Shapes::ShapeRef.new(shape: HiddenColumnList, location_name: "HiddenColumns"))
@@ -991,6 +1097,16 @@ module Aws::GlueDataBrew
991
1097
  o.errors << Shapes::ShapeRef.new(shape: ValidationException)
992
1098
  end)
993
1099
 
1100
+ api.add_operation(:describe_job_run, Seahorse::Model::Operation.new.tap do |o|
1101
+ o.name = "DescribeJobRun"
1102
+ o.http_method = "GET"
1103
+ o.http_request_uri = "/jobs/{name}/jobRun/{runId}"
1104
+ o.input = Shapes::ShapeRef.new(shape: DescribeJobRunRequest)
1105
+ o.output = Shapes::ShapeRef.new(shape: DescribeJobRunResponse)
1106
+ o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
1107
+ o.errors << Shapes::ShapeRef.new(shape: ValidationException)
1108
+ end)
1109
+
994
1110
  api.add_operation(:describe_project, Seahorse::Model::Operation.new.tap do |o|
995
1111
  o.name = "DescribeProject"
996
1112
  o.http_method = "GET"
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -70,7 +70,7 @@ module Aws::GlueDataBrew
70
70
 
71
71
  # Represents an individual condition that evaluates to true or false.
72
72
  #
73
- # Conditions are used with recipe actions: The action is only performed
73
+ # Conditions are used with recipe actions. The action is only performed
74
74
  # for column values where the condition evaluates to true.
75
75
  #
76
76
  # If a recipe requires more than one condition, then the recipe must
@@ -134,6 +134,7 @@ module Aws::GlueDataBrew
134
134
  #
135
135
  # {
136
136
  # name: "DatasetName", # required
137
+ # format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
137
138
  # format_options: {
138
139
  # json: {
139
140
  # multi_line: false,
@@ -141,9 +142,11 @@ module Aws::GlueDataBrew
141
142
  # excel: {
142
143
  # sheet_names: ["SheetName"],
143
144
  # sheet_indexes: [1],
145
+ # header_row: false,
144
146
  # },
145
147
  # csv: {
146
148
  # delimiter: "Delimiter",
149
+ # header_row: false,
147
150
  # },
148
151
  # },
149
152
  # input: { # required
@@ -160,6 +163,45 @@ module Aws::GlueDataBrew
160
163
  # key: "Key",
161
164
  # },
162
165
  # },
166
+ # database_input_definition: {
167
+ # glue_connection_name: "GlueConnectionName", # required
168
+ # database_table_name: "DatabaseTableName", # required
169
+ # temp_directory: {
170
+ # bucket: "Bucket", # required
171
+ # key: "Key",
172
+ # },
173
+ # },
174
+ # },
175
+ # path_options: {
176
+ # last_modified_date_condition: {
177
+ # expression: "Expression", # required
178
+ # values_map: { # required
179
+ # "ValueReference" => "ConditionValue",
180
+ # },
181
+ # },
182
+ # files_limit: {
183
+ # max_files: 1, # required
184
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
185
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
186
+ # },
187
+ # parameters: {
188
+ # "PathParameterName" => {
189
+ # name: "PathParameterName", # required
190
+ # type: "Datetime", # required, accepts Datetime, Number, String
191
+ # datetime_options: {
192
+ # format: "DatetimeFormat", # required
193
+ # timezone_offset: "TimezoneOffset",
194
+ # locale_code: "LocaleCode",
195
+ # },
196
+ # create_column: false,
197
+ # filter: {
198
+ # expression: "Expression", # required
199
+ # values_map: { # required
200
+ # "ValueReference" => "ConditionValue",
201
+ # },
202
+ # },
203
+ # },
204
+ # },
163
205
  # },
164
206
  # tags: {
165
207
  # "TagKey" => "TagValue",
@@ -171,16 +213,26 @@ module Aws::GlueDataBrew
171
213
  # alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
172
214
  # @return [String]
173
215
  #
216
+ # @!attribute [rw] format
217
+ # The file format of a dataset that is created from an S3 file or
218
+ # folder.
219
+ # @return [String]
220
+ #
174
221
  # @!attribute [rw] format_options
175
- # Options that define the structure of either Csv, Excel, or JSON
176
- # input.
222
+ # Represents a set of options that define the structure of either
223
+ # comma-separated value (CSV), Excel, or JSON input.
177
224
  # @return [Types::FormatOptions]
178
225
  #
179
226
  # @!attribute [rw] input
180
- # Information on how DataBrew can find data, in either the AWS Glue
181
- # Data Catalog or Amazon S3.
227
+ # Represents information on how DataBrew can find data, in either the
228
+ # AWS Glue Data Catalog or Amazon S3.
182
229
  # @return [Types::Input]
183
230
  #
231
+ # @!attribute [rw] path_options
232
+ # A set of options that defines how DataBrew interprets an S3 path of
233
+ # the dataset.
234
+ # @return [Types::PathOptions]
235
+ #
184
236
  # @!attribute [rw] tags
185
237
  # Metadata tags to apply to this dataset.
186
238
  # @return [Hash<String,String>]
@@ -189,8 +241,10 @@ module Aws::GlueDataBrew
189
241
  #
190
242
  class CreateDatasetRequest < Struct.new(
191
243
  :name,
244
+ :format,
192
245
  :format_options,
193
246
  :input,
247
+ :path_options,
194
248
  :tags)
195
249
  SENSITIVE = []
196
250
  include Aws::Structure
@@ -228,6 +282,10 @@ module Aws::GlueDataBrew
228
282
  # "TagKey" => "TagValue",
229
283
  # },
230
284
  # timeout: 1,
285
+ # job_sample: {
286
+ # mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
287
+ # size: 1,
288
+ # },
231
289
  # }
232
290
  #
233
291
  # @!attribute [rw] dataset_name
@@ -242,7 +300,7 @@ module Aws::GlueDataBrew
242
300
  # @!attribute [rw] encryption_mode
243
301
  # The encryption mode for the job, which can be one of the following:
244
302
  #
245
- # * `SSE-KMS` - para&gt;`SSE-KMS` - server-side encryption with AWS
303
+ # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS
246
304
  # KMS-managed keys.
247
305
  #
248
306
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
@@ -269,8 +327,8 @@ module Aws::GlueDataBrew
269
327
  # @return [Integer]
270
328
  #
271
329
  # @!attribute [rw] output_location
272
- # An Amazon S3 location (bucket name an object key) where DataBrew can
273
- # read input data, or write output from a job.
330
+ # Represents an Amazon S3 location (bucket name and object key) where
331
+ # DataBrew can read input data, or write output from a job.
274
332
  # @return [Types::S3Location]
275
333
  #
276
334
  # @!attribute [rw] role_arn
@@ -287,6 +345,14 @@ module Aws::GlueDataBrew
287
345
  # than this timeout period ends with a status of `TIMEOUT`.
288
346
  # @return [Integer]
289
347
  #
348
+ # @!attribute [rw] job_sample
349
+ # Sample configuration for profile jobs only. Determines the number of
350
+ # rows on which the profile job will be executed. If a JobSample value
351
+ # is not provided, the default value will be used. The default value
352
+ # is CUSTOM\_ROWS for the mode parameter and 20000 for the size
353
+ # parameter.
354
+ # @return [Types::JobSample]
355
+ #
290
356
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateProfileJobRequest AWS API Documentation
291
357
  #
292
358
  class CreateProfileJobRequest < Struct.new(
@@ -300,7 +366,8 @@ module Aws::GlueDataBrew
300
366
  :output_location,
301
367
  :role_arn,
302
368
  :tags,
303
- :timeout)
369
+ :timeout,
370
+ :job_sample)
304
371
  SENSITIVE = []
305
372
  include Aws::Structure
306
373
  end
@@ -438,7 +505,7 @@ module Aws::GlueDataBrew
438
505
  # @!attribute [rw] encryption_mode
439
506
  # The encryption mode for the job, which can be one of the following:
440
507
  #
441
- # * `SSE-KMS` - Server-side encryption with AWS KMS-managed keys.
508
+ # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
442
509
  #
443
510
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
444
511
  # @return [String]
@@ -651,30 +718,40 @@ module Aws::GlueDataBrew
651
718
  include Aws::Structure
652
719
  end
653
720
 
654
- # Options that define how DataBrew will read a Csv file when creating a
655
- # dataset from that file.
721
+ # Represents a set of options that define how DataBrew will read a
722
+ # comma-separated value (CSV) file when creating a dataset from that
723
+ # file.
656
724
  #
657
725
  # @note When making an API call, you may pass CsvOptions
658
726
  # data as a hash:
659
727
  #
660
728
  # {
661
729
  # delimiter: "Delimiter",
730
+ # header_row: false,
662
731
  # }
663
732
  #
664
733
  # @!attribute [rw] delimiter
665
734
  # A single character that specifies the delimiter being used in the
666
- # Csv file.
735
+ # CSV file.
667
736
  # @return [String]
668
737
  #
738
+ # @!attribute [rw] header_row
739
+ # A variable that specifies whether the first row in the file is
740
+ # parsed as the header. If this value is false, column names are
741
+ # auto-generated.
742
+ # @return [Boolean]
743
+ #
669
744
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOptions AWS API Documentation
670
745
  #
671
746
  class CsvOptions < Struct.new(
672
- :delimiter)
747
+ :delimiter,
748
+ :header_row)
673
749
  SENSITIVE = []
674
750
  include Aws::Structure
675
751
  end
676
752
 
677
- # Options that define how DataBrew will write a Csv file a.
753
+ # Represents a set of options that define how DataBrew will write a
754
+ # comma-separated value (CSV) file.
678
755
  #
679
756
  # @note When making an API call, you may pass CsvOutputOptions
680
757
  # data as a hash:
@@ -684,7 +761,7 @@ module Aws::GlueDataBrew
684
761
  # }
685
762
  #
686
763
  # @!attribute [rw] delimiter
687
- # A single character that specifies the delimiter used to create Csv
764
+ # A single character that specifies the delimiter used to create CSV
688
765
  # job output.
689
766
  # @return [String]
690
767
  #
@@ -742,6 +819,44 @@ module Aws::GlueDataBrew
742
819
  include Aws::Structure
743
820
  end
744
821
 
822
+ # Connection information for dataset input files stored in a database.
823
+ #
824
+ # @note When making an API call, you may pass DatabaseInputDefinition
825
+ # data as a hash:
826
+ #
827
+ # {
828
+ # glue_connection_name: "GlueConnectionName", # required
829
+ # database_table_name: "DatabaseTableName", # required
830
+ # temp_directory: {
831
+ # bucket: "Bucket", # required
832
+ # key: "Key",
833
+ # },
834
+ # }
835
+ #
836
+ # @!attribute [rw] glue_connection_name
837
+ # The AWS Glue Connection that stores the connection information for
838
+ # the target database.
839
+ # @return [String]
840
+ #
841
+ # @!attribute [rw] database_table_name
842
+ # The table within the target database.
843
+ # @return [String]
844
+ #
845
+ # @!attribute [rw] temp_directory
846
+ # Represents an Amazon S3 location (bucket name and object key) where
847
+ # DataBrew can read input data, or write output from a job.
848
+ # @return [Types::S3Location]
849
+ #
850
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseInputDefinition AWS API Documentation
851
+ #
852
+ class DatabaseInputDefinition < Struct.new(
853
+ :glue_connection_name,
854
+ :database_table_name,
855
+ :temp_directory)
856
+ SENSITIVE = []
857
+ include Aws::Structure
858
+ end
859
+
745
860
  # Represents a dataset that can be processed by DataBrew.
746
861
  #
747
862
  # @!attribute [rw] account_id
@@ -760,8 +875,14 @@ module Aws::GlueDataBrew
760
875
  # The unique name of the dataset.
761
876
  # @return [String]
762
877
  #
878
+ # @!attribute [rw] format
879
+ # The file format of a dataset that is created from an S3 file or
880
+ # folder.
881
+ # @return [String]
882
+ #
763
883
  # @!attribute [rw] format_options
764
- # Options that define how DataBrew interprets the data in the dataset.
884
+ # A set of options that define how DataBrew interprets the data in the
885
+ # dataset.
765
886
  # @return [Types::FormatOptions]
766
887
  #
767
888
  # @!attribute [rw] input
@@ -783,6 +904,11 @@ module Aws::GlueDataBrew
783
904
  # AWS Glue Data Catalog.
784
905
  # @return [String]
785
906
  #
907
+ # @!attribute [rw] path_options
908
+ # A set of options that defines how DataBrew interprets an S3 path of
909
+ # the dataset.
910
+ # @return [Types::PathOptions]
911
+ #
786
912
  # @!attribute [rw] tags
787
913
  # Metadata tags that have been applied to the dataset.
788
914
  # @return [Hash<String,String>]
@@ -798,17 +924,120 @@ module Aws::GlueDataBrew
798
924
  :created_by,
799
925
  :create_date,
800
926
  :name,
927
+ :format,
801
928
  :format_options,
802
929
  :input,
803
930
  :last_modified_date,
804
931
  :last_modified_by,
805
932
  :source,
933
+ :path_options,
806
934
  :tags,
807
935
  :resource_arn)
808
936
  SENSITIVE = []
809
937
  include Aws::Structure
810
938
  end
811
939
 
940
+ # Represents a dataset paramater that defines type and conditions for a
941
+ # parameter in the S3 path of the dataset.
942
+ #
943
+ # @note When making an API call, you may pass DatasetParameter
944
+ # data as a hash:
945
+ #
946
+ # {
947
+ # name: "PathParameterName", # required
948
+ # type: "Datetime", # required, accepts Datetime, Number, String
949
+ # datetime_options: {
950
+ # format: "DatetimeFormat", # required
951
+ # timezone_offset: "TimezoneOffset",
952
+ # locale_code: "LocaleCode",
953
+ # },
954
+ # create_column: false,
955
+ # filter: {
956
+ # expression: "Expression", # required
957
+ # values_map: { # required
958
+ # "ValueReference" => "ConditionValue",
959
+ # },
960
+ # },
961
+ # }
962
+ #
963
+ # @!attribute [rw] name
964
+ # The name of the parameter that is used in the dataset's S3 path.
965
+ # @return [String]
966
+ #
967
+ # @!attribute [rw] type
968
+ # The type of the dataset parameter, can be one of a 'String',
969
+ # 'Number' or 'Datetime'.
970
+ # @return [String]
971
+ #
972
+ # @!attribute [rw] datetime_options
973
+ # Additional parameter options such as a format and a timezone.
974
+ # Required for datetime parameters.
975
+ # @return [Types::DatetimeOptions]
976
+ #
977
+ # @!attribute [rw] create_column
978
+ # Optional boolean value that defines whether the captured value of
979
+ # this parameter should be loaded as an additional column in the
980
+ # dataset.
981
+ # @return [Boolean]
982
+ #
983
+ # @!attribute [rw] filter
984
+ # The optional filter expression structure to apply additional
985
+ # matching criteria to the parameter.
986
+ # @return [Types::FilterExpression]
987
+ #
988
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatasetParameter AWS API Documentation
989
+ #
990
+ class DatasetParameter < Struct.new(
991
+ :name,
992
+ :type,
993
+ :datetime_options,
994
+ :create_column,
995
+ :filter)
996
+ SENSITIVE = []
997
+ include Aws::Structure
998
+ end
999
+
1000
+ # Represents additional options for correct interpretation of datetime
1001
+ # parameters used in the S3 path of a dataset.
1002
+ #
1003
+ # @note When making an API call, you may pass DatetimeOptions
1004
+ # data as a hash:
1005
+ #
1006
+ # {
1007
+ # format: "DatetimeFormat", # required
1008
+ # timezone_offset: "TimezoneOffset",
1009
+ # locale_code: "LocaleCode",
1010
+ # }
1011
+ #
1012
+ # @!attribute [rw] format
1013
+ # Required option, that defines the datetime format used for a date
1014
+ # parameter in the S3 path. Should use only supported datetime
1015
+ # specifiers and separation characters, all litera a-z or A-Z
1016
+ # character should be escaped with single quotes. E.g.
1017
+ # "MM.dd.yyyy-'at'-HH:mm".
1018
+ # @return [String]
1019
+ #
1020
+ # @!attribute [rw] timezone_offset
1021
+ # Optional value for a timezone offset of the datetime parameter value
1022
+ # in the S3 path. Shouldn't be used if Format for this parameter
1023
+ # includes timezone fields. If no offset specified, UTC is assumed.
1024
+ # @return [String]
1025
+ #
1026
+ # @!attribute [rw] locale_code
1027
+ # Optional value for a non-US locale code, needed for correct
1028
+ # interpretation of some date formats.
1029
+ # @return [String]
1030
+ #
1031
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatetimeOptions AWS API Documentation
1032
+ #
1033
+ class DatetimeOptions < Struct.new(
1034
+ :format,
1035
+ :timezone_offset,
1036
+ :locale_code)
1037
+ SENSITIVE = []
1038
+ include Aws::Structure
1039
+ end
1040
+
812
1041
  # @note When making an API call, you may pass DeleteDatasetRequest
813
1042
  # data as a hash:
814
1043
  #
@@ -1008,14 +1237,19 @@ module Aws::GlueDataBrew
1008
1237
  # The name of the dataset.
1009
1238
  # @return [String]
1010
1239
  #
1240
+ # @!attribute [rw] format
1241
+ # The file format of a dataset that is created from an S3 file or
1242
+ # folder.
1243
+ # @return [String]
1244
+ #
1011
1245
  # @!attribute [rw] format_options
1012
- # Options that define the structure of either Csv, Excel, or JSON
1013
- # input.
1246
+ # Represents a set of options that define the structure of either
1247
+ # comma-separated value (CSV), Excel, or JSON input.
1014
1248
  # @return [Types::FormatOptions]
1015
1249
  #
1016
1250
  # @!attribute [rw] input
1017
- # Information on how DataBrew can find data, in either the AWS Glue
1018
- # Data Catalog or Amazon S3.
1251
+ # Represents information on how DataBrew can find data, in either the
1252
+ # AWS Glue Data Catalog or Amazon S3.
1019
1253
  # @return [Types::Input]
1020
1254
  #
1021
1255
  # @!attribute [rw] last_modified_date
@@ -1032,6 +1266,11 @@ module Aws::GlueDataBrew
1032
1266
  # Data Catalog.
1033
1267
  # @return [String]
1034
1268
  #
1269
+ # @!attribute [rw] path_options
1270
+ # A set of options that defines how DataBrew interprets an S3 path of
1271
+ # the dataset.
1272
+ # @return [Types::PathOptions]
1273
+ #
1035
1274
  # @!attribute [rw] tags
1036
1275
  # Metadata tags associated with this dataset.
1037
1276
  # @return [Hash<String,String>]
@@ -1046,11 +1285,13 @@ module Aws::GlueDataBrew
1046
1285
  :created_by,
1047
1286
  :create_date,
1048
1287
  :name,
1288
+ :format,
1049
1289
  :format_options,
1050
1290
  :input,
1051
1291
  :last_modified_date,
1052
1292
  :last_modified_by,
1053
1293
  :source,
1294
+ :path_options,
1054
1295
  :tags,
1055
1296
  :resource_arn)
1056
1297
  SENSITIVE = []
@@ -1097,7 +1338,7 @@ module Aws::GlueDataBrew
1097
1338
  # @!attribute [rw] encryption_mode
1098
1339
  # The encryption mode for the job, which can be one of the following:
1099
1340
  #
1100
- # * `SSE-KMS` - Server-side encryption with AWS KMS-managed keys.
1341
+ # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
1101
1342
  #
1102
1343
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
1103
1344
  # @return [String]
@@ -1168,6 +1409,11 @@ module Aws::GlueDataBrew
1168
1409
  # than this timeout period ends with a status of `TIMEOUT`.
1169
1410
  # @return [Integer]
1170
1411
  #
1412
+ # @!attribute [rw] job_sample
1413
+ # Sample configuration for profile jobs only. Determines the number of
1414
+ # rows on which the profile job will be executed.
1415
+ # @return [Types::JobSample]
1416
+ #
1171
1417
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobResponse AWS API Documentation
1172
1418
  #
1173
1419
  class DescribeJobResponse < Struct.new(
@@ -1189,7 +1435,122 @@ module Aws::GlueDataBrew
1189
1435
  :resource_arn,
1190
1436
  :role_arn,
1191
1437
  :tags,
1192
- :timeout)
1438
+ :timeout,
1439
+ :job_sample)
1440
+ SENSITIVE = []
1441
+ include Aws::Structure
1442
+ end
1443
+
1444
+ # @note When making an API call, you may pass DescribeJobRunRequest
1445
+ # data as a hash:
1446
+ #
1447
+ # {
1448
+ # name: "JobName", # required
1449
+ # run_id: "JobRunId", # required
1450
+ # }
1451
+ #
1452
+ # @!attribute [rw] name
1453
+ # The name of the job being processed during this run.
1454
+ # @return [String]
1455
+ #
1456
+ # @!attribute [rw] run_id
1457
+ # The unique identifier of the job run.
1458
+ # @return [String]
1459
+ #
1460
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobRunRequest AWS API Documentation
1461
+ #
1462
+ class DescribeJobRunRequest < Struct.new(
1463
+ :name,
1464
+ :run_id)
1465
+ SENSITIVE = []
1466
+ include Aws::Structure
1467
+ end
1468
+
1469
+ # @!attribute [rw] attempt
1470
+ # The number of times that DataBrew has attempted to run the job.
1471
+ # @return [Integer]
1472
+ #
1473
+ # @!attribute [rw] completed_on
1474
+ # The date and time when the job completed processing.
1475
+ # @return [Time]
1476
+ #
1477
+ # @!attribute [rw] dataset_name
1478
+ # The name of the dataset for the job to process.
1479
+ # @return [String]
1480
+ #
1481
+ # @!attribute [rw] error_message
1482
+ # A message indicating an error (if any) that was encountered when the
1483
+ # job ran.
1484
+ # @return [String]
1485
+ #
1486
+ # @!attribute [rw] execution_time
1487
+ # The amount of time, in seconds, during which the job run consumed
1488
+ # resources.
1489
+ # @return [Integer]
1490
+ #
1491
+ # @!attribute [rw] job_name
1492
+ # The name of the job being processed during this run.
1493
+ # @return [String]
1494
+ #
1495
+ # @!attribute [rw] run_id
1496
+ # The unique identifier of the job run.
1497
+ # @return [String]
1498
+ #
1499
+ # @!attribute [rw] state
1500
+ # The current state of the job run entity itself.
1501
+ # @return [String]
1502
+ #
1503
+ # @!attribute [rw] log_subscription
1504
+ # The current status of Amazon CloudWatch logging for the job run.
1505
+ # @return [String]
1506
+ #
1507
+ # @!attribute [rw] log_group_name
1508
+ # The name of an Amazon CloudWatch log group, where the job writes
1509
+ # diagnostic messages when it runs.
1510
+ # @return [String]
1511
+ #
1512
+ # @!attribute [rw] outputs
1513
+ # One or more output artifacts from a job run.
1514
+ # @return [Array<Types::Output>]
1515
+ #
1516
+ # @!attribute [rw] recipe_reference
1517
+ # Represents the name and version of a DataBrew recipe.
1518
+ # @return [Types::RecipeReference]
1519
+ #
1520
+ # @!attribute [rw] started_by
1521
+ # The Amazon Resource Name (ARN) of the user who started the job run.
1522
+ # @return [String]
1523
+ #
1524
+ # @!attribute [rw] started_on
1525
+ # The date and time when the job run began.
1526
+ # @return [Time]
1527
+ #
1528
+ # @!attribute [rw] job_sample
1529
+ # Sample configuration for profile jobs only. Determines the number of
1530
+ # rows on which the profile job will be executed. If a JobSample value
1531
+ # is not provided, the default value will be used. The default value
1532
+ # is CUSTOM\_ROWS for the mode parameter and 20000 for the size
1533
+ # parameter.
1534
+ # @return [Types::JobSample]
1535
+ #
1536
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobRunResponse AWS API Documentation
1537
+ #
1538
+ class DescribeJobRunResponse < Struct.new(
1539
+ :attempt,
1540
+ :completed_on,
1541
+ :dataset_name,
1542
+ :error_message,
1543
+ :execution_time,
1544
+ :job_name,
1545
+ :run_id,
1546
+ :state,
1547
+ :log_subscription,
1548
+ :log_group_name,
1549
+ :outputs,
1550
+ :recipe_reference,
1551
+ :started_by,
1552
+ :started_on,
1553
+ :job_sample)
1193
1554
  SENSITIVE = []
1194
1555
  include Aws::Structure
1195
1556
  end
@@ -1480,8 +1841,8 @@ module Aws::GlueDataBrew
1480
1841
  include Aws::Structure
1481
1842
  end
1482
1843
 
1483
- # Options that define how DataBrew will interpret a Microsoft Excel
1484
- # file, when creating a dataset from that file.
1844
+ # Represents a set of options that define how DataBrew will interpret a
1845
+ # Microsoft Excel file when creating a dataset from that file.
1485
1846
  #
1486
1847
  # @note When making an API call, you may pass ExcelOptions
1487
1848
  # data as a hash:
@@ -1489,28 +1850,109 @@ module Aws::GlueDataBrew
1489
1850
  # {
1490
1851
  # sheet_names: ["SheetName"],
1491
1852
  # sheet_indexes: [1],
1853
+ # header_row: false,
1492
1854
  # }
1493
1855
  #
1494
1856
  # @!attribute [rw] sheet_names
1495
- # Specifies one or more named sheets in the Excel file, which will be
1496
- # included in the dataset.
1857
+ # One or more named sheets in the Excel file that will be included in
1858
+ # the dataset.
1497
1859
  # @return [Array<String>]
1498
1860
  #
1499
1861
  # @!attribute [rw] sheet_indexes
1500
- # Specifies one or more sheet numbers in the Excel file, which will be
1501
- # included in the dataset.
1862
+ # One or more sheet numbers in the Excel file that will be included in
1863
+ # the dataset.
1502
1864
  # @return [Array<Integer>]
1503
1865
  #
1866
+ # @!attribute [rw] header_row
1867
+ # A variable that specifies whether the first row in the file is
1868
+ # parsed as the header. If this value is false, column names are
1869
+ # auto-generated.
1870
+ # @return [Boolean]
1871
+ #
1504
1872
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ExcelOptions AWS API Documentation
1505
1873
  #
1506
1874
  class ExcelOptions < Struct.new(
1507
1875
  :sheet_names,
1508
- :sheet_indexes)
1876
+ :sheet_indexes,
1877
+ :header_row)
1509
1878
  SENSITIVE = []
1510
1879
  include Aws::Structure
1511
1880
  end
1512
1881
 
1513
- # Options that define the structure of either Csv, Excel, or JSON input.
1882
+ # Represents a limit imposed on number of S3 files that should be
1883
+ # selected for a dataset from a connected S3 path.
1884
+ #
1885
+ # @note When making an API call, you may pass FilesLimit
1886
+ # data as a hash:
1887
+ #
1888
+ # {
1889
+ # max_files: 1, # required
1890
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
1891
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
1892
+ # }
1893
+ #
1894
+ # @!attribute [rw] max_files
1895
+ # The number of S3 files to select.
1896
+ # @return [Integer]
1897
+ #
1898
+ # @!attribute [rw] ordered_by
1899
+ # A criteria to use for S3 files sorting before their selection. By
1900
+ # default uses LAST\_MODIFIED\_DATE as a sorting criteria. Currently
1901
+ # it's the only allowed value.
1902
+ # @return [String]
1903
+ #
1904
+ # @!attribute [rw] order
1905
+ # A criteria to use for S3 files sorting before their selection. By
1906
+ # default uses DESCENDING order, i.e. most recent files are selected
1907
+ # first. Anotherpossible value is ASCENDING.
1908
+ # @return [String]
1909
+ #
1910
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
1911
+ #
1912
+ class FilesLimit < Struct.new(
1913
+ :max_files,
1914
+ :ordered_by,
1915
+ :order)
1916
+ SENSITIVE = []
1917
+ include Aws::Structure
1918
+ end
1919
+
1920
+ # Represents a structure for defining parameter conditions.
1921
+ #
1922
+ # @note When making an API call, you may pass FilterExpression
1923
+ # data as a hash:
1924
+ #
1925
+ # {
1926
+ # expression: "Expression", # required
1927
+ # values_map: { # required
1928
+ # "ValueReference" => "ConditionValue",
1929
+ # },
1930
+ # }
1931
+ #
1932
+ # @!attribute [rw] expression
1933
+ # The expression which includes condition names followed by
1934
+ # substitution variables, possibly grouped and combined with other
1935
+ # conditions. For example, "(starts\_with :prefix1 or starts\_with
1936
+ # :prefix2) and (ends\_with :suffix1 or ends\_with :suffix2)".
1937
+ # Substitution variables should start with ':' symbol.
1938
+ # @return [String]
1939
+ #
1940
+ # @!attribute [rw] values_map
1941
+ # The map of substitution variable names to their values used in this
1942
+ # filter expression.
1943
+ # @return [Hash<String,String>]
1944
+ #
1945
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilterExpression AWS API Documentation
1946
+ #
1947
+ class FilterExpression < Struct.new(
1948
+ :expression,
1949
+ :values_map)
1950
+ SENSITIVE = []
1951
+ include Aws::Structure
1952
+ end
1953
+
1954
+ # Represents a set of options that define the structure of either
1955
+ # comma-separated value (CSV), Excel, or JSON input.
1514
1956
  #
1515
1957
  # @note When making an API call, you may pass FormatOptions
1516
1958
  # data as a hash:
@@ -1522,9 +1964,11 @@ module Aws::GlueDataBrew
1522
1964
  # excel: {
1523
1965
  # sheet_names: ["SheetName"],
1524
1966
  # sheet_indexes: [1],
1967
+ # header_row: false,
1525
1968
  # },
1526
1969
  # csv: {
1527
1970
  # delimiter: "Delimiter",
1971
+ # header_row: false,
1528
1972
  # },
1529
1973
  # }
1530
1974
  #
@@ -1538,7 +1982,7 @@ module Aws::GlueDataBrew
1538
1982
  # @return [Types::ExcelOptions]
1539
1983
  #
1540
1984
  # @!attribute [rw] csv
1541
- # Options that define how Csv input is to be interpreted by DataBrew.
1985
+ # Options that define how CSV input is to be interpreted by DataBrew.
1542
1986
  # @return [Types::CsvOptions]
1543
1987
  #
1544
1988
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FormatOptions AWS API Documentation
@@ -1551,8 +1995,8 @@ module Aws::GlueDataBrew
1551
1995
  include Aws::Structure
1552
1996
  end
1553
1997
 
1554
- # Information on how DataBrew can find data, in either the AWS Glue Data
1555
- # Catalog or Amazon S3.
1998
+ # Represents information on how DataBrew can find data, in either the
1999
+ # AWS Glue Data Catalog or Amazon S3.
1556
2000
  #
1557
2001
  # @note When making an API call, you may pass Input
1558
2002
  # data as a hash:
@@ -1571,6 +2015,14 @@ module Aws::GlueDataBrew
1571
2015
  # key: "Key",
1572
2016
  # },
1573
2017
  # },
2018
+ # database_input_definition: {
2019
+ # glue_connection_name: "GlueConnectionName", # required
2020
+ # database_table_name: "DatabaseTableName", # required
2021
+ # temp_directory: {
2022
+ # bucket: "Bucket", # required
2023
+ # key: "Key",
2024
+ # },
2025
+ # },
1574
2026
  # }
1575
2027
  #
1576
2028
  # @!attribute [rw] s3_input_definition
@@ -1581,11 +2033,16 @@ module Aws::GlueDataBrew
1581
2033
  # The AWS Glue Data Catalog parameters for the data.
1582
2034
  # @return [Types::DataCatalogInputDefinition]
1583
2035
  #
2036
+ # @!attribute [rw] database_input_definition
2037
+ # Connection information for dataset input files stored in a database.
2038
+ # @return [Types::DatabaseInputDefinition]
2039
+ #
1584
2040
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Input AWS API Documentation
1585
2041
  #
1586
2042
  class Input < Struct.new(
1587
2043
  :s3_input_definition,
1588
- :data_catalog_input_definition)
2044
+ :data_catalog_input_definition,
2045
+ :database_input_definition)
1589
2046
  SENSITIVE = []
1590
2047
  include Aws::Structure
1591
2048
  end
@@ -1634,7 +2091,7 @@ module Aws::GlueDataBrew
1634
2091
  # @!attribute [rw] encryption_mode
1635
2092
  # The encryption mode for the job, which can be one of the following:
1636
2093
  #
1637
- # * `SSE-KMS` - Server-side encryption with AWS KMS-managed keys.
2094
+ # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
1638
2095
  #
1639
2096
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
1640
2097
  # @return [String]
@@ -1692,8 +2149,8 @@ module Aws::GlueDataBrew
1692
2149
  # @return [String]
1693
2150
  #
1694
2151
  # @!attribute [rw] role_arn
1695
- # The Amazon Resource Name (ARN) of the role that will be assumed for
1696
- # this job.
2152
+ # The Amazon Resource Name (ARN) of the role to be assumed for this
2153
+ # job.
1697
2154
  # @return [String]
1698
2155
  #
1699
2156
  # @!attribute [rw] timeout
@@ -1705,6 +2162,14 @@ module Aws::GlueDataBrew
1705
2162
  # Metadata tags that have been applied to the job.
1706
2163
  # @return [Hash<String,String>]
1707
2164
  #
2165
+ # @!attribute [rw] job_sample
2166
+ # A sample configuration for profile jobs only, which determines the
2167
+ # number of rows on which the profile job is run. If a `JobSample`
2168
+ # value isn't provided, the default value is used. The default value
2169
+ # is CUSTOM\_ROWS for the mode parameter and 20,000 for the size
2170
+ # parameter.
2171
+ # @return [Types::JobSample]
2172
+ #
1708
2173
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Job AWS API Documentation
1709
2174
  #
1710
2175
  class Job < Struct.new(
@@ -1727,7 +2192,8 @@ module Aws::GlueDataBrew
1727
2192
  :resource_arn,
1728
2193
  :role_arn,
1729
2194
  :timeout,
1730
- :tags)
2195
+ :tags,
2196
+ :job_sample)
1731
2197
  SENSITIVE = []
1732
2198
  include Aws::Structure
1733
2199
  end
@@ -1794,6 +2260,14 @@ module Aws::GlueDataBrew
1794
2260
  # The date and time when the job run began.
1795
2261
  # @return [Time]
1796
2262
  #
2263
+ # @!attribute [rw] job_sample
2264
+ # A sample configuration for profile jobs only, which determines the
2265
+ # number of rows on which the profile job is run. If a `JobSample`
2266
+ # value isn't provided, the default is used. The default value is
2267
+ # CUSTOM\_ROWS for the mode parameter and 20,000 for the size
2268
+ # parameter.
2269
+ # @return [Types::JobSample]
2270
+ #
1797
2271
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/JobRun AWS API Documentation
1798
2272
  #
1799
2273
  class JobRun < Struct.new(
@@ -1810,7 +2284,49 @@ module Aws::GlueDataBrew
1810
2284
  :outputs,
1811
2285
  :recipe_reference,
1812
2286
  :started_by,
1813
- :started_on)
2287
+ :started_on,
2288
+ :job_sample)
2289
+ SENSITIVE = []
2290
+ include Aws::Structure
2291
+ end
2292
+
2293
+ # A sample configuration for profile jobs only, which determines the
2294
+ # number of rows on which the profile job is run. If a `JobSample` value
2295
+ # isn't provided, the default is used. The default value is
2296
+ # CUSTOM\_ROWS for the mode parameter and 20,000 for the size parameter.
2297
+ #
2298
+ # @note When making an API call, you may pass JobSample
2299
+ # data as a hash:
2300
+ #
2301
+ # {
2302
+ # mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
2303
+ # size: 1,
2304
+ # }
2305
+ #
2306
+ # @!attribute [rw] mode
2307
+ # A value that determines whether the profile job is run on the entire
2308
+ # dataset or a specified number of rows. This value must be one of the
2309
+ # following:
2310
+ #
2311
+ # * FULL\_DATASET - The profile job is run on the entire dataset.
2312
+ #
2313
+ # * CUSTOM\_ROWS - The profile job is run on the number of rows
2314
+ # specified in the `Size` parameter.
2315
+ # @return [String]
2316
+ #
2317
+ # @!attribute [rw] size
2318
+ # The `Size` parameter is only required when the mode is CUSTOM\_ROWS.
2319
+ # The profile job is run on the specified number of rows. The maximum
2320
+ # value for size is Long.MAX\_VALUE.
2321
+ #
2322
+ # Long.MAX\_VALUE = 9223372036854775807
2323
+ # @return [Integer]
2324
+ #
2325
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/JobSample AWS API Documentation
2326
+ #
2327
+ class JobSample < Struct.new(
2328
+ :mode,
2329
+ :size)
1814
2330
  SENSITIVE = []
1815
2331
  include Aws::Structure
1816
2332
  end
@@ -2223,8 +2739,8 @@ module Aws::GlueDataBrew
2223
2739
  include Aws::Structure
2224
2740
  end
2225
2741
 
2226
- # Parameters that specify how and where DataBrew will write the output
2227
- # generated by recipe jobs or profile jobs.
2742
+ # Represents options that specify how and where DataBrew writes the
2743
+ # output generated by recipe jobs or profile jobs.
2228
2744
  #
2229
2745
  # @note When making an API call, you may pass Output
2230
2746
  # data as a hash:
@@ -2269,7 +2785,8 @@ module Aws::GlueDataBrew
2269
2785
  # @return [Boolean]
2270
2786
  #
2271
2787
  # @!attribute [rw] format_options
2272
- # Options that define how DataBrew formats job output files.
2788
+ # Represents options that define how DataBrew formats job output
2789
+ # files.
2273
2790
  # @return [Types::OutputFormatOptions]
2274
2791
  #
2275
2792
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
@@ -2285,7 +2802,8 @@ module Aws::GlueDataBrew
2285
2802
  include Aws::Structure
2286
2803
  end
2287
2804
 
2288
- # Options that define the structure of Csv job output.
2805
+ # Represents a set of options that define the structure of
2806
+ # comma-separated (CSV) job output.
2289
2807
  #
2290
2808
  # @note When making an API call, you may pass OutputFormatOptions
2291
2809
  # data as a hash:
@@ -2297,7 +2815,8 @@ module Aws::GlueDataBrew
2297
2815
  # }
2298
2816
  #
2299
2817
  # @!attribute [rw] csv
2300
- # Options that define how DataBrew writes Csv output.
2818
+ # Represents a set of options that define the structure of
2819
+ # comma-separated value (CSV) job output.
2301
2820
  # @return [Types::CsvOutputOptions]
2302
2821
  #
2303
2822
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/OutputFormatOptions AWS API Documentation
@@ -2308,6 +2827,69 @@ module Aws::GlueDataBrew
2308
2827
  include Aws::Structure
2309
2828
  end
2310
2829
 
2830
+ # Represents a set of options that define how DataBrew selects files for
2831
+ # a given S3 path in a dataset.
2832
+ #
2833
+ # @note When making an API call, you may pass PathOptions
2834
+ # data as a hash:
2835
+ #
2836
+ # {
2837
+ # last_modified_date_condition: {
2838
+ # expression: "Expression", # required
2839
+ # values_map: { # required
2840
+ # "ValueReference" => "ConditionValue",
2841
+ # },
2842
+ # },
2843
+ # files_limit: {
2844
+ # max_files: 1, # required
2845
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
2846
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
2847
+ # },
2848
+ # parameters: {
2849
+ # "PathParameterName" => {
2850
+ # name: "PathParameterName", # required
2851
+ # type: "Datetime", # required, accepts Datetime, Number, String
2852
+ # datetime_options: {
2853
+ # format: "DatetimeFormat", # required
2854
+ # timezone_offset: "TimezoneOffset",
2855
+ # locale_code: "LocaleCode",
2856
+ # },
2857
+ # create_column: false,
2858
+ # filter: {
2859
+ # expression: "Expression", # required
2860
+ # values_map: { # required
2861
+ # "ValueReference" => "ConditionValue",
2862
+ # },
2863
+ # },
2864
+ # },
2865
+ # },
2866
+ # }
2867
+ #
2868
+ # @!attribute [rw] last_modified_date_condition
2869
+ # If provided, this structure defines a date range for matching S3
2870
+ # objects based on their LastModifiedDate attribute in S3.
2871
+ # @return [Types::FilterExpression]
2872
+ #
2873
+ # @!attribute [rw] files_limit
2874
+ # If provided, this structure imposes a limit on a number of files
2875
+ # that should be selected.
2876
+ # @return [Types::FilesLimit]
2877
+ #
2878
+ # @!attribute [rw] parameters
2879
+ # A structure that maps names of parameters used in the S3 path of a
2880
+ # dataset to their definitions.
2881
+ # @return [Hash<String,Types::DatasetParameter>]
2882
+ #
2883
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/PathOptions AWS API Documentation
2884
+ #
2885
+ class PathOptions < Struct.new(
2886
+ :last_modified_date_condition,
2887
+ :files_limit,
2888
+ :parameters)
2889
+ SENSITIVE = []
2890
+ include Aws::Structure
2891
+ end
2892
+
2311
2893
  # Represents all of the attributes of a DataBrew project.
2312
2894
  #
2313
2895
  # @!attribute [rw] account_id
@@ -2350,8 +2932,8 @@ module Aws::GlueDataBrew
2350
2932
  #
2351
2933
  # @!attribute [rw] sample
2352
2934
  # The sample size and sampling type to apply to the data. If this
2353
- # parameter isn't specified, then the sample will consiste of the
2354
- # first 500 rows from the dataset.
2935
+ # parameter isn't specified, then the sample consists of the first
2936
+ # 500 rows from the dataset.
2355
2937
  # @return [Types::Sample]
2356
2938
  #
2357
2939
  # @!attribute [rw] tags
@@ -2489,7 +3071,7 @@ module Aws::GlueDataBrew
2489
3071
  # * Numeric version (`X.Y`) - `X` and `Y` stand for major and minor
2490
3072
  # version numbers. The maximum length of each is 6 digits, and
2491
3073
  # neither can be negative values. Both `X` and `Y` are required, and
2492
- # "0.0" is not a valid version.
3074
+ # "0.0" isn't a valid version.
2493
3075
  #
2494
3076
  # * `LATEST_WORKING` - the most recent valid version being developed
2495
3077
  # in a DataBrew project.
@@ -2607,8 +3189,8 @@ module Aws::GlueDataBrew
2607
3189
  # @return [Types::RecipeAction]
2608
3190
  #
2609
3191
  # @!attribute [rw] condition_expressions
2610
- # One or more conditions that must be met, in order for the recipe
2611
- # step to succeed.
3192
+ # One or more conditions that must be met for the recipe step to
3193
+ # succeed.
2612
3194
  #
2613
3195
  # <note markdown="1"> All of the conditions in the array must be met. In other words, all
2614
3196
  # of the conditions must be combined using a logical AND operation.
@@ -2663,8 +3245,8 @@ module Aws::GlueDataBrew
2663
3245
  include Aws::Structure
2664
3246
  end
2665
3247
 
2666
- # An Amazon S3 location (bucket name an object key) where DataBrew can
2667
- # read input data, or write output from a job.
3248
+ # Represents an Amazon S3 location (bucket name and object key) where
3249
+ # DataBrew can read input data, or write output from a job.
2668
3250
  #
2669
3251
  # @note When making an API call, you may pass S3Location
2670
3252
  # data as a hash:
@@ -2751,7 +3333,7 @@ module Aws::GlueDataBrew
2751
3333
  # @return [String]
2752
3334
  #
2753
3335
  # @!attribute [rw] cron_expression
2754
- # The date(s) and time(s) when the job will run. For more information,
3336
+ # The dates and times when the job is to run. For more information,
2755
3337
  # see [Cron expressions][1] in the *AWS Glue DataBrew Developer
2756
3338
  # Guide*.
2757
3339
  #
@@ -2841,7 +3423,7 @@ module Aws::GlueDataBrew
2841
3423
  # @return [String]
2842
3424
  #
2843
3425
  # @!attribute [rw] view_frame
2844
- # Represents the data being being transformed during an action.
3426
+ # Represents the data being transformed during an action.
2845
3427
  # @return [Types::ViewFrame]
2846
3428
  #
2847
3429
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/SendProjectSessionActionRequest AWS API Documentation
@@ -3071,6 +3653,7 @@ module Aws::GlueDataBrew
3071
3653
  #
3072
3654
  # {
3073
3655
  # name: "DatasetName", # required
3656
+ # format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
3074
3657
  # format_options: {
3075
3658
  # json: {
3076
3659
  # multi_line: false,
@@ -3078,9 +3661,11 @@ module Aws::GlueDataBrew
3078
3661
  # excel: {
3079
3662
  # sheet_names: ["SheetName"],
3080
3663
  # sheet_indexes: [1],
3664
+ # header_row: false,
3081
3665
  # },
3082
3666
  # csv: {
3083
3667
  # delimiter: "Delimiter",
3668
+ # header_row: false,
3084
3669
  # },
3085
3670
  # },
3086
3671
  # input: { # required
@@ -3097,6 +3682,45 @@ module Aws::GlueDataBrew
3097
3682
  # key: "Key",
3098
3683
  # },
3099
3684
  # },
3685
+ # database_input_definition: {
3686
+ # glue_connection_name: "GlueConnectionName", # required
3687
+ # database_table_name: "DatabaseTableName", # required
3688
+ # temp_directory: {
3689
+ # bucket: "Bucket", # required
3690
+ # key: "Key",
3691
+ # },
3692
+ # },
3693
+ # },
3694
+ # path_options: {
3695
+ # last_modified_date_condition: {
3696
+ # expression: "Expression", # required
3697
+ # values_map: { # required
3698
+ # "ValueReference" => "ConditionValue",
3699
+ # },
3700
+ # },
3701
+ # files_limit: {
3702
+ # max_files: 1, # required
3703
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
3704
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
3705
+ # },
3706
+ # parameters: {
3707
+ # "PathParameterName" => {
3708
+ # name: "PathParameterName", # required
3709
+ # type: "Datetime", # required, accepts Datetime, Number, String
3710
+ # datetime_options: {
3711
+ # format: "DatetimeFormat", # required
3712
+ # timezone_offset: "TimezoneOffset",
3713
+ # locale_code: "LocaleCode",
3714
+ # },
3715
+ # create_column: false,
3716
+ # filter: {
3717
+ # expression: "Expression", # required
3718
+ # values_map: { # required
3719
+ # "ValueReference" => "ConditionValue",
3720
+ # },
3721
+ # },
3722
+ # },
3723
+ # },
3100
3724
  # },
3101
3725
  # }
3102
3726
  #
@@ -3104,22 +3728,34 @@ module Aws::GlueDataBrew
3104
3728
  # The name of the dataset to be updated.
3105
3729
  # @return [String]
3106
3730
  #
3731
+ # @!attribute [rw] format
3732
+ # The file format of a dataset that is created from an S3 file or
3733
+ # folder.
3734
+ # @return [String]
3735
+ #
3107
3736
  # @!attribute [rw] format_options
3108
- # Options that define the structure of either Csv, Excel, or JSON
3109
- # input.
3737
+ # Represents a set of options that define the structure of either
3738
+ # comma-separated value (CSV), Excel, or JSON input.
3110
3739
  # @return [Types::FormatOptions]
3111
3740
  #
3112
3741
  # @!attribute [rw] input
3113
- # Information on how DataBrew can find data, in either the AWS Glue
3114
- # Data Catalog or Amazon S3.
3742
+ # Represents information on how DataBrew can find data, in either the
3743
+ # AWS Glue Data Catalog or Amazon S3.
3115
3744
  # @return [Types::Input]
3116
3745
  #
3746
+ # @!attribute [rw] path_options
3747
+ # A set of options that defines how DataBrew interprets an S3 path of
3748
+ # the dataset.
3749
+ # @return [Types::PathOptions]
3750
+ #
3117
3751
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
3118
3752
  #
3119
3753
  class UpdateDatasetRequest < Struct.new(
3120
3754
  :name,
3755
+ :format,
3121
3756
  :format_options,
3122
- :input)
3757
+ :input,
3758
+ :path_options)
3123
3759
  SENSITIVE = []
3124
3760
  include Aws::Structure
3125
3761
  end
@@ -3152,6 +3788,10 @@ module Aws::GlueDataBrew
3152
3788
  # },
3153
3789
  # role_arn: "Arn", # required
3154
3790
  # timeout: 1,
3791
+ # job_sample: {
3792
+ # mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
3793
+ # size: 1,
3794
+ # },
3155
3795
  # }
3156
3796
  #
3157
3797
  # @!attribute [rw] encryption_key_arn
@@ -3162,7 +3802,7 @@ module Aws::GlueDataBrew
3162
3802
  # @!attribute [rw] encryption_mode
3163
3803
  # The encryption mode for the job, which can be one of the following:
3164
3804
  #
3165
- # * `SSE-KMS` - Server-side encryption with AWS KMS-managed keys.
3805
+ # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
3166
3806
  #
3167
3807
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
3168
3808
  # @return [String]
@@ -3187,8 +3827,8 @@ module Aws::GlueDataBrew
3187
3827
  # @return [Integer]
3188
3828
  #
3189
3829
  # @!attribute [rw] output_location
3190
- # An Amazon S3 location (bucket name an object key) where DataBrew can
3191
- # read input data, or write output from a job.
3830
+ # Represents an Amazon S3 location (bucket name and object key) where
3831
+ # DataBrew can read input data, or write output from a job.
3192
3832
  # @return [Types::S3Location]
3193
3833
  #
3194
3834
  # @!attribute [rw] role_arn
@@ -3201,6 +3841,14 @@ module Aws::GlueDataBrew
3201
3841
  # than this timeout period ends with a status of `TIMEOUT`.
3202
3842
  # @return [Integer]
3203
3843
  #
3844
+ # @!attribute [rw] job_sample
3845
+ # Sample configuration for Profile Jobs only. Determines the number of
3846
+ # rows on which the Profile job will be executed. If a JobSample value
3847
+ # is not provided for profile jobs, the default value will be used.
3848
+ # The default value is CUSTOM\_ROWS for the mode parameter and 20000
3849
+ # for the size parameter.
3850
+ # @return [Types::JobSample]
3851
+ #
3204
3852
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
3205
3853
  #
3206
3854
  class UpdateProfileJobRequest < Struct.new(
@@ -3212,7 +3860,8 @@ module Aws::GlueDataBrew
3212
3860
  :max_retries,
3213
3861
  :output_location,
3214
3862
  :role_arn,
3215
- :timeout)
3863
+ :timeout,
3864
+ :job_sample)
3216
3865
  SENSITIVE = []
3217
3866
  include Aws::Structure
3218
3867
  end
@@ -3321,7 +3970,7 @@ module Aws::GlueDataBrew
3321
3970
  # @!attribute [rw] encryption_mode
3322
3971
  # The encryption mode for the job, which can be one of the following:
3323
3972
  #
3324
- # * `SSE-KMS` - Server-side encryption with AWS KMS-managed keys.
3973
+ # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
3325
3974
  #
3326
3975
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
3327
3976
  # @return [String]
@@ -3511,7 +4160,7 @@ module Aws::GlueDataBrew
3511
4160
  include Aws::Structure
3512
4161
  end
3513
4162
 
3514
- # Represents the data being being transformed during an action.
4163
+ # Represents the data being transformed during an action.
3515
4164
  #
3516
4165
  # @note When making an API call, you may pass ViewFrame
3517
4166
  # data as a hash: