aws-sdk-gluedatabrew 1.0.0 → 1.5.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +299 -134
- data/lib/aws-sdk-gluedatabrew/client_api.rb +94 -0
- data/lib/aws-sdk-gluedatabrew/types.rb +557 -172
- metadata +4 -4
@@ -47,6 +47,8 @@ module Aws::GlueDataBrew
|
|
47
47
|
CreateScheduleResponse = Shapes::StructureShape.new(name: 'CreateScheduleResponse')
|
48
48
|
CreatedBy = Shapes::StringShape.new(name: 'CreatedBy')
|
49
49
|
CronExpression = Shapes::StringShape.new(name: 'CronExpression')
|
50
|
+
CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
|
51
|
+
CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
|
50
52
|
DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
|
51
53
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
52
54
|
Dataset = Shapes::StructureShape.new(name: 'Dataset')
|
@@ -63,10 +65,13 @@ module Aws::GlueDataBrew
|
|
63
65
|
DeleteRecipeVersionResponse = Shapes::StructureShape.new(name: 'DeleteRecipeVersionResponse')
|
64
66
|
DeleteScheduleRequest = Shapes::StructureShape.new(name: 'DeleteScheduleRequest')
|
65
67
|
DeleteScheduleResponse = Shapes::StructureShape.new(name: 'DeleteScheduleResponse')
|
68
|
+
Delimiter = Shapes::StringShape.new(name: 'Delimiter')
|
66
69
|
DescribeDatasetRequest = Shapes::StructureShape.new(name: 'DescribeDatasetRequest')
|
67
70
|
DescribeDatasetResponse = Shapes::StructureShape.new(name: 'DescribeDatasetResponse')
|
68
71
|
DescribeJobRequest = Shapes::StructureShape.new(name: 'DescribeJobRequest')
|
69
72
|
DescribeJobResponse = Shapes::StructureShape.new(name: 'DescribeJobResponse')
|
73
|
+
DescribeJobRunRequest = Shapes::StructureShape.new(name: 'DescribeJobRunRequest')
|
74
|
+
DescribeJobRunResponse = Shapes::StructureShape.new(name: 'DescribeJobRunResponse')
|
70
75
|
DescribeProjectRequest = Shapes::StructureShape.new(name: 'DescribeProjectRequest')
|
71
76
|
DescribeProjectResponse = Shapes::StructureShape.new(name: 'DescribeProjectResponse')
|
72
77
|
DescribeRecipeRequest = Shapes::StructureShape.new(name: 'DescribeRecipeRequest')
|
@@ -79,8 +84,10 @@ module Aws::GlueDataBrew
|
|
79
84
|
ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
|
80
85
|
ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
|
81
86
|
FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
|
87
|
+
HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
|
82
88
|
HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
|
83
89
|
Input = Shapes::StructureShape.new(name: 'Input')
|
90
|
+
InputFormat = Shapes::StringShape.new(name: 'InputFormat')
|
84
91
|
InternalServerException = Shapes::StructureShape.new(name: 'InternalServerException')
|
85
92
|
Job = Shapes::StructureShape.new(name: 'Job')
|
86
93
|
JobList = Shapes::ListShape.new(name: 'JobList')
|
@@ -91,6 +98,8 @@ module Aws::GlueDataBrew
|
|
91
98
|
JobRunId = Shapes::StringShape.new(name: 'JobRunId')
|
92
99
|
JobRunList = Shapes::ListShape.new(name: 'JobRunList')
|
93
100
|
JobRunState = Shapes::StringShape.new(name: 'JobRunState')
|
101
|
+
JobSample = Shapes::StructureShape.new(name: 'JobSample')
|
102
|
+
JobSize = Shapes::IntegerShape.new(name: 'JobSize')
|
94
103
|
JobType = Shapes::StringShape.new(name: 'JobType')
|
95
104
|
JsonOptions = Shapes::StructureShape.new(name: 'JsonOptions')
|
96
105
|
Key = Shapes::StringShape.new(name: 'Key')
|
@@ -123,6 +132,7 @@ module Aws::GlueDataBrew
|
|
123
132
|
Operation = Shapes::StringShape.new(name: 'Operation')
|
124
133
|
Output = Shapes::StructureShape.new(name: 'Output')
|
125
134
|
OutputFormat = Shapes::StringShape.new(name: 'OutputFormat')
|
135
|
+
OutputFormatOptions = Shapes::StructureShape.new(name: 'OutputFormatOptions')
|
126
136
|
OutputList = Shapes::ListShape.new(name: 'OutputList')
|
127
137
|
OverwriteOutput = Shapes::BooleanShape.new(name: 'OverwriteOutput')
|
128
138
|
ParameterMap = Shapes::MapShape.new(name: 'ParameterMap')
|
@@ -152,6 +162,7 @@ module Aws::GlueDataBrew
|
|
152
162
|
Result = Shapes::StringShape.new(name: 'Result')
|
153
163
|
S3Location = Shapes::StructureShape.new(name: 'S3Location')
|
154
164
|
Sample = Shapes::StructureShape.new(name: 'Sample')
|
165
|
+
SampleMode = Shapes::StringShape.new(name: 'SampleMode')
|
155
166
|
SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
|
156
167
|
SampleType = Shapes::StringShape.new(name: 'SampleType')
|
157
168
|
Schedule = Shapes::StructureShape.new(name: 'Schedule')
|
@@ -225,6 +236,7 @@ module Aws::GlueDataBrew
|
|
225
236
|
ConflictException.struct_class = Types::ConflictException
|
226
237
|
|
227
238
|
CreateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
239
|
+
CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
228
240
|
CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
229
241
|
CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
230
242
|
CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
@@ -244,6 +256,7 @@ module Aws::GlueDataBrew
|
|
244
256
|
CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
245
257
|
CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
246
258
|
CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
259
|
+
CreateProfileJobRequest.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
247
260
|
CreateProfileJobRequest.struct_class = Types::CreateProfileJobRequest
|
248
261
|
|
249
262
|
CreateProfileJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "Name"))
|
@@ -296,6 +309,13 @@ module Aws::GlueDataBrew
|
|
296
309
|
CreateScheduleResponse.add_member(:name, Shapes::ShapeRef.new(shape: ScheduleName, required: true, location_name: "Name"))
|
297
310
|
CreateScheduleResponse.struct_class = Types::CreateScheduleResponse
|
298
311
|
|
312
|
+
CsvOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
|
313
|
+
CsvOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
|
314
|
+
CsvOptions.struct_class = Types::CsvOptions
|
315
|
+
|
316
|
+
CsvOutputOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
|
317
|
+
CsvOutputOptions.struct_class = Types::CsvOutputOptions
|
318
|
+
|
299
319
|
DataCatalogInputDefinition.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
|
300
320
|
DataCatalogInputDefinition.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
|
301
321
|
DataCatalogInputDefinition.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
|
@@ -306,6 +326,7 @@ module Aws::GlueDataBrew
|
|
306
326
|
Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
307
327
|
Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
308
328
|
Dataset.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
329
|
+
Dataset.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
309
330
|
Dataset.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
310
331
|
Dataset.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
311
332
|
Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
@@ -355,6 +376,7 @@ module Aws::GlueDataBrew
|
|
355
376
|
DescribeDatasetResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
356
377
|
DescribeDatasetResponse.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
357
378
|
DescribeDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
379
|
+
DescribeDatasetResponse.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
358
380
|
DescribeDatasetResponse.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
359
381
|
DescribeDatasetResponse.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
360
382
|
DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
@@ -386,8 +408,30 @@ module Aws::GlueDataBrew
|
|
386
408
|
DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
387
409
|
DescribeJobResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
388
410
|
DescribeJobResponse.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
411
|
+
DescribeJobResponse.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
389
412
|
DescribeJobResponse.struct_class = Types::DescribeJobResponse
|
390
413
|
|
414
|
+
DescribeJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
415
|
+
DescribeJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
|
416
|
+
DescribeJobRunRequest.struct_class = Types::DescribeJobRunRequest
|
417
|
+
|
418
|
+
DescribeJobRunResponse.add_member(:attempt, Shapes::ShapeRef.new(shape: Attempt, location_name: "Attempt"))
|
419
|
+
DescribeJobRunResponse.add_member(:completed_on, Shapes::ShapeRef.new(shape: Date, location_name: "CompletedOn"))
|
420
|
+
DescribeJobRunResponse.add_member(:dataset_name, Shapes::ShapeRef.new(shape: DatasetName, location_name: "DatasetName"))
|
421
|
+
DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
|
422
|
+
DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
|
423
|
+
DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
|
424
|
+
DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
|
425
|
+
DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
|
426
|
+
DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
427
|
+
DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
428
|
+
DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
429
|
+
DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
430
|
+
DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
431
|
+
DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
432
|
+
DescribeJobRunResponse.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
433
|
+
DescribeJobRunResponse.struct_class = Types::DescribeJobRunResponse
|
434
|
+
|
391
435
|
DescribeProjectRequest.add_member(:name, Shapes::ShapeRef.new(shape: ProjectName, required: true, location: "uri", location_name: "name"))
|
392
436
|
DescribeProjectRequest.struct_class = Types::DescribeProjectRequest
|
393
437
|
|
@@ -442,10 +486,12 @@ module Aws::GlueDataBrew
|
|
442
486
|
|
443
487
|
ExcelOptions.add_member(:sheet_names, Shapes::ShapeRef.new(shape: SheetNameList, location_name: "SheetNames"))
|
444
488
|
ExcelOptions.add_member(:sheet_indexes, Shapes::ShapeRef.new(shape: SheetIndexList, location_name: "SheetIndexes"))
|
489
|
+
ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
|
445
490
|
ExcelOptions.struct_class = Types::ExcelOptions
|
446
491
|
|
447
492
|
FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
|
448
493
|
FormatOptions.add_member(:excel, Shapes::ShapeRef.new(shape: ExcelOptions, location_name: "Excel"))
|
494
|
+
FormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOptions, location_name: "Csv"))
|
449
495
|
FormatOptions.struct_class = Types::FormatOptions
|
450
496
|
|
451
497
|
HiddenColumnList.member = Shapes::ShapeRef.new(shape: ColumnName)
|
@@ -477,6 +523,7 @@ module Aws::GlueDataBrew
|
|
477
523
|
Job.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
478
524
|
Job.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
479
525
|
Job.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
526
|
+
Job.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
480
527
|
Job.struct_class = Types::Job
|
481
528
|
|
482
529
|
JobList.member = Shapes::ShapeRef.new(shape: Job)
|
@@ -497,10 +544,15 @@ module Aws::GlueDataBrew
|
|
497
544
|
JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
498
545
|
JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
499
546
|
JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
547
|
+
JobRun.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
500
548
|
JobRun.struct_class = Types::JobRun
|
501
549
|
|
502
550
|
JobRunList.member = Shapes::ShapeRef.new(shape: JobRun)
|
503
551
|
|
552
|
+
JobSample.add_member(:mode, Shapes::ShapeRef.new(shape: SampleMode, location_name: "Mode"))
|
553
|
+
JobSample.add_member(:size, Shapes::ShapeRef.new(shape: JobSize, location_name: "Size"))
|
554
|
+
JobSample.struct_class = Types::JobSample
|
555
|
+
|
504
556
|
JsonOptions.add_member(:multi_line, Shapes::ShapeRef.new(shape: MultiLine, location_name: "MultiLine"))
|
505
557
|
JsonOptions.struct_class = Types::JsonOptions
|
506
558
|
|
@@ -577,8 +629,12 @@ module Aws::GlueDataBrew
|
|
577
629
|
Output.add_member(:partition_columns, Shapes::ShapeRef.new(shape: ColumnNameList, location_name: "PartitionColumns"))
|
578
630
|
Output.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
|
579
631
|
Output.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
|
632
|
+
Output.add_member(:format_options, Shapes::ShapeRef.new(shape: OutputFormatOptions, location_name: "FormatOptions"))
|
580
633
|
Output.struct_class = Types::Output
|
581
634
|
|
635
|
+
OutputFormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOutputOptions, location_name: "Csv"))
|
636
|
+
OutputFormatOptions.struct_class = Types::OutputFormatOptions
|
637
|
+
|
582
638
|
OutputList.member = Shapes::ShapeRef.new(shape: Output)
|
583
639
|
|
584
640
|
ParameterMap.key = Shapes::ShapeRef.new(shape: ParameterName)
|
@@ -733,6 +789,7 @@ module Aws::GlueDataBrew
|
|
733
789
|
UntagResourceResponse.struct_class = Types::UntagResourceResponse
|
734
790
|
|
735
791
|
UpdateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
|
792
|
+
UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
736
793
|
UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
737
794
|
UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
738
795
|
UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
|
@@ -749,6 +806,7 @@ module Aws::GlueDataBrew
|
|
749
806
|
UpdateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
|
750
807
|
UpdateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
751
808
|
UpdateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
809
|
+
UpdateProfileJobRequest.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
752
810
|
UpdateProfileJobRequest.struct_class = Types::UpdateProfileJobRequest
|
753
811
|
|
754
812
|
UpdateProfileJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "Name"))
|
@@ -848,6 +906,10 @@ module Aws::GlueDataBrew
|
|
848
906
|
o.http_request_uri = "/profileJobs"
|
849
907
|
o.input = Shapes::ShapeRef.new(shape: CreateProfileJobRequest)
|
850
908
|
o.output = Shapes::ShapeRef.new(shape: CreateProfileJobResponse)
|
909
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
910
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
911
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
912
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
851
913
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
852
914
|
end)
|
853
915
|
|
@@ -880,6 +942,10 @@ module Aws::GlueDataBrew
|
|
880
942
|
o.http_request_uri = "/recipeJobs"
|
881
943
|
o.input = Shapes::ShapeRef.new(shape: CreateRecipeJobRequest)
|
882
944
|
o.output = Shapes::ShapeRef.new(shape: CreateRecipeJobResponse)
|
945
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
946
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
947
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
948
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
883
949
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
884
950
|
end)
|
885
951
|
|
@@ -889,6 +955,8 @@ module Aws::GlueDataBrew
|
|
889
955
|
o.http_request_uri = "/schedules"
|
890
956
|
o.input = Shapes::ShapeRef.new(shape: CreateScheduleRequest)
|
891
957
|
o.output = Shapes::ShapeRef.new(shape: CreateScheduleResponse)
|
958
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
959
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
892
960
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
893
961
|
end)
|
894
962
|
|
@@ -898,6 +966,7 @@ module Aws::GlueDataBrew
|
|
898
966
|
o.http_request_uri = "/datasets/{name}"
|
899
967
|
o.input = Shapes::ShapeRef.new(shape: DeleteDatasetRequest)
|
900
968
|
o.output = Shapes::ShapeRef.new(shape: DeleteDatasetResponse)
|
969
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
901
970
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
902
971
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
903
972
|
end)
|
@@ -908,6 +977,7 @@ module Aws::GlueDataBrew
|
|
908
977
|
o.http_request_uri = "/jobs/{name}"
|
909
978
|
o.input = Shapes::ShapeRef.new(shape: DeleteJobRequest)
|
910
979
|
o.output = Shapes::ShapeRef.new(shape: DeleteJobResponse)
|
980
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
911
981
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
912
982
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
913
983
|
end)
|
@@ -918,6 +988,7 @@ module Aws::GlueDataBrew
|
|
918
988
|
o.http_request_uri = "/projects/{name}"
|
919
989
|
o.input = Shapes::ShapeRef.new(shape: DeleteProjectRequest)
|
920
990
|
o.output = Shapes::ShapeRef.new(shape: DeleteProjectResponse)
|
991
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
921
992
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
922
993
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
923
994
|
end)
|
@@ -928,6 +999,7 @@ module Aws::GlueDataBrew
|
|
928
999
|
o.http_request_uri = "/recipes/{name}/recipeVersion/{recipeVersion}"
|
929
1000
|
o.input = Shapes::ShapeRef.new(shape: DeleteRecipeVersionRequest)
|
930
1001
|
o.output = Shapes::ShapeRef.new(shape: DeleteRecipeVersionResponse)
|
1002
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
931
1003
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
932
1004
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
933
1005
|
end)
|
@@ -962,6 +1034,16 @@ module Aws::GlueDataBrew
|
|
962
1034
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
963
1035
|
end)
|
964
1036
|
|
1037
|
+
api.add_operation(:describe_job_run, Seahorse::Model::Operation.new.tap do |o|
|
1038
|
+
o.name = "DescribeJobRun"
|
1039
|
+
o.http_method = "GET"
|
1040
|
+
o.http_request_uri = "/jobs/{name}/jobRun/{runId}"
|
1041
|
+
o.input = Shapes::ShapeRef.new(shape: DescribeJobRunRequest)
|
1042
|
+
o.output = Shapes::ShapeRef.new(shape: DescribeJobRunResponse)
|
1043
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1044
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1045
|
+
end)
|
1046
|
+
|
965
1047
|
api.add_operation(:describe_project, Seahorse::Model::Operation.new.tap do |o|
|
966
1048
|
o.name = "DescribeProject"
|
967
1049
|
o.http_method = "GET"
|
@@ -1117,6 +1199,7 @@ module Aws::GlueDataBrew
|
|
1117
1199
|
o.output = Shapes::ShapeRef.new(shape: PublishRecipeResponse)
|
1118
1200
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1119
1201
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1202
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
1120
1203
|
end)
|
1121
1204
|
|
1122
1205
|
api.add_operation(:send_project_session_action, Seahorse::Model::Operation.new.tap do |o|
|
@@ -1136,7 +1219,9 @@ module Aws::GlueDataBrew
|
|
1136
1219
|
o.http_request_uri = "/jobs/{name}/startJobRun"
|
1137
1220
|
o.input = Shapes::ShapeRef.new(shape: StartJobRunRequest)
|
1138
1221
|
o.output = Shapes::ShapeRef.new(shape: StartJobRunResponse)
|
1222
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
1139
1223
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1224
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
1140
1225
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1141
1226
|
end)
|
1142
1227
|
|
@@ -1146,7 +1231,9 @@ module Aws::GlueDataBrew
|
|
1146
1231
|
o.http_request_uri = "/projects/{name}/startProjectSession"
|
1147
1232
|
o.input = Shapes::ShapeRef.new(shape: StartProjectSessionRequest)
|
1148
1233
|
o.output = Shapes::ShapeRef.new(shape: StartProjectSessionResponse)
|
1234
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
1149
1235
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1236
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
1150
1237
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1151
1238
|
end)
|
1152
1239
|
|
@@ -1188,6 +1275,7 @@ module Aws::GlueDataBrew
|
|
1188
1275
|
o.http_request_uri = "/datasets/{name}"
|
1189
1276
|
o.input = Shapes::ShapeRef.new(shape: UpdateDatasetRequest)
|
1190
1277
|
o.output = Shapes::ShapeRef.new(shape: UpdateDatasetResponse)
|
1278
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
1191
1279
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1192
1280
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1193
1281
|
end)
|
@@ -1198,6 +1286,8 @@ module Aws::GlueDataBrew
|
|
1198
1286
|
o.http_request_uri = "/profileJobs/{name}"
|
1199
1287
|
o.input = Shapes::ShapeRef.new(shape: UpdateProfileJobRequest)
|
1200
1288
|
o.output = Shapes::ShapeRef.new(shape: UpdateProfileJobResponse)
|
1289
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
1290
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1201
1291
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1202
1292
|
end)
|
1203
1293
|
|
@@ -1227,6 +1317,8 @@ module Aws::GlueDataBrew
|
|
1227
1317
|
o.http_request_uri = "/recipeJobs/{name}"
|
1228
1318
|
o.input = Shapes::ShapeRef.new(shape: UpdateRecipeJobRequest)
|
1229
1319
|
o.output = Shapes::ShapeRef.new(shape: UpdateRecipeJobResponse)
|
1320
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
1321
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1230
1322
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1231
1323
|
end)
|
1232
1324
|
|
@@ -1236,6 +1328,8 @@ module Aws::GlueDataBrew
|
|
1236
1328
|
o.http_request_uri = "/schedules/{name}"
|
1237
1329
|
o.input = Shapes::ShapeRef.new(shape: UpdateScheduleRequest)
|
1238
1330
|
o.output = Shapes::ShapeRef.new(shape: UpdateScheduleResponse)
|
1331
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1332
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
1239
1333
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1240
1334
|
end)
|
1241
1335
|
end
|
@@ -32,11 +32,13 @@ module Aws::GlueDataBrew
|
|
32
32
|
# }
|
33
33
|
#
|
34
34
|
# @!attribute [rw] name
|
35
|
-
# The name of the recipe to be
|
35
|
+
# The name of the recipe whose versions are to be deleted.
|
36
36
|
# @return [String]
|
37
37
|
#
|
38
38
|
# @!attribute [rw] recipe_versions
|
39
|
-
# An array of version identifiers to be
|
39
|
+
# An array of version identifiers, for the recipe versions to be
|
40
|
+
# deleted. You can specify numeric versions (`X.Y`) or
|
41
|
+
# `LATEST_WORKING`. `LATEST_PUBLISHED` is not supported.
|
40
42
|
# @return [Array<String>]
|
41
43
|
#
|
42
44
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/BatchDeleteRecipeVersionRequest AWS API Documentation
|
@@ -53,7 +55,7 @@ module Aws::GlueDataBrew
|
|
53
55
|
# @return [String]
|
54
56
|
#
|
55
57
|
# @!attribute [rw] errors
|
56
|
-
# Errors, if any, that
|
58
|
+
# Errors, if any, that occurred while attempting to delete the recipe
|
57
59
|
# versions.
|
58
60
|
# @return [Array<Types::RecipeVersionErrorDetail>]
|
59
61
|
#
|
@@ -92,7 +94,7 @@ module Aws::GlueDataBrew
|
|
92
94
|
#
|
93
95
|
#
|
94
96
|
#
|
95
|
-
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/
|
97
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipes.html#recipes.structure
|
96
98
|
# @return [String]
|
97
99
|
#
|
98
100
|
# @!attribute [rw] value
|
@@ -101,8 +103,7 @@ module Aws::GlueDataBrew
|
|
101
103
|
# @return [String]
|
102
104
|
#
|
103
105
|
# @!attribute [rw] target_column
|
104
|
-
# A column to apply this condition to
|
105
|
-
# dataset.
|
106
|
+
# A column to apply this condition to.
|
106
107
|
# @return [String]
|
107
108
|
#
|
108
109
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ConditionExpression AWS API Documentation
|
@@ -133,6 +134,7 @@ module Aws::GlueDataBrew
|
|
133
134
|
#
|
134
135
|
# {
|
135
136
|
# name: "DatasetName", # required
|
137
|
+
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
|
136
138
|
# format_options: {
|
137
139
|
# json: {
|
138
140
|
# multi_line: false,
|
@@ -140,6 +142,11 @@ module Aws::GlueDataBrew
|
|
140
142
|
# excel: {
|
141
143
|
# sheet_names: ["SheetName"],
|
142
144
|
# sheet_indexes: [1],
|
145
|
+
# header_row: false,
|
146
|
+
# },
|
147
|
+
# csv: {
|
148
|
+
# delimiter: "Delimiter",
|
149
|
+
# header_row: false,
|
143
150
|
# },
|
144
151
|
# },
|
145
152
|
# input: { # required
|
@@ -163,17 +170,23 @@ module Aws::GlueDataBrew
|
|
163
170
|
# }
|
164
171
|
#
|
165
172
|
# @!attribute [rw] name
|
166
|
-
# The name of the dataset to be created.
|
173
|
+
# The name of the dataset to be created. Valid characters are
|
174
|
+
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
175
|
+
# @return [String]
|
176
|
+
#
|
177
|
+
# @!attribute [rw] format
|
178
|
+
# Specifies the file format of a dataset created from an S3 file or
|
179
|
+
# folder.
|
167
180
|
# @return [String]
|
168
181
|
#
|
169
182
|
# @!attribute [rw] format_options
|
170
|
-
# Options that define
|
171
|
-
#
|
183
|
+
# Options that define the structure of either Csv, Excel, or JSON
|
184
|
+
# input.
|
172
185
|
# @return [Types::FormatOptions]
|
173
186
|
#
|
174
187
|
# @!attribute [rw] input
|
175
|
-
# Information on how
|
176
|
-
#
|
188
|
+
# Information on how DataBrew can find data, in either the AWS Glue
|
189
|
+
# Data Catalog or Amazon S3.
|
177
190
|
# @return [Types::Input]
|
178
191
|
#
|
179
192
|
# @!attribute [rw] tags
|
@@ -184,6 +197,7 @@ module Aws::GlueDataBrew
|
|
184
197
|
#
|
185
198
|
class CreateDatasetRequest < Struct.new(
|
186
199
|
:name,
|
200
|
+
:format,
|
187
201
|
:format_options,
|
188
202
|
:input,
|
189
203
|
:tags)
|
@@ -223,6 +237,10 @@ module Aws::GlueDataBrew
|
|
223
237
|
# "TagKey" => "TagValue",
|
224
238
|
# },
|
225
239
|
# timeout: 1,
|
240
|
+
# job_sample: {
|
241
|
+
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
242
|
+
# size: 1,
|
243
|
+
# },
|
226
244
|
# }
|
227
245
|
#
|
228
246
|
# @!attribute [rw] dataset_name
|
@@ -237,20 +255,21 @@ module Aws::GlueDataBrew
|
|
237
255
|
# @!attribute [rw] encryption_mode
|
238
256
|
# The encryption mode for the job, which can be one of the following:
|
239
257
|
#
|
240
|
-
# * `SSE-KMS` -
|
258
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS
|
241
259
|
# KMS-managed keys.
|
242
260
|
#
|
243
261
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
244
262
|
# @return [String]
|
245
263
|
#
|
246
264
|
# @!attribute [rw] name
|
247
|
-
# The name of the job to be created.
|
265
|
+
# The name of the job to be created. Valid characters are alphanumeric
|
266
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
248
267
|
# @return [String]
|
249
268
|
#
|
250
269
|
# @!attribute [rw] log_subscription
|
251
|
-
#
|
252
|
-
#
|
253
|
-
#
|
270
|
+
# Enables or disables Amazon CloudWatch logging for the job. If
|
271
|
+
# logging is enabled, CloudWatch writes one log stream for each job
|
272
|
+
# run.
|
254
273
|
# @return [String]
|
255
274
|
#
|
256
275
|
# @!attribute [rw] max_capacity
|
@@ -269,7 +288,7 @@ module Aws::GlueDataBrew
|
|
269
288
|
#
|
270
289
|
# @!attribute [rw] role_arn
|
271
290
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
272
|
-
# Management (IAM) role to be assumed
|
291
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
273
292
|
# @return [String]
|
274
293
|
#
|
275
294
|
# @!attribute [rw] tags
|
@@ -281,6 +300,14 @@ module Aws::GlueDataBrew
|
|
281
300
|
# than this timeout period ends with a status of `TIMEOUT`.
|
282
301
|
# @return [Integer]
|
283
302
|
#
|
303
|
+
# @!attribute [rw] job_sample
|
304
|
+
# Sample configuration for profile jobs only. Determines the number of
|
305
|
+
# rows on which the profile job will be executed. If a JobSample value
|
306
|
+
# is not provided, the default value will be used. The default value
|
307
|
+
# is CUSTOM\_ROWS for the mode parameter and 20000 for the size
|
308
|
+
# parameter.
|
309
|
+
# @return [Types::JobSample]
|
310
|
+
#
|
284
311
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateProfileJobRequest AWS API Documentation
|
285
312
|
#
|
286
313
|
class CreateProfileJobRequest < Struct.new(
|
@@ -294,7 +321,8 @@ module Aws::GlueDataBrew
|
|
294
321
|
:output_location,
|
295
322
|
:role_arn,
|
296
323
|
:tags,
|
297
|
-
:timeout
|
324
|
+
:timeout,
|
325
|
+
:job_sample)
|
298
326
|
SENSITIVE = []
|
299
327
|
include Aws::Structure
|
300
328
|
end
|
@@ -329,11 +357,12 @@ module Aws::GlueDataBrew
|
|
329
357
|
# }
|
330
358
|
#
|
331
359
|
# @!attribute [rw] dataset_name
|
332
|
-
# The name of
|
360
|
+
# The name of an existing dataset to associate this project with.
|
333
361
|
# @return [String]
|
334
362
|
#
|
335
363
|
# @!attribute [rw] name
|
336
|
-
# A unique name for the new project.
|
364
|
+
# A unique name for the new project. Valid characters are alphanumeric
|
365
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
337
366
|
# @return [String]
|
338
367
|
#
|
339
368
|
# @!attribute [rw] recipe_name
|
@@ -341,8 +370,8 @@ module Aws::GlueDataBrew
|
|
341
370
|
# @return [String]
|
342
371
|
#
|
343
372
|
# @!attribute [rw] sample
|
344
|
-
# Represents the sample size and sampling type for
|
345
|
-
#
|
373
|
+
# Represents the sample size and sampling type for DataBrew to use for
|
374
|
+
# interactive data analysis.
|
346
375
|
# @return [Types::Sample]
|
347
376
|
#
|
348
377
|
# @!attribute [rw] role_arn
|
@@ -400,6 +429,11 @@ module Aws::GlueDataBrew
|
|
400
429
|
# key: "Key",
|
401
430
|
# },
|
402
431
|
# overwrite: false,
|
432
|
+
# format_options: {
|
433
|
+
# csv: {
|
434
|
+
# delimiter: "Delimiter",
|
435
|
+
# },
|
436
|
+
# },
|
403
437
|
# },
|
404
438
|
# ],
|
405
439
|
# project_name: "ProjectName",
|
@@ -426,19 +460,20 @@ module Aws::GlueDataBrew
|
|
426
460
|
# @!attribute [rw] encryption_mode
|
427
461
|
# The encryption mode for the job, which can be one of the following:
|
428
462
|
#
|
429
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
463
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
430
464
|
#
|
431
465
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
432
466
|
# @return [String]
|
433
467
|
#
|
434
468
|
# @!attribute [rw] name
|
435
|
-
# A unique name for the job.
|
469
|
+
# A unique name for the job. Valid characters are alphanumeric (A-Z,
|
470
|
+
# a-z, 0-9), hyphen (-), period (.), and space.
|
436
471
|
# @return [String]
|
437
472
|
#
|
438
473
|
# @!attribute [rw] log_subscription
|
439
|
-
#
|
440
|
-
#
|
441
|
-
#
|
474
|
+
# Enables or disables Amazon CloudWatch logging for the job. If
|
475
|
+
# logging is enabled, CloudWatch writes one log stream for each job
|
476
|
+
# run.
|
442
477
|
# @return [String]
|
443
478
|
#
|
444
479
|
# @!attribute [rw] max_capacity
|
@@ -461,16 +496,16 @@ module Aws::GlueDataBrew
|
|
461
496
|
# @return [String]
|
462
497
|
#
|
463
498
|
# @!attribute [rw] recipe_reference
|
464
|
-
# Represents
|
499
|
+
# Represents the name and version of a DataBrew recipe.
|
465
500
|
# @return [Types::RecipeReference]
|
466
501
|
#
|
467
502
|
# @!attribute [rw] role_arn
|
468
503
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
469
|
-
# Management (IAM) role to be assumed
|
504
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
470
505
|
# @return [String]
|
471
506
|
#
|
472
507
|
# @!attribute [rw] tags
|
473
|
-
# Metadata tags to apply to this job
|
508
|
+
# Metadata tags to apply to this job.
|
474
509
|
# @return [Hash<String,String>]
|
475
510
|
#
|
476
511
|
# @!attribute [rw] timeout
|
@@ -543,7 +578,8 @@ module Aws::GlueDataBrew
|
|
543
578
|
# @return [String]
|
544
579
|
#
|
545
580
|
# @!attribute [rw] name
|
546
|
-
# A unique name for the recipe.
|
581
|
+
# A unique name for the recipe. Valid characters are alphanumeric
|
582
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
547
583
|
# @return [String]
|
548
584
|
#
|
549
585
|
# @!attribute [rw] steps
|
@@ -596,8 +632,13 @@ module Aws::GlueDataBrew
|
|
596
632
|
# @return [Array<String>]
|
597
633
|
#
|
598
634
|
# @!attribute [rw] cron_expression
|
599
|
-
# The date or dates and time or times
|
600
|
-
#
|
635
|
+
# The date or dates and time or times when the jobs are to be run. For
|
636
|
+
# more information, see [Cron expressions][1] in the *AWS Glue
|
637
|
+
# DataBrew Developer Guide*.
|
638
|
+
#
|
639
|
+
#
|
640
|
+
#
|
641
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/jobs.cron.html
|
601
642
|
# @return [String]
|
602
643
|
#
|
603
644
|
# @!attribute [rw] tags
|
@@ -605,7 +646,8 @@ module Aws::GlueDataBrew
|
|
605
646
|
# @return [Hash<String,String>]
|
606
647
|
#
|
607
648
|
# @!attribute [rw] name
|
608
|
-
# A unique name for the schedule.
|
649
|
+
# A unique name for the schedule. Valid characters are alphanumeric
|
650
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
609
651
|
# @return [String]
|
610
652
|
#
|
611
653
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateScheduleRequest AWS API Documentation
|
@@ -631,8 +673,60 @@ module Aws::GlueDataBrew
|
|
631
673
|
include Aws::Structure
|
632
674
|
end
|
633
675
|
|
676
|
+
# Options that define how DataBrew will read a Csv file when creating a
|
677
|
+
# dataset from that file.
|
678
|
+
#
|
679
|
+
# @note When making an API call, you may pass CsvOptions
|
680
|
+
# data as a hash:
|
681
|
+
#
|
682
|
+
# {
|
683
|
+
# delimiter: "Delimiter",
|
684
|
+
# header_row: false,
|
685
|
+
# }
|
686
|
+
#
|
687
|
+
# @!attribute [rw] delimiter
|
688
|
+
# A single character that specifies the delimiter being used in the
|
689
|
+
# Csv file.
|
690
|
+
# @return [String]
|
691
|
+
#
|
692
|
+
# @!attribute [rw] header_row
|
693
|
+
# A variable that specifies whether the first row in the file will be
|
694
|
+
# parsed as the header. If false, column names will be auto-generated.
|
695
|
+
# @return [Boolean]
|
696
|
+
#
|
697
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOptions AWS API Documentation
|
698
|
+
#
|
699
|
+
class CsvOptions < Struct.new(
|
700
|
+
:delimiter,
|
701
|
+
:header_row)
|
702
|
+
SENSITIVE = []
|
703
|
+
include Aws::Structure
|
704
|
+
end
|
705
|
+
|
706
|
+
# Options that define how DataBrew will write a Csv file.
|
707
|
+
#
|
708
|
+
# @note When making an API call, you may pass CsvOutputOptions
|
709
|
+
# data as a hash:
|
710
|
+
#
|
711
|
+
# {
|
712
|
+
# delimiter: "Delimiter",
|
713
|
+
# }
|
714
|
+
#
|
715
|
+
# @!attribute [rw] delimiter
|
716
|
+
# A single character that specifies the delimiter used to create Csv
|
717
|
+
# job output.
|
718
|
+
# @return [String]
|
719
|
+
#
|
720
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOutputOptions AWS API Documentation
|
721
|
+
#
|
722
|
+
class CsvOutputOptions < Struct.new(
|
723
|
+
:delimiter)
|
724
|
+
SENSITIVE = []
|
725
|
+
include Aws::Structure
|
726
|
+
end
|
727
|
+
|
634
728
|
# Represents how metadata stored in the AWS Glue Data Catalog is defined
|
635
|
-
# in
|
729
|
+
# in a DataBrew dataset.
|
636
730
|
#
|
637
731
|
# @note When making an API call, you may pass DataCatalogInputDefinition
|
638
732
|
# data as a hash:
|
@@ -677,14 +771,14 @@ module Aws::GlueDataBrew
|
|
677
771
|
include Aws::Structure
|
678
772
|
end
|
679
773
|
|
680
|
-
# Represents a dataset that can be processed by
|
774
|
+
# Represents a dataset that can be processed by DataBrew.
|
681
775
|
#
|
682
776
|
# @!attribute [rw] account_id
|
683
777
|
# The ID of the AWS account that owns the dataset.
|
684
778
|
# @return [String]
|
685
779
|
#
|
686
780
|
# @!attribute [rw] created_by
|
687
|
-
# The
|
781
|
+
# The Amazon Resource Name (ARN) of the user who created the dataset.
|
688
782
|
# @return [String]
|
689
783
|
#
|
690
784
|
# @!attribute [rw] create_date
|
@@ -695,6 +789,11 @@ module Aws::GlueDataBrew
|
|
695
789
|
# The unique name of the dataset.
|
696
790
|
# @return [String]
|
697
791
|
#
|
792
|
+
# @!attribute [rw] format
|
793
|
+
# Specifies the file format of a dataset created from an S3 file or
|
794
|
+
# folder.
|
795
|
+
# @return [String]
|
796
|
+
#
|
698
797
|
# @!attribute [rw] format_options
|
699
798
|
# Options that define how DataBrew interprets the data in the dataset.
|
700
799
|
# @return [Types::FormatOptions]
|
@@ -709,7 +808,7 @@ module Aws::GlueDataBrew
|
|
709
808
|
# @return [Time]
|
710
809
|
#
|
711
810
|
# @!attribute [rw] last_modified_by
|
712
|
-
# The
|
811
|
+
# The Amazon Resource Name (ARN) of the user who last modified the
|
713
812
|
# dataset.
|
714
813
|
# @return [String]
|
715
814
|
#
|
@@ -733,6 +832,7 @@ module Aws::GlueDataBrew
|
|
733
832
|
:created_by,
|
734
833
|
:create_date,
|
735
834
|
:name,
|
835
|
+
:format,
|
736
836
|
:format_options,
|
737
837
|
:input,
|
738
838
|
:last_modified_date,
|
@@ -846,11 +946,13 @@ module Aws::GlueDataBrew
|
|
846
946
|
# }
|
847
947
|
#
|
848
948
|
# @!attribute [rw] name
|
849
|
-
# The name of the recipe
|
949
|
+
# The name of the recipe.
|
850
950
|
# @return [String]
|
851
951
|
#
|
852
952
|
# @!attribute [rw] recipe_version
|
853
|
-
# The version of the recipe to be deleted.
|
953
|
+
# The version of the recipe to be deleted. You can specify a numeric
|
954
|
+
# versions (`X.Y`) or `LATEST_WORKING`. `LATEST_PUBLISHED` is not
|
955
|
+
# supported.
|
854
956
|
# @return [String]
|
855
957
|
#
|
856
958
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DeleteRecipeVersionRequest AWS API Documentation
|
@@ -941,14 +1043,19 @@ module Aws::GlueDataBrew
|
|
941
1043
|
# The name of the dataset.
|
942
1044
|
# @return [String]
|
943
1045
|
#
|
1046
|
+
# @!attribute [rw] format
|
1047
|
+
# Specifies the file format of a dataset created from an S3 file or
|
1048
|
+
# folder.
|
1049
|
+
# @return [String]
|
1050
|
+
#
|
944
1051
|
# @!attribute [rw] format_options
|
945
|
-
# Options that define
|
946
|
-
#
|
1052
|
+
# Options that define the structure of either Csv, Excel, or JSON
|
1053
|
+
# input.
|
947
1054
|
# @return [Types::FormatOptions]
|
948
1055
|
#
|
949
1056
|
# @!attribute [rw] input
|
950
|
-
# Information on how
|
951
|
-
#
|
1057
|
+
# Information on how DataBrew can find data, in either the AWS Glue
|
1058
|
+
# Data Catalog or Amazon S3.
|
952
1059
|
# @return [Types::Input]
|
953
1060
|
#
|
954
1061
|
# @!attribute [rw] last_modified_date
|
@@ -979,6 +1086,7 @@ module Aws::GlueDataBrew
|
|
979
1086
|
:created_by,
|
980
1087
|
:create_date,
|
981
1088
|
:name,
|
1089
|
+
:format,
|
982
1090
|
:format_options,
|
983
1091
|
:input,
|
984
1092
|
:last_modified_date,
|
@@ -1030,7 +1138,7 @@ module Aws::GlueDataBrew
|
|
1030
1138
|
# @!attribute [rw] encryption_mode
|
1031
1139
|
# The encryption mode for the job, which can be one of the following:
|
1032
1140
|
#
|
1033
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
1141
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
1034
1142
|
#
|
1035
1143
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
1036
1144
|
# @return [String]
|
@@ -1058,12 +1166,11 @@ module Aws::GlueDataBrew
|
|
1058
1166
|
# @return [Time]
|
1059
1167
|
#
|
1060
1168
|
# @!attribute [rw] log_subscription
|
1061
|
-
#
|
1062
|
-
# for this job.
|
1169
|
+
# Indicates whether Amazon CloudWatch logging is enabled for this job.
|
1063
1170
|
# @return [String]
|
1064
1171
|
#
|
1065
1172
|
# @!attribute [rw] max_capacity
|
1066
|
-
# The maximum number of nodes that
|
1173
|
+
# The maximum number of compute nodes that DataBrew can consume when
|
1067
1174
|
# the job processes data.
|
1068
1175
|
# @return [Integer]
|
1069
1176
|
#
|
@@ -1081,7 +1188,7 @@ module Aws::GlueDataBrew
|
|
1081
1188
|
# @return [String]
|
1082
1189
|
#
|
1083
1190
|
# @!attribute [rw] recipe_reference
|
1084
|
-
# Represents
|
1191
|
+
# Represents the name and version of a DataBrew recipe.
|
1085
1192
|
# @return [Types::RecipeReference]
|
1086
1193
|
#
|
1087
1194
|
# @!attribute [rw] resource_arn
|
@@ -1089,8 +1196,8 @@ module Aws::GlueDataBrew
|
|
1089
1196
|
# @return [String]
|
1090
1197
|
#
|
1091
1198
|
# @!attribute [rw] role_arn
|
1092
|
-
# The ARN of the AWS Identity and Access Management (IAM) role
|
1093
|
-
#
|
1199
|
+
# The ARN of the AWS Identity and Access Management (IAM) role to be
|
1200
|
+
# assumed when DataBrew runs the job.
|
1094
1201
|
# @return [String]
|
1095
1202
|
#
|
1096
1203
|
# @!attribute [rw] tags
|
@@ -1102,6 +1209,11 @@ module Aws::GlueDataBrew
|
|
1102
1209
|
# than this timeout period ends with a status of `TIMEOUT`.
|
1103
1210
|
# @return [Integer]
|
1104
1211
|
#
|
1212
|
+
# @!attribute [rw] job_sample
|
1213
|
+
# Sample configuration for profile jobs only. Determines the number of
|
1214
|
+
# rows on which the profile job will be executed.
|
1215
|
+
# @return [Types::JobSample]
|
1216
|
+
#
|
1105
1217
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobResponse AWS API Documentation
|
1106
1218
|
#
|
1107
1219
|
class DescribeJobResponse < Struct.new(
|
@@ -1123,7 +1235,122 @@ module Aws::GlueDataBrew
|
|
1123
1235
|
:resource_arn,
|
1124
1236
|
:role_arn,
|
1125
1237
|
:tags,
|
1126
|
-
:timeout
|
1238
|
+
:timeout,
|
1239
|
+
:job_sample)
|
1240
|
+
SENSITIVE = []
|
1241
|
+
include Aws::Structure
|
1242
|
+
end
|
1243
|
+
|
1244
|
+
# @note When making an API call, you may pass DescribeJobRunRequest
|
1245
|
+
# data as a hash:
|
1246
|
+
#
|
1247
|
+
# {
|
1248
|
+
# name: "JobName", # required
|
1249
|
+
# run_id: "JobRunId", # required
|
1250
|
+
# }
|
1251
|
+
#
|
1252
|
+
# @!attribute [rw] name
|
1253
|
+
# The name of the job being processed during this run.
|
1254
|
+
# @return [String]
|
1255
|
+
#
|
1256
|
+
# @!attribute [rw] run_id
|
1257
|
+
# The unique identifier of the job run.
|
1258
|
+
# @return [String]
|
1259
|
+
#
|
1260
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobRunRequest AWS API Documentation
|
1261
|
+
#
|
1262
|
+
class DescribeJobRunRequest < Struct.new(
|
1263
|
+
:name,
|
1264
|
+
:run_id)
|
1265
|
+
SENSITIVE = []
|
1266
|
+
include Aws::Structure
|
1267
|
+
end
|
1268
|
+
|
1269
|
+
# @!attribute [rw] attempt
|
1270
|
+
# The number of times that DataBrew has attempted to run the job.
|
1271
|
+
# @return [Integer]
|
1272
|
+
#
|
1273
|
+
# @!attribute [rw] completed_on
|
1274
|
+
# The date and time when the job completed processing.
|
1275
|
+
# @return [Time]
|
1276
|
+
#
|
1277
|
+
# @!attribute [rw] dataset_name
|
1278
|
+
# The name of the dataset for the job to process.
|
1279
|
+
# @return [String]
|
1280
|
+
#
|
1281
|
+
# @!attribute [rw] error_message
|
1282
|
+
# A message indicating an error (if any) that was encountered when the
|
1283
|
+
# job ran.
|
1284
|
+
# @return [String]
|
1285
|
+
#
|
1286
|
+
# @!attribute [rw] execution_time
|
1287
|
+
# The amount of time, in seconds, during which the job run consumed
|
1288
|
+
# resources.
|
1289
|
+
# @return [Integer]
|
1290
|
+
#
|
1291
|
+
# @!attribute [rw] job_name
|
1292
|
+
# The name of the job being processed during this run.
|
1293
|
+
# @return [String]
|
1294
|
+
#
|
1295
|
+
# @!attribute [rw] run_id
|
1296
|
+
# The unique identifier of the job run.
|
1297
|
+
# @return [String]
|
1298
|
+
#
|
1299
|
+
# @!attribute [rw] state
|
1300
|
+
# The current state of the job run entity itself.
|
1301
|
+
# @return [String]
|
1302
|
+
#
|
1303
|
+
# @!attribute [rw] log_subscription
|
1304
|
+
# The current status of Amazon CloudWatch logging for the job run.
|
1305
|
+
# @return [String]
|
1306
|
+
#
|
1307
|
+
# @!attribute [rw] log_group_name
|
1308
|
+
# The name of an Amazon CloudWatch log group, where the job writes
|
1309
|
+
# diagnostic messages when it runs.
|
1310
|
+
# @return [String]
|
1311
|
+
#
|
1312
|
+
# @!attribute [rw] outputs
|
1313
|
+
# One or more output artifacts from a job run.
|
1314
|
+
# @return [Array<Types::Output>]
|
1315
|
+
#
|
1316
|
+
# @!attribute [rw] recipe_reference
|
1317
|
+
# Represents the name and version of a DataBrew recipe.
|
1318
|
+
# @return [Types::RecipeReference]
|
1319
|
+
#
|
1320
|
+
# @!attribute [rw] started_by
|
1321
|
+
# The Amazon Resource Name (ARN) of the user who started the job run.
|
1322
|
+
# @return [String]
|
1323
|
+
#
|
1324
|
+
# @!attribute [rw] started_on
|
1325
|
+
# The date and time when the job run began.
|
1326
|
+
# @return [Time]
|
1327
|
+
#
|
1328
|
+
# @!attribute [rw] job_sample
|
1329
|
+
# Sample configuration for profile jobs only. Determines the number of
|
1330
|
+
# rows on which the profile job will be executed. If a JobSample value
|
1331
|
+
# is not provided, the default value will be used. The default value
|
1332
|
+
# is CUSTOM\_ROWS for the mode parameter and 20000 for the size
|
1333
|
+
# parameter.
|
1334
|
+
# @return [Types::JobSample]
|
1335
|
+
#
|
1336
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobRunResponse AWS API Documentation
|
1337
|
+
#
|
1338
|
+
class DescribeJobRunResponse < Struct.new(
|
1339
|
+
:attempt,
|
1340
|
+
:completed_on,
|
1341
|
+
:dataset_name,
|
1342
|
+
:error_message,
|
1343
|
+
:execution_time,
|
1344
|
+
:job_name,
|
1345
|
+
:run_id,
|
1346
|
+
:state,
|
1347
|
+
:log_subscription,
|
1348
|
+
:log_group_name,
|
1349
|
+
:outputs,
|
1350
|
+
:recipe_reference,
|
1351
|
+
:started_by,
|
1352
|
+
:started_on,
|
1353
|
+
:job_sample)
|
1127
1354
|
SENSITIVE = []
|
1128
1355
|
include Aws::Structure
|
1129
1356
|
end
|
@@ -1181,13 +1408,13 @@ module Aws::GlueDataBrew
|
|
1181
1408
|
# @return [String]
|
1182
1409
|
#
|
1183
1410
|
# @!attribute [rw] sample
|
1184
|
-
# Represents the sample size and sampling type for
|
1185
|
-
#
|
1411
|
+
# Represents the sample size and sampling type for DataBrew to use for
|
1412
|
+
# interactive data analysis.
|
1186
1413
|
# @return [Types::Sample]
|
1187
1414
|
#
|
1188
1415
|
# @!attribute [rw] role_arn
|
1189
|
-
# The ARN of the AWS Identity and Access Management (IAM) role
|
1190
|
-
#
|
1416
|
+
# The ARN of the AWS Identity and Access Management (IAM) role to be
|
1417
|
+
# assumed when DataBrew runs the job.
|
1191
1418
|
# @return [String]
|
1192
1419
|
#
|
1193
1420
|
# @!attribute [rw] tags
|
@@ -1381,8 +1608,13 @@ module Aws::GlueDataBrew
|
|
1381
1608
|
# @return [String]
|
1382
1609
|
#
|
1383
1610
|
# @!attribute [rw] cron_expression
|
1384
|
-
# The date or dates and time or times
|
1385
|
-
#
|
1611
|
+
# The date or dates and time or times when the jobs are to be run for
|
1612
|
+
# the schedule. For more information, see [Cron expressions][1] in the
|
1613
|
+
# *AWS Glue DataBrew Developer Guide*.
|
1614
|
+
#
|
1615
|
+
#
|
1616
|
+
#
|
1617
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/jobs.cron.html
|
1386
1618
|
# @return [String]
|
1387
1619
|
#
|
1388
1620
|
# @!attribute [rw] tags
|
@@ -1418,6 +1650,7 @@ module Aws::GlueDataBrew
|
|
1418
1650
|
# {
|
1419
1651
|
# sheet_names: ["SheetName"],
|
1420
1652
|
# sheet_indexes: [1],
|
1653
|
+
# header_row: false,
|
1421
1654
|
# }
|
1422
1655
|
#
|
1423
1656
|
# @!attribute [rw] sheet_names
|
@@ -1430,17 +1663,22 @@ module Aws::GlueDataBrew
|
|
1430
1663
|
# included in the dataset.
|
1431
1664
|
# @return [Array<Integer>]
|
1432
1665
|
#
|
1666
|
+
# @!attribute [rw] header_row
|
1667
|
+
# A variable that specifies whether the first row in the file will be
|
1668
|
+
# parsed as the header. If false, column names will be auto-generated.
|
1669
|
+
# @return [Boolean]
|
1670
|
+
#
|
1433
1671
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ExcelOptions AWS API Documentation
|
1434
1672
|
#
|
1435
1673
|
class ExcelOptions < Struct.new(
|
1436
1674
|
:sheet_names,
|
1437
|
-
:sheet_indexes
|
1675
|
+
:sheet_indexes,
|
1676
|
+
:header_row)
|
1438
1677
|
SENSITIVE = []
|
1439
1678
|
include Aws::Structure
|
1440
1679
|
end
|
1441
1680
|
|
1442
|
-
# Options that define
|
1443
|
-
# DataBrew.
|
1681
|
+
# Options that define the structure of either Csv, Excel, or JSON input.
|
1444
1682
|
#
|
1445
1683
|
# @note When making an API call, you may pass FormatOptions
|
1446
1684
|
# data as a hash:
|
@@ -1452,6 +1690,11 @@ module Aws::GlueDataBrew
|
|
1452
1690
|
# excel: {
|
1453
1691
|
# sheet_names: ["SheetName"],
|
1454
1692
|
# sheet_indexes: [1],
|
1693
|
+
# header_row: false,
|
1694
|
+
# },
|
1695
|
+
# csv: {
|
1696
|
+
# delimiter: "Delimiter",
|
1697
|
+
# header_row: false,
|
1455
1698
|
# },
|
1456
1699
|
# }
|
1457
1700
|
#
|
@@ -1464,17 +1707,22 @@ module Aws::GlueDataBrew
|
|
1464
1707
|
# DataBrew.
|
1465
1708
|
# @return [Types::ExcelOptions]
|
1466
1709
|
#
|
1710
|
+
# @!attribute [rw] csv
|
1711
|
+
# Options that define how Csv input is to be interpreted by DataBrew.
|
1712
|
+
# @return [Types::CsvOptions]
|
1713
|
+
#
|
1467
1714
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FormatOptions AWS API Documentation
|
1468
1715
|
#
|
1469
1716
|
class FormatOptions < Struct.new(
|
1470
1717
|
:json,
|
1471
|
-
:excel
|
1718
|
+
:excel,
|
1719
|
+
:csv)
|
1472
1720
|
SENSITIVE = []
|
1473
1721
|
include Aws::Structure
|
1474
1722
|
end
|
1475
1723
|
|
1476
|
-
# Information on how
|
1477
|
-
#
|
1724
|
+
# Information on how DataBrew can find data, in either the AWS Glue Data
|
1725
|
+
# Catalog or Amazon S3.
|
1478
1726
|
#
|
1479
1727
|
# @note When making an API call, you may pass Input
|
1480
1728
|
# data as a hash:
|
@@ -1525,14 +1773,14 @@ module Aws::GlueDataBrew
|
|
1525
1773
|
include Aws::Structure
|
1526
1774
|
end
|
1527
1775
|
|
1528
|
-
# Represents all of the attributes of
|
1776
|
+
# Represents all of the attributes of a DataBrew job.
|
1529
1777
|
#
|
1530
1778
|
# @!attribute [rw] account_id
|
1531
1779
|
# The ID of the AWS account that owns the job.
|
1532
1780
|
# @return [String]
|
1533
1781
|
#
|
1534
1782
|
# @!attribute [rw] created_by
|
1535
|
-
# The
|
1783
|
+
# The Amazon Resource Name (ARN) of the user who created the job.
|
1536
1784
|
# @return [String]
|
1537
1785
|
#
|
1538
1786
|
# @!attribute [rw] create_date
|
@@ -1545,7 +1793,12 @@ module Aws::GlueDataBrew
|
|
1545
1793
|
#
|
1546
1794
|
# @!attribute [rw] encryption_key_arn
|
1547
1795
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
1548
|
-
# protect
|
1796
|
+
# protect the job output. For more information, see [Encrypting data
|
1797
|
+
# written by DataBrew jobs][1]
|
1798
|
+
#
|
1799
|
+
#
|
1800
|
+
#
|
1801
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/encryption-security-configuration.html
|
1549
1802
|
# @return [String]
|
1550
1803
|
#
|
1551
1804
|
# @!attribute [rw] encryption_mode
|
@@ -1571,7 +1824,7 @@ module Aws::GlueDataBrew
|
|
1571
1824
|
# @return [String]
|
1572
1825
|
#
|
1573
1826
|
# @!attribute [rw] last_modified_by
|
1574
|
-
# The
|
1827
|
+
# The Amazon Resource Name (ARN) of the user who last modified the
|
1575
1828
|
# job.
|
1576
1829
|
# @return [String]
|
1577
1830
|
#
|
@@ -1622,6 +1875,14 @@ module Aws::GlueDataBrew
|
|
1622
1875
|
# Metadata tags that have been applied to the job.
|
1623
1876
|
# @return [Hash<String,String>]
|
1624
1877
|
#
|
1878
|
+
# @!attribute [rw] job_sample
|
1879
|
+
# Sample configuration for profile jobs only. Determines the number of
|
1880
|
+
# rows on which the profile job will be executed. If a JobSample value
|
1881
|
+
# is not provided, the default value will be used. The default value
|
1882
|
+
# is CUSTOM\_ROWS for the mode parameter and 20000 for the size
|
1883
|
+
# parameter.
|
1884
|
+
# @return [Types::JobSample]
|
1885
|
+
#
|
1625
1886
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Job AWS API Documentation
|
1626
1887
|
#
|
1627
1888
|
class Job < Struct.new(
|
@@ -1644,12 +1905,13 @@ module Aws::GlueDataBrew
|
|
1644
1905
|
:resource_arn,
|
1645
1906
|
:role_arn,
|
1646
1907
|
:timeout,
|
1647
|
-
:tags
|
1908
|
+
:tags,
|
1909
|
+
:job_sample)
|
1648
1910
|
SENSITIVE = []
|
1649
1911
|
include Aws::Structure
|
1650
1912
|
end
|
1651
1913
|
|
1652
|
-
# Represents one run of
|
1914
|
+
# Represents one run of a DataBrew job.
|
1653
1915
|
#
|
1654
1916
|
# @!attribute [rw] attempt
|
1655
1917
|
# The number of times that DataBrew has attempted to run the job.
|
@@ -1703,7 +1965,7 @@ module Aws::GlueDataBrew
|
|
1703
1965
|
# @return [Types::RecipeReference]
|
1704
1966
|
#
|
1705
1967
|
# @!attribute [rw] started_by
|
1706
|
-
# The
|
1968
|
+
# The Amazon Resource Name (ARN) of the user who initiated the job
|
1707
1969
|
# run.
|
1708
1970
|
# @return [String]
|
1709
1971
|
#
|
@@ -1711,6 +1973,14 @@ module Aws::GlueDataBrew
|
|
1711
1973
|
# The date and time when the job run began.
|
1712
1974
|
# @return [Time]
|
1713
1975
|
#
|
1976
|
+
# @!attribute [rw] job_sample
|
1977
|
+
# Sample configuration for profile jobs only. Determines the number of
|
1978
|
+
# rows on which the profile job will be executed. If a JobSample value
|
1979
|
+
# is not provided, the default value will be used. The default value
|
1980
|
+
# is CUSTOM\_ROWS for the mode parameter and 20000 for the size
|
1981
|
+
# parameter.
|
1982
|
+
# @return [Types::JobSample]
|
1983
|
+
#
|
1714
1984
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/JobRun AWS API Documentation
|
1715
1985
|
#
|
1716
1986
|
class JobRun < Struct.new(
|
@@ -1727,7 +1997,50 @@ module Aws::GlueDataBrew
|
|
1727
1997
|
:outputs,
|
1728
1998
|
:recipe_reference,
|
1729
1999
|
:started_by,
|
1730
|
-
:started_on
|
2000
|
+
:started_on,
|
2001
|
+
:job_sample)
|
2002
|
+
SENSITIVE = []
|
2003
|
+
include Aws::Structure
|
2004
|
+
end
|
2005
|
+
|
2006
|
+
# Sample configuration for Profile Jobs only. Determines the number of
|
2007
|
+
# rows on which the Profile job will be executed. If a JobSample value
|
2008
|
+
# is not provided for profile jobs, the default value will be used. The
|
2009
|
+
# default value is CUSTOM\_ROWS for the mode parameter and 20000 for the
|
2010
|
+
# size parameter.
|
2011
|
+
#
|
2012
|
+
# @note When making an API call, you may pass JobSample
|
2013
|
+
# data as a hash:
|
2014
|
+
#
|
2015
|
+
# {
|
2016
|
+
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
2017
|
+
# size: 1,
|
2018
|
+
# }
|
2019
|
+
#
|
2020
|
+
# @!attribute [rw] mode
|
2021
|
+
# Determines whether the profile job will be executed on the entire
|
2022
|
+
# dataset or on a specified number of rows. Must be one of the
|
2023
|
+
# following:
|
2024
|
+
#
|
2025
|
+
# * FULL\_DATASET: Profile job will be executed on the entire dataset.
|
2026
|
+
#
|
2027
|
+
# * CUSTOM\_ROWS: Profile job will be executed on the number of rows
|
2028
|
+
# specified in the Size parameter.
|
2029
|
+
# @return [String]
|
2030
|
+
#
|
2031
|
+
# @!attribute [rw] size
|
2032
|
+
# Size parameter is only required when the mode is CUSTOM\_ROWS.
|
2033
|
+
# Profile job will be executed on the the specified number of rows.
|
2034
|
+
# The maximum value for size is Long.MAX\_VALUE.
|
2035
|
+
#
|
2036
|
+
# Long.MAX\_VALUE = 9223372036854775807
|
2037
|
+
# @return [Integer]
|
2038
|
+
#
|
2039
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/JobSample AWS API Documentation
|
2040
|
+
#
|
2041
|
+
class JobSample < Struct.new(
|
2042
|
+
:mode,
|
2043
|
+
:size)
|
1731
2044
|
SENSITIVE = []
|
1732
2045
|
include Aws::Structure
|
1733
2046
|
end
|
@@ -1768,10 +2081,8 @@ module Aws::GlueDataBrew
|
|
1768
2081
|
# @return [Integer]
|
1769
2082
|
#
|
1770
2083
|
# @!attribute [rw] next_token
|
1771
|
-
#
|
1772
|
-
#
|
1773
|
-
# of pages, pass in the NextToken value from the response object of
|
1774
|
-
# the previous page call.
|
2084
|
+
# The token returned by a previous call to retrieve the next set of
|
2085
|
+
# results.
|
1775
2086
|
# @return [String]
|
1776
2087
|
#
|
1777
2088
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListDatasetsRequest AWS API Documentation
|
@@ -1784,14 +2095,12 @@ module Aws::GlueDataBrew
|
|
1784
2095
|
end
|
1785
2096
|
|
1786
2097
|
# @!attribute [rw] datasets
|
1787
|
-
# A list of datasets that are defined
|
2098
|
+
# A list of datasets that are defined.
|
1788
2099
|
# @return [Array<Types::Dataset>]
|
1789
2100
|
#
|
1790
2101
|
# @!attribute [rw] next_token
|
1791
|
-
# A token
|
1792
|
-
#
|
1793
|
-
# set of pages, pass in the NextToken from the response object of the
|
1794
|
-
# previous page call.
|
2102
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2103
|
+
# set of results.
|
1795
2104
|
# @return [String]
|
1796
2105
|
#
|
1797
2106
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListDatasetsResponse AWS API Documentation
|
@@ -1821,10 +2130,8 @@ module Aws::GlueDataBrew
|
|
1821
2130
|
# @return [Integer]
|
1822
2131
|
#
|
1823
2132
|
# @!attribute [rw] next_token
|
1824
|
-
#
|
1825
|
-
#
|
1826
|
-
# next set of pages, pass in the NextToken value from the response
|
1827
|
-
# object of the previous page call.
|
2133
|
+
# The token returned by a previous call to retrieve the next set of
|
2134
|
+
# results.
|
1828
2135
|
# @return [String]
|
1829
2136
|
#
|
1830
2137
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobRunsRequest AWS API Documentation
|
@@ -1842,10 +2149,8 @@ module Aws::GlueDataBrew
|
|
1842
2149
|
# @return [Array<Types::JobRun>]
|
1843
2150
|
#
|
1844
2151
|
# @!attribute [rw] next_token
|
1845
|
-
# A token
|
1846
|
-
#
|
1847
|
-
# set of pages, pass in the NextToken from the response object of the
|
1848
|
-
# previous page call.
|
2152
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2153
|
+
# set of results.
|
1849
2154
|
# @return [String]
|
1850
2155
|
#
|
1851
2156
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobRunsResponse AWS API Documentation
|
@@ -1900,14 +2205,12 @@ module Aws::GlueDataBrew
|
|
1900
2205
|
end
|
1901
2206
|
|
1902
2207
|
# @!attribute [rw] jobs
|
1903
|
-
# A list of jobs that are defined
|
2208
|
+
# A list of jobs that are defined.
|
1904
2209
|
# @return [Array<Types::Job>]
|
1905
2210
|
#
|
1906
2211
|
# @!attribute [rw] next_token
|
1907
|
-
# A token
|
1908
|
-
#
|
1909
|
-
# set of pages, pass in the NextToken from the response object of the
|
1910
|
-
# previous page call.
|
2212
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2213
|
+
# set of results.
|
1911
2214
|
# @return [String]
|
1912
2215
|
#
|
1913
2216
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobsResponse AWS API Documentation
|
@@ -1928,7 +2231,8 @@ module Aws::GlueDataBrew
|
|
1928
2231
|
# }
|
1929
2232
|
#
|
1930
2233
|
# @!attribute [rw] next_token
|
1931
|
-
#
|
2234
|
+
# The token returned by a previous call to retrieve the next set of
|
2235
|
+
# results.
|
1932
2236
|
# @return [String]
|
1933
2237
|
#
|
1934
2238
|
# @!attribute [rw] max_results
|
@@ -1945,14 +2249,12 @@ module Aws::GlueDataBrew
|
|
1945
2249
|
end
|
1946
2250
|
|
1947
2251
|
# @!attribute [rw] projects
|
1948
|
-
# A list of projects that are defined
|
2252
|
+
# A list of projects that are defined .
|
1949
2253
|
# @return [Array<Types::Project>]
|
1950
2254
|
#
|
1951
2255
|
# @!attribute [rw] next_token
|
1952
|
-
# A token
|
1953
|
-
#
|
1954
|
-
# of pages, pass in the NextToken value from the response object of
|
1955
|
-
# the previous page call.
|
2256
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2257
|
+
# set of results.
|
1956
2258
|
# @return [String]
|
1957
2259
|
#
|
1958
2260
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListProjectsResponse AWS API Documentation
|
@@ -1978,7 +2280,8 @@ module Aws::GlueDataBrew
|
|
1978
2280
|
# @return [Integer]
|
1979
2281
|
#
|
1980
2282
|
# @!attribute [rw] next_token
|
1981
|
-
#
|
2283
|
+
# The token returned by a previous call to retrieve the next set of
|
2284
|
+
# results.
|
1982
2285
|
# @return [String]
|
1983
2286
|
#
|
1984
2287
|
# @!attribute [rw] name
|
@@ -1996,10 +2299,8 @@ module Aws::GlueDataBrew
|
|
1996
2299
|
end
|
1997
2300
|
|
1998
2301
|
# @!attribute [rw] next_token
|
1999
|
-
# A token
|
2000
|
-
#
|
2001
|
-
# of pages, pass in the NextToken value from the response object of
|
2002
|
-
# the previous page call.
|
2302
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2303
|
+
# set of results.
|
2003
2304
|
# @return [String]
|
2004
2305
|
#
|
2005
2306
|
# @!attribute [rw] recipes
|
@@ -2029,12 +2330,17 @@ module Aws::GlueDataBrew
|
|
2029
2330
|
# @return [Integer]
|
2030
2331
|
#
|
2031
2332
|
# @!attribute [rw] next_token
|
2032
|
-
#
|
2333
|
+
# The token returned by a previous call to retrieve the next set of
|
2334
|
+
# results.
|
2033
2335
|
# @return [String]
|
2034
2336
|
#
|
2035
2337
|
# @!attribute [rw] recipe_version
|
2036
|
-
#
|
2037
|
-
#
|
2338
|
+
# Return only those recipes with a version identifier of
|
2339
|
+
# `LATEST_WORKING` or `LATEST_PUBLISHED`. If `RecipeVersion` is
|
2340
|
+
# omitted, `ListRecipes` returns all of the `LATEST_PUBLISHED` recipe
|
2341
|
+
# versions.
|
2342
|
+
#
|
2343
|
+
# Valid values: `LATEST_WORKING` \| `LATEST_PUBLISHED`
|
2038
2344
|
# @return [String]
|
2039
2345
|
#
|
2040
2346
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListRecipesRequest AWS API Documentation
|
@@ -2048,14 +2354,12 @@ module Aws::GlueDataBrew
|
|
2048
2354
|
end
|
2049
2355
|
|
2050
2356
|
# @!attribute [rw] recipes
|
2051
|
-
# A list of recipes that are defined
|
2357
|
+
# A list of recipes that are defined.
|
2052
2358
|
# @return [Array<Types::Recipe>]
|
2053
2359
|
#
|
2054
2360
|
# @!attribute [rw] next_token
|
2055
|
-
# A token
|
2056
|
-
#
|
2057
|
-
# of pages, pass in the NextToken value from the response object of
|
2058
|
-
# the previous page call.
|
2361
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2362
|
+
# set of results.
|
2059
2363
|
# @return [String]
|
2060
2364
|
#
|
2061
2365
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListRecipesResponse AWS API Documentation
|
@@ -2085,7 +2389,8 @@ module Aws::GlueDataBrew
|
|
2085
2389
|
# @return [Integer]
|
2086
2390
|
#
|
2087
2391
|
# @!attribute [rw] next_token
|
2088
|
-
#
|
2392
|
+
# The token returned by a previous call to retrieve the next set of
|
2393
|
+
# results.
|
2089
2394
|
# @return [String]
|
2090
2395
|
#
|
2091
2396
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListSchedulesRequest AWS API Documentation
|
@@ -2099,14 +2404,12 @@ module Aws::GlueDataBrew
|
|
2099
2404
|
end
|
2100
2405
|
|
2101
2406
|
# @!attribute [rw] schedules
|
2102
|
-
# A list of schedules
|
2407
|
+
# A list of schedules that are defined.
|
2103
2408
|
# @return [Array<Types::Schedule>]
|
2104
2409
|
#
|
2105
2410
|
# @!attribute [rw] next_token
|
2106
|
-
# A token
|
2107
|
-
#
|
2108
|
-
# of pages, pass in the NextToken value from the response object of
|
2109
|
-
# the previous page call.
|
2411
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2412
|
+
# set of results.
|
2110
2413
|
# @return [String]
|
2111
2414
|
#
|
2112
2415
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListSchedulesResponse AWS API Documentation
|
@@ -2150,7 +2453,8 @@ module Aws::GlueDataBrew
|
|
2150
2453
|
include Aws::Structure
|
2151
2454
|
end
|
2152
2455
|
|
2153
|
-
#
|
2456
|
+
# Parameters that specify how and where DataBrew will write the output
|
2457
|
+
# generated by recipe jobs or profile jobs.
|
2154
2458
|
#
|
2155
2459
|
# @note When making an API call, you may pass Output
|
2156
2460
|
# data as a hash:
|
@@ -2164,6 +2468,11 @@ module Aws::GlueDataBrew
|
|
2164
2468
|
# key: "Key",
|
2165
2469
|
# },
|
2166
2470
|
# overwrite: false,
|
2471
|
+
# format_options: {
|
2472
|
+
# csv: {
|
2473
|
+
# delimiter: "Delimiter",
|
2474
|
+
# },
|
2475
|
+
# },
|
2167
2476
|
# }
|
2168
2477
|
#
|
2169
2478
|
# @!attribute [rw] compression_format
|
@@ -2189,6 +2498,10 @@ module Aws::GlueDataBrew
|
|
2189
2498
|
# for output is overwritten with new output.
|
2190
2499
|
# @return [Boolean]
|
2191
2500
|
#
|
2501
|
+
# @!attribute [rw] format_options
|
2502
|
+
# Options that define how DataBrew formats job output files.
|
2503
|
+
# @return [Types::OutputFormatOptions]
|
2504
|
+
#
|
2192
2505
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
|
2193
2506
|
#
|
2194
2507
|
class Output < Struct.new(
|
@@ -2196,12 +2509,36 @@ module Aws::GlueDataBrew
|
|
2196
2509
|
:format,
|
2197
2510
|
:partition_columns,
|
2198
2511
|
:location,
|
2199
|
-
:overwrite
|
2512
|
+
:overwrite,
|
2513
|
+
:format_options)
|
2200
2514
|
SENSITIVE = []
|
2201
2515
|
include Aws::Structure
|
2202
2516
|
end
|
2203
2517
|
|
2204
|
-
#
|
2518
|
+
# Options that define the structure of Csv job output.
|
2519
|
+
#
|
2520
|
+
# @note When making an API call, you may pass OutputFormatOptions
|
2521
|
+
# data as a hash:
|
2522
|
+
#
|
2523
|
+
# {
|
2524
|
+
# csv: {
|
2525
|
+
# delimiter: "Delimiter",
|
2526
|
+
# },
|
2527
|
+
# }
|
2528
|
+
#
|
2529
|
+
# @!attribute [rw] csv
|
2530
|
+
# Options that define how DataBrew writes Csv output.
|
2531
|
+
# @return [Types::CsvOutputOptions]
|
2532
|
+
#
|
2533
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/OutputFormatOptions AWS API Documentation
|
2534
|
+
#
|
2535
|
+
class OutputFormatOptions < Struct.new(
|
2536
|
+
:csv)
|
2537
|
+
SENSITIVE = []
|
2538
|
+
include Aws::Structure
|
2539
|
+
end
|
2540
|
+
|
2541
|
+
# Represents all of the attributes of a DataBrew project.
|
2205
2542
|
#
|
2206
2543
|
# @!attribute [rw] account_id
|
2207
2544
|
# The ID of the AWS account that owns the project.
|
@@ -2212,7 +2549,7 @@ module Aws::GlueDataBrew
|
|
2212
2549
|
# @return [Time]
|
2213
2550
|
#
|
2214
2551
|
# @!attribute [rw] created_by
|
2215
|
-
# The
|
2552
|
+
# The Amazon Resource Name (ARN) of the user who crated the project.
|
2216
2553
|
# @return [String]
|
2217
2554
|
#
|
2218
2555
|
# @!attribute [rw] dataset_name
|
@@ -2224,7 +2561,7 @@ module Aws::GlueDataBrew
|
|
2224
2561
|
# @return [Time]
|
2225
2562
|
#
|
2226
2563
|
# @!attribute [rw] last_modified_by
|
2227
|
-
# The
|
2564
|
+
# The Amazon Resource Name (ARN) of the user who last modified the
|
2228
2565
|
# project.
|
2229
2566
|
# @return [String]
|
2230
2567
|
#
|
@@ -2257,7 +2594,7 @@ module Aws::GlueDataBrew
|
|
2257
2594
|
# @return [String]
|
2258
2595
|
#
|
2259
2596
|
# @!attribute [rw] opened_by
|
2260
|
-
# The
|
2597
|
+
# The Amazon Resource Name (ARN) of the user that opened the project
|
2261
2598
|
# for use.
|
2262
2599
|
# @return [String]
|
2263
2600
|
#
|
@@ -2324,11 +2661,10 @@ module Aws::GlueDataBrew
|
|
2324
2661
|
include Aws::Structure
|
2325
2662
|
end
|
2326
2663
|
|
2327
|
-
# Represents one or more actions to be performed on
|
2328
|
-
# dataset.
|
2664
|
+
# Represents one or more actions to be performed on a DataBrew dataset.
|
2329
2665
|
#
|
2330
2666
|
# @!attribute [rw] created_by
|
2331
|
-
# The
|
2667
|
+
# The Amazon Resource Name (ARN) of the user who created the recipe.
|
2332
2668
|
# @return [String]
|
2333
2669
|
#
|
2334
2670
|
# @!attribute [rw] create_date
|
@@ -2336,7 +2672,8 @@ module Aws::GlueDataBrew
|
|
2336
2672
|
# @return [Time]
|
2337
2673
|
#
|
2338
2674
|
# @!attribute [rw] last_modified_by
|
2339
|
-
# The
|
2675
|
+
# The Amazon Resource Name (ARN) of the user who last modified the
|
2676
|
+
# recipe.
|
2340
2677
|
# @return [String]
|
2341
2678
|
#
|
2342
2679
|
# @!attribute [rw] last_modified_date
|
@@ -2348,7 +2685,7 @@ module Aws::GlueDataBrew
|
|
2348
2685
|
# @return [String]
|
2349
2686
|
#
|
2350
2687
|
# @!attribute [rw] published_by
|
2351
|
-
# The
|
2688
|
+
# The Amazon Resource Name (ARN) of the user who published the recipe.
|
2352
2689
|
# @return [String]
|
2353
2690
|
#
|
2354
2691
|
# @!attribute [rw] published_date
|
@@ -2376,7 +2713,18 @@ module Aws::GlueDataBrew
|
|
2376
2713
|
# @return [Hash<String,String>]
|
2377
2714
|
#
|
2378
2715
|
# @!attribute [rw] recipe_version
|
2379
|
-
# The identifier for the version for the recipe.
|
2716
|
+
# The identifier for the version for the recipe. Must be one of the
|
2717
|
+
# following:
|
2718
|
+
#
|
2719
|
+
# * Numeric version (`X.Y`) - `X` and `Y` stand for major and minor
|
2720
|
+
# version numbers. The maximum length of each is 6 digits, and
|
2721
|
+
# neither can be negative values. Both `X` and `Y` are required, and
|
2722
|
+
# "0.0" is not a valid version.
|
2723
|
+
#
|
2724
|
+
# * `LATEST_WORKING` - the most recent valid version being developed
|
2725
|
+
# in a DataBrew project.
|
2726
|
+
#
|
2727
|
+
# * `LATEST_PUBLISHED` - the most recent published version.
|
2380
2728
|
# @return [String]
|
2381
2729
|
#
|
2382
2730
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Recipe AWS API Documentation
|
@@ -2400,8 +2748,8 @@ module Aws::GlueDataBrew
|
|
2400
2748
|
end
|
2401
2749
|
|
2402
2750
|
# Represents a transformation and associated parameters that are used to
|
2403
|
-
# apply a change to
|
2404
|
-
#
|
2751
|
+
# apply a change to a DataBrew dataset. For more information, see
|
2752
|
+
# [Recipe structure][1] and [Recipe actions reference][2].
|
2405
2753
|
#
|
2406
2754
|
#
|
2407
2755
|
#
|
@@ -2436,7 +2784,7 @@ module Aws::GlueDataBrew
|
|
2436
2784
|
include Aws::Structure
|
2437
2785
|
end
|
2438
2786
|
|
2439
|
-
# Represents
|
2787
|
+
# Represents the name and version of a DataBrew recipe.
|
2440
2788
|
#
|
2441
2789
|
# @note When making an API call, you may pass RecipeReference
|
2442
2790
|
# data as a hash:
|
@@ -2463,8 +2811,7 @@ module Aws::GlueDataBrew
|
|
2463
2811
|
include Aws::Structure
|
2464
2812
|
end
|
2465
2813
|
|
2466
|
-
# Represents a single step
|
2467
|
-
# recipe.
|
2814
|
+
# Represents a single step from a DataBrew recipe to be performed.
|
2468
2815
|
#
|
2469
2816
|
# @note When making an API call, you may pass RecipeStep
|
2470
2817
|
# data as a hash:
|
@@ -2574,8 +2921,8 @@ module Aws::GlueDataBrew
|
|
2574
2921
|
include Aws::Structure
|
2575
2922
|
end
|
2576
2923
|
|
2577
|
-
# Represents the sample size and sampling type for
|
2578
|
-
#
|
2924
|
+
# Represents the sample size and sampling type for DataBrew to use for
|
2925
|
+
# interactive data analysis.
|
2579
2926
|
#
|
2580
2927
|
# @note When making an API call, you may pass Sample
|
2581
2928
|
# data as a hash:
|
@@ -2609,7 +2956,7 @@ module Aws::GlueDataBrew
|
|
2609
2956
|
# @return [String]
|
2610
2957
|
#
|
2611
2958
|
# @!attribute [rw] created_by
|
2612
|
-
# The
|
2959
|
+
# The Amazon Resource Name (ARN) of the user who created the schedule.
|
2613
2960
|
# @return [String]
|
2614
2961
|
#
|
2615
2962
|
# @!attribute [rw] create_date
|
@@ -2621,7 +2968,7 @@ module Aws::GlueDataBrew
|
|
2621
2968
|
# @return [Array<String>]
|
2622
2969
|
#
|
2623
2970
|
# @!attribute [rw] last_modified_by
|
2624
|
-
# The
|
2971
|
+
# The Amazon Resource Name (ARN) of the user who last modified the
|
2625
2972
|
# schedule.
|
2626
2973
|
# @return [String]
|
2627
2974
|
#
|
@@ -2634,7 +2981,13 @@ module Aws::GlueDataBrew
|
|
2634
2981
|
# @return [String]
|
2635
2982
|
#
|
2636
2983
|
# @!attribute [rw] cron_expression
|
2637
|
-
# The date(s) and time(s)
|
2984
|
+
# The date(s) and time(s) when the job will run. For more information,
|
2985
|
+
# see [Cron expressions][1] in the *AWS Glue DataBrew Developer
|
2986
|
+
# Guide*.
|
2987
|
+
#
|
2988
|
+
#
|
2989
|
+
#
|
2990
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/jobs.cron.html
|
2638
2991
|
# @return [String]
|
2639
2992
|
#
|
2640
2993
|
# @!attribute [rw] tags
|
@@ -2693,8 +3046,8 @@ module Aws::GlueDataBrew
|
|
2693
3046
|
# }
|
2694
3047
|
#
|
2695
3048
|
# @!attribute [rw] preview
|
2696
|
-
#
|
2697
|
-
#
|
3049
|
+
# If true, the result of the recipe step will be returned, but not
|
3050
|
+
# applied.
|
2698
3051
|
# @return [Boolean]
|
2699
3052
|
#
|
2700
3053
|
# @!attribute [rw] name
|
@@ -2702,8 +3055,7 @@ module Aws::GlueDataBrew
|
|
2702
3055
|
# @return [String]
|
2703
3056
|
#
|
2704
3057
|
# @!attribute [rw] recipe_step
|
2705
|
-
# Represents a single step
|
2706
|
-
# recipe.
|
3058
|
+
# Represents a single step from a DataBrew recipe to be performed.
|
2707
3059
|
# @return [Types::RecipeStep]
|
2708
3060
|
#
|
2709
3061
|
# @!attribute [rw] step_index
|
@@ -2719,8 +3071,7 @@ module Aws::GlueDataBrew
|
|
2719
3071
|
# @return [String]
|
2720
3072
|
#
|
2721
3073
|
# @!attribute [rw] view_frame
|
2722
|
-
# Represents the data being being transformed during an
|
2723
|
-
# DataBrew project session.
|
3074
|
+
# Represents the data being being transformed during an action.
|
2724
3075
|
# @return [Types::ViewFrame]
|
2725
3076
|
#
|
2726
3077
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/SendProjectSessionActionRequest AWS API Documentation
|
@@ -2924,8 +3275,8 @@ module Aws::GlueDataBrew
|
|
2924
3275
|
# }
|
2925
3276
|
#
|
2926
3277
|
# @!attribute [rw] resource_arn
|
2927
|
-
#
|
2928
|
-
#
|
3278
|
+
# A DataBrew resource from which you want to remove a tag or tags. The
|
3279
|
+
# value for this parameter is an Amazon Resource Name (ARN).
|
2929
3280
|
# @return [String]
|
2930
3281
|
#
|
2931
3282
|
# @!attribute [rw] tag_keys
|
@@ -2950,6 +3301,7 @@ module Aws::GlueDataBrew
|
|
2950
3301
|
#
|
2951
3302
|
# {
|
2952
3303
|
# name: "DatasetName", # required
|
3304
|
+
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
|
2953
3305
|
# format_options: {
|
2954
3306
|
# json: {
|
2955
3307
|
# multi_line: false,
|
@@ -2957,6 +3309,11 @@ module Aws::GlueDataBrew
|
|
2957
3309
|
# excel: {
|
2958
3310
|
# sheet_names: ["SheetName"],
|
2959
3311
|
# sheet_indexes: [1],
|
3312
|
+
# header_row: false,
|
3313
|
+
# },
|
3314
|
+
# csv: {
|
3315
|
+
# delimiter: "Delimiter",
|
3316
|
+
# header_row: false,
|
2960
3317
|
# },
|
2961
3318
|
# },
|
2962
3319
|
# input: { # required
|
@@ -2980,20 +3337,26 @@ module Aws::GlueDataBrew
|
|
2980
3337
|
# The name of the dataset to be updated.
|
2981
3338
|
# @return [String]
|
2982
3339
|
#
|
3340
|
+
# @!attribute [rw] format
|
3341
|
+
# Specifies the file format of a dataset created from an S3 file or
|
3342
|
+
# folder.
|
3343
|
+
# @return [String]
|
3344
|
+
#
|
2983
3345
|
# @!attribute [rw] format_options
|
2984
|
-
# Options that define
|
2985
|
-
#
|
3346
|
+
# Options that define the structure of either Csv, Excel, or JSON
|
3347
|
+
# input.
|
2986
3348
|
# @return [Types::FormatOptions]
|
2987
3349
|
#
|
2988
3350
|
# @!attribute [rw] input
|
2989
|
-
# Information on how
|
2990
|
-
#
|
3351
|
+
# Information on how DataBrew can find data, in either the AWS Glue
|
3352
|
+
# Data Catalog or Amazon S3.
|
2991
3353
|
# @return [Types::Input]
|
2992
3354
|
#
|
2993
3355
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
|
2994
3356
|
#
|
2995
3357
|
class UpdateDatasetRequest < Struct.new(
|
2996
3358
|
:name,
|
3359
|
+
:format,
|
2997
3360
|
:format_options,
|
2998
3361
|
:input)
|
2999
3362
|
SENSITIVE = []
|
@@ -3028,6 +3391,10 @@ module Aws::GlueDataBrew
|
|
3028
3391
|
# },
|
3029
3392
|
# role_arn: "Arn", # required
|
3030
3393
|
# timeout: 1,
|
3394
|
+
# job_sample: {
|
3395
|
+
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
3396
|
+
# size: 1,
|
3397
|
+
# },
|
3031
3398
|
# }
|
3032
3399
|
#
|
3033
3400
|
# @!attribute [rw] encryption_key_arn
|
@@ -3038,7 +3405,7 @@ module Aws::GlueDataBrew
|
|
3038
3405
|
# @!attribute [rw] encryption_mode
|
3039
3406
|
# The encryption mode for the job, which can be one of the following:
|
3040
3407
|
#
|
3041
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
3408
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
3042
3409
|
#
|
3043
3410
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3044
3411
|
# @return [String]
|
@@ -3048,14 +3415,14 @@ module Aws::GlueDataBrew
|
|
3048
3415
|
# @return [String]
|
3049
3416
|
#
|
3050
3417
|
# @!attribute [rw] log_subscription
|
3051
|
-
#
|
3052
|
-
#
|
3053
|
-
#
|
3418
|
+
# Enables or disables Amazon CloudWatch logging for the job. If
|
3419
|
+
# logging is enabled, CloudWatch writes one log stream for each job
|
3420
|
+
# run.
|
3054
3421
|
# @return [String]
|
3055
3422
|
#
|
3056
3423
|
# @!attribute [rw] max_capacity
|
3057
|
-
# The maximum number of nodes that DataBrew can use when the
|
3058
|
-
# processes data.
|
3424
|
+
# The maximum number of compute nodes that DataBrew can use when the
|
3425
|
+
# job processes data.
|
3059
3426
|
# @return [Integer]
|
3060
3427
|
#
|
3061
3428
|
# @!attribute [rw] max_retries
|
@@ -3069,7 +3436,7 @@ module Aws::GlueDataBrew
|
|
3069
3436
|
#
|
3070
3437
|
# @!attribute [rw] role_arn
|
3071
3438
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
3072
|
-
# Management (IAM) role to be assumed
|
3439
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
3073
3440
|
# @return [String]
|
3074
3441
|
#
|
3075
3442
|
# @!attribute [rw] timeout
|
@@ -3077,6 +3444,14 @@ module Aws::GlueDataBrew
|
|
3077
3444
|
# than this timeout period ends with a status of `TIMEOUT`.
|
3078
3445
|
# @return [Integer]
|
3079
3446
|
#
|
3447
|
+
# @!attribute [rw] job_sample
|
3448
|
+
# Sample configuration for Profile Jobs only. Determines the number of
|
3449
|
+
# rows on which the Profile job will be executed. If a JobSample value
|
3450
|
+
# is not provided for profile jobs, the default value will be used.
|
3451
|
+
# The default value is CUSTOM\_ROWS for the mode parameter and 20000
|
3452
|
+
# for the size parameter.
|
3453
|
+
# @return [Types::JobSample]
|
3454
|
+
#
|
3080
3455
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
|
3081
3456
|
#
|
3082
3457
|
class UpdateProfileJobRequest < Struct.new(
|
@@ -3088,7 +3463,8 @@ module Aws::GlueDataBrew
|
|
3088
3463
|
:max_retries,
|
3089
3464
|
:output_location,
|
3090
3465
|
:role_arn,
|
3091
|
-
:timeout
|
3466
|
+
:timeout,
|
3467
|
+
:job_sample)
|
3092
3468
|
SENSITIVE = []
|
3093
3469
|
include Aws::Structure
|
3094
3470
|
end
|
@@ -3118,8 +3494,8 @@ module Aws::GlueDataBrew
|
|
3118
3494
|
# }
|
3119
3495
|
#
|
3120
3496
|
# @!attribute [rw] sample
|
3121
|
-
# Represents the sample size and sampling type for
|
3122
|
-
#
|
3497
|
+
# Represents the sample size and sampling type for DataBrew to use for
|
3498
|
+
# interactive data analysis.
|
3123
3499
|
# @return [Types::Sample]
|
3124
3500
|
#
|
3125
3501
|
# @!attribute [rw] role_arn
|
@@ -3178,6 +3554,11 @@ module Aws::GlueDataBrew
|
|
3178
3554
|
# key: "Key",
|
3179
3555
|
# },
|
3180
3556
|
# overwrite: false,
|
3557
|
+
# format_options: {
|
3558
|
+
# csv: {
|
3559
|
+
# delimiter: "Delimiter",
|
3560
|
+
# },
|
3561
|
+
# },
|
3181
3562
|
# },
|
3182
3563
|
# ],
|
3183
3564
|
# role_arn: "Arn", # required
|
@@ -3192,7 +3573,7 @@ module Aws::GlueDataBrew
|
|
3192
3573
|
# @!attribute [rw] encryption_mode
|
3193
3574
|
# The encryption mode for the job, which can be one of the following:
|
3194
3575
|
#
|
3195
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
3576
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
3196
3577
|
#
|
3197
3578
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3198
3579
|
# @return [String]
|
@@ -3202,9 +3583,9 @@ module Aws::GlueDataBrew
|
|
3202
3583
|
# @return [String]
|
3203
3584
|
#
|
3204
3585
|
# @!attribute [rw] log_subscription
|
3205
|
-
#
|
3206
|
-
#
|
3207
|
-
#
|
3586
|
+
# Enables or disables Amazon CloudWatch logging for the job. If
|
3587
|
+
# logging is enabled, CloudWatch writes one log stream for each job
|
3588
|
+
# run.
|
3208
3589
|
# @return [String]
|
3209
3590
|
#
|
3210
3591
|
# @!attribute [rw] max_capacity
|
@@ -3223,7 +3604,7 @@ module Aws::GlueDataBrew
|
|
3223
3604
|
#
|
3224
3605
|
# @!attribute [rw] role_arn
|
3225
3606
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
3226
|
-
# Management (IAM) role to be assumed
|
3607
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
3227
3608
|
# @return [String]
|
3228
3609
|
#
|
3229
3610
|
# @!attribute [rw] timeout
|
@@ -3334,8 +3715,13 @@ module Aws::GlueDataBrew
|
|
3334
3715
|
# @return [Array<String>]
|
3335
3716
|
#
|
3336
3717
|
# @!attribute [rw] cron_expression
|
3337
|
-
# The date or dates and time or times
|
3338
|
-
#
|
3718
|
+
# The date or dates and time or times when the jobs are to be run. For
|
3719
|
+
# more information, see [Cron expressions][1] in the *AWS Glue
|
3720
|
+
# DataBrew Developer Guide*.
|
3721
|
+
#
|
3722
|
+
#
|
3723
|
+
#
|
3724
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/jobs.cron.html
|
3339
3725
|
# @return [String]
|
3340
3726
|
#
|
3341
3727
|
# @!attribute [rw] name
|
@@ -3377,8 +3763,7 @@ module Aws::GlueDataBrew
|
|
3377
3763
|
include Aws::Structure
|
3378
3764
|
end
|
3379
3765
|
|
3380
|
-
# Represents the data being being transformed during an
|
3381
|
-
# DataBrew project session.
|
3766
|
+
# Represents the data being being transformed during an action.
|
3382
3767
|
#
|
3383
3768
|
# @note When making an API call, you may pass ViewFrame
|
3384
3769
|
# data as a hash:
|