aws-sdk-gluedatabrew 1.0.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +299 -134
- data/lib/aws-sdk-gluedatabrew/client_api.rb +94 -0
- data/lib/aws-sdk-gluedatabrew/types.rb +557 -172
- metadata +4 -4
@@ -47,6 +47,8 @@ module Aws::GlueDataBrew
|
|
47
47
|
CreateScheduleResponse = Shapes::StructureShape.new(name: 'CreateScheduleResponse')
|
48
48
|
CreatedBy = Shapes::StringShape.new(name: 'CreatedBy')
|
49
49
|
CronExpression = Shapes::StringShape.new(name: 'CronExpression')
|
50
|
+
CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
|
51
|
+
CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
|
50
52
|
DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
|
51
53
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
52
54
|
Dataset = Shapes::StructureShape.new(name: 'Dataset')
|
@@ -63,10 +65,13 @@ module Aws::GlueDataBrew
|
|
63
65
|
DeleteRecipeVersionResponse = Shapes::StructureShape.new(name: 'DeleteRecipeVersionResponse')
|
64
66
|
DeleteScheduleRequest = Shapes::StructureShape.new(name: 'DeleteScheduleRequest')
|
65
67
|
DeleteScheduleResponse = Shapes::StructureShape.new(name: 'DeleteScheduleResponse')
|
68
|
+
Delimiter = Shapes::StringShape.new(name: 'Delimiter')
|
66
69
|
DescribeDatasetRequest = Shapes::StructureShape.new(name: 'DescribeDatasetRequest')
|
67
70
|
DescribeDatasetResponse = Shapes::StructureShape.new(name: 'DescribeDatasetResponse')
|
68
71
|
DescribeJobRequest = Shapes::StructureShape.new(name: 'DescribeJobRequest')
|
69
72
|
DescribeJobResponse = Shapes::StructureShape.new(name: 'DescribeJobResponse')
|
73
|
+
DescribeJobRunRequest = Shapes::StructureShape.new(name: 'DescribeJobRunRequest')
|
74
|
+
DescribeJobRunResponse = Shapes::StructureShape.new(name: 'DescribeJobRunResponse')
|
70
75
|
DescribeProjectRequest = Shapes::StructureShape.new(name: 'DescribeProjectRequest')
|
71
76
|
DescribeProjectResponse = Shapes::StructureShape.new(name: 'DescribeProjectResponse')
|
72
77
|
DescribeRecipeRequest = Shapes::StructureShape.new(name: 'DescribeRecipeRequest')
|
@@ -79,8 +84,10 @@ module Aws::GlueDataBrew
|
|
79
84
|
ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
|
80
85
|
ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
|
81
86
|
FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
|
87
|
+
HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
|
82
88
|
HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
|
83
89
|
Input = Shapes::StructureShape.new(name: 'Input')
|
90
|
+
InputFormat = Shapes::StringShape.new(name: 'InputFormat')
|
84
91
|
InternalServerException = Shapes::StructureShape.new(name: 'InternalServerException')
|
85
92
|
Job = Shapes::StructureShape.new(name: 'Job')
|
86
93
|
JobList = Shapes::ListShape.new(name: 'JobList')
|
@@ -91,6 +98,8 @@ module Aws::GlueDataBrew
|
|
91
98
|
JobRunId = Shapes::StringShape.new(name: 'JobRunId')
|
92
99
|
JobRunList = Shapes::ListShape.new(name: 'JobRunList')
|
93
100
|
JobRunState = Shapes::StringShape.new(name: 'JobRunState')
|
101
|
+
JobSample = Shapes::StructureShape.new(name: 'JobSample')
|
102
|
+
JobSize = Shapes::IntegerShape.new(name: 'JobSize')
|
94
103
|
JobType = Shapes::StringShape.new(name: 'JobType')
|
95
104
|
JsonOptions = Shapes::StructureShape.new(name: 'JsonOptions')
|
96
105
|
Key = Shapes::StringShape.new(name: 'Key')
|
@@ -123,6 +132,7 @@ module Aws::GlueDataBrew
|
|
123
132
|
Operation = Shapes::StringShape.new(name: 'Operation')
|
124
133
|
Output = Shapes::StructureShape.new(name: 'Output')
|
125
134
|
OutputFormat = Shapes::StringShape.new(name: 'OutputFormat')
|
135
|
+
OutputFormatOptions = Shapes::StructureShape.new(name: 'OutputFormatOptions')
|
126
136
|
OutputList = Shapes::ListShape.new(name: 'OutputList')
|
127
137
|
OverwriteOutput = Shapes::BooleanShape.new(name: 'OverwriteOutput')
|
128
138
|
ParameterMap = Shapes::MapShape.new(name: 'ParameterMap')
|
@@ -152,6 +162,7 @@ module Aws::GlueDataBrew
|
|
152
162
|
Result = Shapes::StringShape.new(name: 'Result')
|
153
163
|
S3Location = Shapes::StructureShape.new(name: 'S3Location')
|
154
164
|
Sample = Shapes::StructureShape.new(name: 'Sample')
|
165
|
+
SampleMode = Shapes::StringShape.new(name: 'SampleMode')
|
155
166
|
SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
|
156
167
|
SampleType = Shapes::StringShape.new(name: 'SampleType')
|
157
168
|
Schedule = Shapes::StructureShape.new(name: 'Schedule')
|
@@ -225,6 +236,7 @@ module Aws::GlueDataBrew
|
|
225
236
|
ConflictException.struct_class = Types::ConflictException
|
226
237
|
|
227
238
|
CreateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
239
|
+
CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
228
240
|
CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
229
241
|
CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
230
242
|
CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
@@ -244,6 +256,7 @@ module Aws::GlueDataBrew
|
|
244
256
|
CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
245
257
|
CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
246
258
|
CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
259
|
+
CreateProfileJobRequest.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
247
260
|
CreateProfileJobRequest.struct_class = Types::CreateProfileJobRequest
|
248
261
|
|
249
262
|
CreateProfileJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "Name"))
|
@@ -296,6 +309,13 @@ module Aws::GlueDataBrew
|
|
296
309
|
CreateScheduleResponse.add_member(:name, Shapes::ShapeRef.new(shape: ScheduleName, required: true, location_name: "Name"))
|
297
310
|
CreateScheduleResponse.struct_class = Types::CreateScheduleResponse
|
298
311
|
|
312
|
+
CsvOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
|
313
|
+
CsvOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
|
314
|
+
CsvOptions.struct_class = Types::CsvOptions
|
315
|
+
|
316
|
+
CsvOutputOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
|
317
|
+
CsvOutputOptions.struct_class = Types::CsvOutputOptions
|
318
|
+
|
299
319
|
DataCatalogInputDefinition.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
|
300
320
|
DataCatalogInputDefinition.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
|
301
321
|
DataCatalogInputDefinition.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
|
@@ -306,6 +326,7 @@ module Aws::GlueDataBrew
|
|
306
326
|
Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
307
327
|
Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
308
328
|
Dataset.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
329
|
+
Dataset.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
309
330
|
Dataset.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
310
331
|
Dataset.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
311
332
|
Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
@@ -355,6 +376,7 @@ module Aws::GlueDataBrew
|
|
355
376
|
DescribeDatasetResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
356
377
|
DescribeDatasetResponse.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
357
378
|
DescribeDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
379
|
+
DescribeDatasetResponse.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
358
380
|
DescribeDatasetResponse.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
359
381
|
DescribeDatasetResponse.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
360
382
|
DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
@@ -386,8 +408,30 @@ module Aws::GlueDataBrew
|
|
386
408
|
DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
387
409
|
DescribeJobResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
388
410
|
DescribeJobResponse.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
411
|
+
DescribeJobResponse.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
389
412
|
DescribeJobResponse.struct_class = Types::DescribeJobResponse
|
390
413
|
|
414
|
+
DescribeJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
415
|
+
DescribeJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
|
416
|
+
DescribeJobRunRequest.struct_class = Types::DescribeJobRunRequest
|
417
|
+
|
418
|
+
DescribeJobRunResponse.add_member(:attempt, Shapes::ShapeRef.new(shape: Attempt, location_name: "Attempt"))
|
419
|
+
DescribeJobRunResponse.add_member(:completed_on, Shapes::ShapeRef.new(shape: Date, location_name: "CompletedOn"))
|
420
|
+
DescribeJobRunResponse.add_member(:dataset_name, Shapes::ShapeRef.new(shape: DatasetName, location_name: "DatasetName"))
|
421
|
+
DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
|
422
|
+
DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
|
423
|
+
DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
|
424
|
+
DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
|
425
|
+
DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
|
426
|
+
DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
427
|
+
DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
428
|
+
DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
429
|
+
DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
430
|
+
DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
431
|
+
DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
432
|
+
DescribeJobRunResponse.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
433
|
+
DescribeJobRunResponse.struct_class = Types::DescribeJobRunResponse
|
434
|
+
|
391
435
|
DescribeProjectRequest.add_member(:name, Shapes::ShapeRef.new(shape: ProjectName, required: true, location: "uri", location_name: "name"))
|
392
436
|
DescribeProjectRequest.struct_class = Types::DescribeProjectRequest
|
393
437
|
|
@@ -442,10 +486,12 @@ module Aws::GlueDataBrew
|
|
442
486
|
|
443
487
|
ExcelOptions.add_member(:sheet_names, Shapes::ShapeRef.new(shape: SheetNameList, location_name: "SheetNames"))
|
444
488
|
ExcelOptions.add_member(:sheet_indexes, Shapes::ShapeRef.new(shape: SheetIndexList, location_name: "SheetIndexes"))
|
489
|
+
ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
|
445
490
|
ExcelOptions.struct_class = Types::ExcelOptions
|
446
491
|
|
447
492
|
FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
|
448
493
|
FormatOptions.add_member(:excel, Shapes::ShapeRef.new(shape: ExcelOptions, location_name: "Excel"))
|
494
|
+
FormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOptions, location_name: "Csv"))
|
449
495
|
FormatOptions.struct_class = Types::FormatOptions
|
450
496
|
|
451
497
|
HiddenColumnList.member = Shapes::ShapeRef.new(shape: ColumnName)
|
@@ -477,6 +523,7 @@ module Aws::GlueDataBrew
|
|
477
523
|
Job.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
478
524
|
Job.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
479
525
|
Job.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
526
|
+
Job.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
480
527
|
Job.struct_class = Types::Job
|
481
528
|
|
482
529
|
JobList.member = Shapes::ShapeRef.new(shape: Job)
|
@@ -497,10 +544,15 @@ module Aws::GlueDataBrew
|
|
497
544
|
JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
498
545
|
JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
499
546
|
JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
547
|
+
JobRun.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
500
548
|
JobRun.struct_class = Types::JobRun
|
501
549
|
|
502
550
|
JobRunList.member = Shapes::ShapeRef.new(shape: JobRun)
|
503
551
|
|
552
|
+
JobSample.add_member(:mode, Shapes::ShapeRef.new(shape: SampleMode, location_name: "Mode"))
|
553
|
+
JobSample.add_member(:size, Shapes::ShapeRef.new(shape: JobSize, location_name: "Size"))
|
554
|
+
JobSample.struct_class = Types::JobSample
|
555
|
+
|
504
556
|
JsonOptions.add_member(:multi_line, Shapes::ShapeRef.new(shape: MultiLine, location_name: "MultiLine"))
|
505
557
|
JsonOptions.struct_class = Types::JsonOptions
|
506
558
|
|
@@ -577,8 +629,12 @@ module Aws::GlueDataBrew
|
|
577
629
|
Output.add_member(:partition_columns, Shapes::ShapeRef.new(shape: ColumnNameList, location_name: "PartitionColumns"))
|
578
630
|
Output.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
|
579
631
|
Output.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
|
632
|
+
Output.add_member(:format_options, Shapes::ShapeRef.new(shape: OutputFormatOptions, location_name: "FormatOptions"))
|
580
633
|
Output.struct_class = Types::Output
|
581
634
|
|
635
|
+
OutputFormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOutputOptions, location_name: "Csv"))
|
636
|
+
OutputFormatOptions.struct_class = Types::OutputFormatOptions
|
637
|
+
|
582
638
|
OutputList.member = Shapes::ShapeRef.new(shape: Output)
|
583
639
|
|
584
640
|
ParameterMap.key = Shapes::ShapeRef.new(shape: ParameterName)
|
@@ -733,6 +789,7 @@ module Aws::GlueDataBrew
|
|
733
789
|
UntagResourceResponse.struct_class = Types::UntagResourceResponse
|
734
790
|
|
735
791
|
UpdateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
|
792
|
+
UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
736
793
|
UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
737
794
|
UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
738
795
|
UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
|
@@ -749,6 +806,7 @@ module Aws::GlueDataBrew
|
|
749
806
|
UpdateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
|
750
807
|
UpdateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
751
808
|
UpdateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
809
|
+
UpdateProfileJobRequest.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
752
810
|
UpdateProfileJobRequest.struct_class = Types::UpdateProfileJobRequest
|
753
811
|
|
754
812
|
UpdateProfileJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "Name"))
|
@@ -848,6 +906,10 @@ module Aws::GlueDataBrew
|
|
848
906
|
o.http_request_uri = "/profileJobs"
|
849
907
|
o.input = Shapes::ShapeRef.new(shape: CreateProfileJobRequest)
|
850
908
|
o.output = Shapes::ShapeRef.new(shape: CreateProfileJobResponse)
|
909
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
910
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
911
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
912
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
851
913
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
852
914
|
end)
|
853
915
|
|
@@ -880,6 +942,10 @@ module Aws::GlueDataBrew
|
|
880
942
|
o.http_request_uri = "/recipeJobs"
|
881
943
|
o.input = Shapes::ShapeRef.new(shape: CreateRecipeJobRequest)
|
882
944
|
o.output = Shapes::ShapeRef.new(shape: CreateRecipeJobResponse)
|
945
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
946
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
947
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
948
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
883
949
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
884
950
|
end)
|
885
951
|
|
@@ -889,6 +955,8 @@ module Aws::GlueDataBrew
|
|
889
955
|
o.http_request_uri = "/schedules"
|
890
956
|
o.input = Shapes::ShapeRef.new(shape: CreateScheduleRequest)
|
891
957
|
o.output = Shapes::ShapeRef.new(shape: CreateScheduleResponse)
|
958
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
959
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
892
960
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
893
961
|
end)
|
894
962
|
|
@@ -898,6 +966,7 @@ module Aws::GlueDataBrew
|
|
898
966
|
o.http_request_uri = "/datasets/{name}"
|
899
967
|
o.input = Shapes::ShapeRef.new(shape: DeleteDatasetRequest)
|
900
968
|
o.output = Shapes::ShapeRef.new(shape: DeleteDatasetResponse)
|
969
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
901
970
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
902
971
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
903
972
|
end)
|
@@ -908,6 +977,7 @@ module Aws::GlueDataBrew
|
|
908
977
|
o.http_request_uri = "/jobs/{name}"
|
909
978
|
o.input = Shapes::ShapeRef.new(shape: DeleteJobRequest)
|
910
979
|
o.output = Shapes::ShapeRef.new(shape: DeleteJobResponse)
|
980
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
911
981
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
912
982
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
913
983
|
end)
|
@@ -918,6 +988,7 @@ module Aws::GlueDataBrew
|
|
918
988
|
o.http_request_uri = "/projects/{name}"
|
919
989
|
o.input = Shapes::ShapeRef.new(shape: DeleteProjectRequest)
|
920
990
|
o.output = Shapes::ShapeRef.new(shape: DeleteProjectResponse)
|
991
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
921
992
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
922
993
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
923
994
|
end)
|
@@ -928,6 +999,7 @@ module Aws::GlueDataBrew
|
|
928
999
|
o.http_request_uri = "/recipes/{name}/recipeVersion/{recipeVersion}"
|
929
1000
|
o.input = Shapes::ShapeRef.new(shape: DeleteRecipeVersionRequest)
|
930
1001
|
o.output = Shapes::ShapeRef.new(shape: DeleteRecipeVersionResponse)
|
1002
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
931
1003
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
932
1004
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
933
1005
|
end)
|
@@ -962,6 +1034,16 @@ module Aws::GlueDataBrew
|
|
962
1034
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
963
1035
|
end)
|
964
1036
|
|
1037
|
+
api.add_operation(:describe_job_run, Seahorse::Model::Operation.new.tap do |o|
|
1038
|
+
o.name = "DescribeJobRun"
|
1039
|
+
o.http_method = "GET"
|
1040
|
+
o.http_request_uri = "/jobs/{name}/jobRun/{runId}"
|
1041
|
+
o.input = Shapes::ShapeRef.new(shape: DescribeJobRunRequest)
|
1042
|
+
o.output = Shapes::ShapeRef.new(shape: DescribeJobRunResponse)
|
1043
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1044
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1045
|
+
end)
|
1046
|
+
|
965
1047
|
api.add_operation(:describe_project, Seahorse::Model::Operation.new.tap do |o|
|
966
1048
|
o.name = "DescribeProject"
|
967
1049
|
o.http_method = "GET"
|
@@ -1117,6 +1199,7 @@ module Aws::GlueDataBrew
|
|
1117
1199
|
o.output = Shapes::ShapeRef.new(shape: PublishRecipeResponse)
|
1118
1200
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1119
1201
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1202
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
1120
1203
|
end)
|
1121
1204
|
|
1122
1205
|
api.add_operation(:send_project_session_action, Seahorse::Model::Operation.new.tap do |o|
|
@@ -1136,7 +1219,9 @@ module Aws::GlueDataBrew
|
|
1136
1219
|
o.http_request_uri = "/jobs/{name}/startJobRun"
|
1137
1220
|
o.input = Shapes::ShapeRef.new(shape: StartJobRunRequest)
|
1138
1221
|
o.output = Shapes::ShapeRef.new(shape: StartJobRunResponse)
|
1222
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
1139
1223
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1224
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
1140
1225
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1141
1226
|
end)
|
1142
1227
|
|
@@ -1146,7 +1231,9 @@ module Aws::GlueDataBrew
|
|
1146
1231
|
o.http_request_uri = "/projects/{name}/startProjectSession"
|
1147
1232
|
o.input = Shapes::ShapeRef.new(shape: StartProjectSessionRequest)
|
1148
1233
|
o.output = Shapes::ShapeRef.new(shape: StartProjectSessionResponse)
|
1234
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
1149
1235
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1236
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
1150
1237
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1151
1238
|
end)
|
1152
1239
|
|
@@ -1188,6 +1275,7 @@ module Aws::GlueDataBrew
|
|
1188
1275
|
o.http_request_uri = "/datasets/{name}"
|
1189
1276
|
o.input = Shapes::ShapeRef.new(shape: UpdateDatasetRequest)
|
1190
1277
|
o.output = Shapes::ShapeRef.new(shape: UpdateDatasetResponse)
|
1278
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
1191
1279
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1192
1280
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1193
1281
|
end)
|
@@ -1198,6 +1286,8 @@ module Aws::GlueDataBrew
|
|
1198
1286
|
o.http_request_uri = "/profileJobs/{name}"
|
1199
1287
|
o.input = Shapes::ShapeRef.new(shape: UpdateProfileJobRequest)
|
1200
1288
|
o.output = Shapes::ShapeRef.new(shape: UpdateProfileJobResponse)
|
1289
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
1290
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1201
1291
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1202
1292
|
end)
|
1203
1293
|
|
@@ -1227,6 +1317,8 @@ module Aws::GlueDataBrew
|
|
1227
1317
|
o.http_request_uri = "/recipeJobs/{name}"
|
1228
1318
|
o.input = Shapes::ShapeRef.new(shape: UpdateRecipeJobRequest)
|
1229
1319
|
o.output = Shapes::ShapeRef.new(shape: UpdateRecipeJobResponse)
|
1320
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
1321
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1230
1322
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1231
1323
|
end)
|
1232
1324
|
|
@@ -1236,6 +1328,8 @@ module Aws::GlueDataBrew
|
|
1236
1328
|
o.http_request_uri = "/schedules/{name}"
|
1237
1329
|
o.input = Shapes::ShapeRef.new(shape: UpdateScheduleRequest)
|
1238
1330
|
o.output = Shapes::ShapeRef.new(shape: UpdateScheduleResponse)
|
1331
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1332
|
+
o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
|
1239
1333
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1240
1334
|
end)
|
1241
1335
|
end
|
@@ -32,11 +32,13 @@ module Aws::GlueDataBrew
|
|
32
32
|
# }
|
33
33
|
#
|
34
34
|
# @!attribute [rw] name
|
35
|
-
# The name of the recipe to be
|
35
|
+
# The name of the recipe whose versions are to be deleted.
|
36
36
|
# @return [String]
|
37
37
|
#
|
38
38
|
# @!attribute [rw] recipe_versions
|
39
|
-
# An array of version identifiers to be
|
39
|
+
# An array of version identifiers, for the recipe versions to be
|
40
|
+
# deleted. You can specify numeric versions (`X.Y`) or
|
41
|
+
# `LATEST_WORKING`. `LATEST_PUBLISHED` is not supported.
|
40
42
|
# @return [Array<String>]
|
41
43
|
#
|
42
44
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/BatchDeleteRecipeVersionRequest AWS API Documentation
|
@@ -53,7 +55,7 @@ module Aws::GlueDataBrew
|
|
53
55
|
# @return [String]
|
54
56
|
#
|
55
57
|
# @!attribute [rw] errors
|
56
|
-
# Errors, if any, that
|
58
|
+
# Errors, if any, that occurred while attempting to delete the recipe
|
57
59
|
# versions.
|
58
60
|
# @return [Array<Types::RecipeVersionErrorDetail>]
|
59
61
|
#
|
@@ -92,7 +94,7 @@ module Aws::GlueDataBrew
|
|
92
94
|
#
|
93
95
|
#
|
94
96
|
#
|
95
|
-
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/
|
97
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipes.html#recipes.structure
|
96
98
|
# @return [String]
|
97
99
|
#
|
98
100
|
# @!attribute [rw] value
|
@@ -101,8 +103,7 @@ module Aws::GlueDataBrew
|
|
101
103
|
# @return [String]
|
102
104
|
#
|
103
105
|
# @!attribute [rw] target_column
|
104
|
-
# A column to apply this condition to
|
105
|
-
# dataset.
|
106
|
+
# A column to apply this condition to.
|
106
107
|
# @return [String]
|
107
108
|
#
|
108
109
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ConditionExpression AWS API Documentation
|
@@ -133,6 +134,7 @@ module Aws::GlueDataBrew
|
|
133
134
|
#
|
134
135
|
# {
|
135
136
|
# name: "DatasetName", # required
|
137
|
+
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
|
136
138
|
# format_options: {
|
137
139
|
# json: {
|
138
140
|
# multi_line: false,
|
@@ -140,6 +142,11 @@ module Aws::GlueDataBrew
|
|
140
142
|
# excel: {
|
141
143
|
# sheet_names: ["SheetName"],
|
142
144
|
# sheet_indexes: [1],
|
145
|
+
# header_row: false,
|
146
|
+
# },
|
147
|
+
# csv: {
|
148
|
+
# delimiter: "Delimiter",
|
149
|
+
# header_row: false,
|
143
150
|
# },
|
144
151
|
# },
|
145
152
|
# input: { # required
|
@@ -163,17 +170,23 @@ module Aws::GlueDataBrew
|
|
163
170
|
# }
|
164
171
|
#
|
165
172
|
# @!attribute [rw] name
|
166
|
-
# The name of the dataset to be created.
|
173
|
+
# The name of the dataset to be created. Valid characters are
|
174
|
+
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
175
|
+
# @return [String]
|
176
|
+
#
|
177
|
+
# @!attribute [rw] format
|
178
|
+
# Specifies the file format of a dataset created from an S3 file or
|
179
|
+
# folder.
|
167
180
|
# @return [String]
|
168
181
|
#
|
169
182
|
# @!attribute [rw] format_options
|
170
|
-
# Options that define
|
171
|
-
#
|
183
|
+
# Options that define the structure of either Csv, Excel, or JSON
|
184
|
+
# input.
|
172
185
|
# @return [Types::FormatOptions]
|
173
186
|
#
|
174
187
|
# @!attribute [rw] input
|
175
|
-
# Information on how
|
176
|
-
#
|
188
|
+
# Information on how DataBrew can find data, in either the AWS Glue
|
189
|
+
# Data Catalog or Amazon S3.
|
177
190
|
# @return [Types::Input]
|
178
191
|
#
|
179
192
|
# @!attribute [rw] tags
|
@@ -184,6 +197,7 @@ module Aws::GlueDataBrew
|
|
184
197
|
#
|
185
198
|
class CreateDatasetRequest < Struct.new(
|
186
199
|
:name,
|
200
|
+
:format,
|
187
201
|
:format_options,
|
188
202
|
:input,
|
189
203
|
:tags)
|
@@ -223,6 +237,10 @@ module Aws::GlueDataBrew
|
|
223
237
|
# "TagKey" => "TagValue",
|
224
238
|
# },
|
225
239
|
# timeout: 1,
|
240
|
+
# job_sample: {
|
241
|
+
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
242
|
+
# size: 1,
|
243
|
+
# },
|
226
244
|
# }
|
227
245
|
#
|
228
246
|
# @!attribute [rw] dataset_name
|
@@ -237,20 +255,21 @@ module Aws::GlueDataBrew
|
|
237
255
|
# @!attribute [rw] encryption_mode
|
238
256
|
# The encryption mode for the job, which can be one of the following:
|
239
257
|
#
|
240
|
-
# * `SSE-KMS` -
|
258
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS
|
241
259
|
# KMS-managed keys.
|
242
260
|
#
|
243
261
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
244
262
|
# @return [String]
|
245
263
|
#
|
246
264
|
# @!attribute [rw] name
|
247
|
-
# The name of the job to be created.
|
265
|
+
# The name of the job to be created. Valid characters are alphanumeric
|
266
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
248
267
|
# @return [String]
|
249
268
|
#
|
250
269
|
# @!attribute [rw] log_subscription
|
251
|
-
#
|
252
|
-
#
|
253
|
-
#
|
270
|
+
# Enables or disables Amazon CloudWatch logging for the job. If
|
271
|
+
# logging is enabled, CloudWatch writes one log stream for each job
|
272
|
+
# run.
|
254
273
|
# @return [String]
|
255
274
|
#
|
256
275
|
# @!attribute [rw] max_capacity
|
@@ -269,7 +288,7 @@ module Aws::GlueDataBrew
|
|
269
288
|
#
|
270
289
|
# @!attribute [rw] role_arn
|
271
290
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
272
|
-
# Management (IAM) role to be assumed
|
291
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
273
292
|
# @return [String]
|
274
293
|
#
|
275
294
|
# @!attribute [rw] tags
|
@@ -281,6 +300,14 @@ module Aws::GlueDataBrew
|
|
281
300
|
# than this timeout period ends with a status of `TIMEOUT`.
|
282
301
|
# @return [Integer]
|
283
302
|
#
|
303
|
+
# @!attribute [rw] job_sample
|
304
|
+
# Sample configuration for profile jobs only. Determines the number of
|
305
|
+
# rows on which the profile job will be executed. If a JobSample value
|
306
|
+
# is not provided, the default value will be used. The default value
|
307
|
+
# is CUSTOM\_ROWS for the mode parameter and 20000 for the size
|
308
|
+
# parameter.
|
309
|
+
# @return [Types::JobSample]
|
310
|
+
#
|
284
311
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateProfileJobRequest AWS API Documentation
|
285
312
|
#
|
286
313
|
class CreateProfileJobRequest < Struct.new(
|
@@ -294,7 +321,8 @@ module Aws::GlueDataBrew
|
|
294
321
|
:output_location,
|
295
322
|
:role_arn,
|
296
323
|
:tags,
|
297
|
-
:timeout
|
324
|
+
:timeout,
|
325
|
+
:job_sample)
|
298
326
|
SENSITIVE = []
|
299
327
|
include Aws::Structure
|
300
328
|
end
|
@@ -329,11 +357,12 @@ module Aws::GlueDataBrew
|
|
329
357
|
# }
|
330
358
|
#
|
331
359
|
# @!attribute [rw] dataset_name
|
332
|
-
# The name of
|
360
|
+
# The name of an existing dataset to associate this project with.
|
333
361
|
# @return [String]
|
334
362
|
#
|
335
363
|
# @!attribute [rw] name
|
336
|
-
# A unique name for the new project.
|
364
|
+
# A unique name for the new project. Valid characters are alphanumeric
|
365
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
337
366
|
# @return [String]
|
338
367
|
#
|
339
368
|
# @!attribute [rw] recipe_name
|
@@ -341,8 +370,8 @@ module Aws::GlueDataBrew
|
|
341
370
|
# @return [String]
|
342
371
|
#
|
343
372
|
# @!attribute [rw] sample
|
344
|
-
# Represents the sample size and sampling type for
|
345
|
-
#
|
373
|
+
# Represents the sample size and sampling type for DataBrew to use for
|
374
|
+
# interactive data analysis.
|
346
375
|
# @return [Types::Sample]
|
347
376
|
#
|
348
377
|
# @!attribute [rw] role_arn
|
@@ -400,6 +429,11 @@ module Aws::GlueDataBrew
|
|
400
429
|
# key: "Key",
|
401
430
|
# },
|
402
431
|
# overwrite: false,
|
432
|
+
# format_options: {
|
433
|
+
# csv: {
|
434
|
+
# delimiter: "Delimiter",
|
435
|
+
# },
|
436
|
+
# },
|
403
437
|
# },
|
404
438
|
# ],
|
405
439
|
# project_name: "ProjectName",
|
@@ -426,19 +460,20 @@ module Aws::GlueDataBrew
|
|
426
460
|
# @!attribute [rw] encryption_mode
|
427
461
|
# The encryption mode for the job, which can be one of the following:
|
428
462
|
#
|
429
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
463
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
430
464
|
#
|
431
465
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
432
466
|
# @return [String]
|
433
467
|
#
|
434
468
|
# @!attribute [rw] name
|
435
|
-
# A unique name for the job.
|
469
|
+
# A unique name for the job. Valid characters are alphanumeric (A-Z,
|
470
|
+
# a-z, 0-9), hyphen (-), period (.), and space.
|
436
471
|
# @return [String]
|
437
472
|
#
|
438
473
|
# @!attribute [rw] log_subscription
|
439
|
-
#
|
440
|
-
#
|
441
|
-
#
|
474
|
+
# Enables or disables Amazon CloudWatch logging for the job. If
|
475
|
+
# logging is enabled, CloudWatch writes one log stream for each job
|
476
|
+
# run.
|
442
477
|
# @return [String]
|
443
478
|
#
|
444
479
|
# @!attribute [rw] max_capacity
|
@@ -461,16 +496,16 @@ module Aws::GlueDataBrew
|
|
461
496
|
# @return [String]
|
462
497
|
#
|
463
498
|
# @!attribute [rw] recipe_reference
|
464
|
-
# Represents
|
499
|
+
# Represents the name and version of a DataBrew recipe.
|
465
500
|
# @return [Types::RecipeReference]
|
466
501
|
#
|
467
502
|
# @!attribute [rw] role_arn
|
468
503
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
469
|
-
# Management (IAM) role to be assumed
|
504
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
470
505
|
# @return [String]
|
471
506
|
#
|
472
507
|
# @!attribute [rw] tags
|
473
|
-
# Metadata tags to apply to this job
|
508
|
+
# Metadata tags to apply to this job.
|
474
509
|
# @return [Hash<String,String>]
|
475
510
|
#
|
476
511
|
# @!attribute [rw] timeout
|
@@ -543,7 +578,8 @@ module Aws::GlueDataBrew
|
|
543
578
|
# @return [String]
|
544
579
|
#
|
545
580
|
# @!attribute [rw] name
|
546
|
-
# A unique name for the recipe.
|
581
|
+
# A unique name for the recipe. Valid characters are alphanumeric
|
582
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
547
583
|
# @return [String]
|
548
584
|
#
|
549
585
|
# @!attribute [rw] steps
|
@@ -596,8 +632,13 @@ module Aws::GlueDataBrew
|
|
596
632
|
# @return [Array<String>]
|
597
633
|
#
|
598
634
|
# @!attribute [rw] cron_expression
|
599
|
-
# The date or dates and time or times
|
600
|
-
#
|
635
|
+
# The date or dates and time or times when the jobs are to be run. For
|
636
|
+
# more information, see [Cron expressions][1] in the *AWS Glue
|
637
|
+
# DataBrew Developer Guide*.
|
638
|
+
#
|
639
|
+
#
|
640
|
+
#
|
641
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/jobs.cron.html
|
601
642
|
# @return [String]
|
602
643
|
#
|
603
644
|
# @!attribute [rw] tags
|
@@ -605,7 +646,8 @@ module Aws::GlueDataBrew
|
|
605
646
|
# @return [Hash<String,String>]
|
606
647
|
#
|
607
648
|
# @!attribute [rw] name
|
608
|
-
# A unique name for the schedule.
|
649
|
+
# A unique name for the schedule. Valid characters are alphanumeric
|
650
|
+
# (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
609
651
|
# @return [String]
|
610
652
|
#
|
611
653
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateScheduleRequest AWS API Documentation
|
@@ -631,8 +673,60 @@ module Aws::GlueDataBrew
|
|
631
673
|
include Aws::Structure
|
632
674
|
end
|
633
675
|
|
676
|
+
# Options that define how DataBrew will read a Csv file when creating a
|
677
|
+
# dataset from that file.
|
678
|
+
#
|
679
|
+
# @note When making an API call, you may pass CsvOptions
|
680
|
+
# data as a hash:
|
681
|
+
#
|
682
|
+
# {
|
683
|
+
# delimiter: "Delimiter",
|
684
|
+
# header_row: false,
|
685
|
+
# }
|
686
|
+
#
|
687
|
+
# @!attribute [rw] delimiter
|
688
|
+
# A single character that specifies the delimiter being used in the
|
689
|
+
# Csv file.
|
690
|
+
# @return [String]
|
691
|
+
#
|
692
|
+
# @!attribute [rw] header_row
|
693
|
+
# A variable that specifies whether the first row in the file will be
|
694
|
+
# parsed as the header. If false, column names will be auto-generated.
|
695
|
+
# @return [Boolean]
|
696
|
+
#
|
697
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOptions AWS API Documentation
|
698
|
+
#
|
699
|
+
class CsvOptions < Struct.new(
|
700
|
+
:delimiter,
|
701
|
+
:header_row)
|
702
|
+
SENSITIVE = []
|
703
|
+
include Aws::Structure
|
704
|
+
end
|
705
|
+
|
706
|
+
# Options that define how DataBrew will write a Csv file.
|
707
|
+
#
|
708
|
+
# @note When making an API call, you may pass CsvOutputOptions
|
709
|
+
# data as a hash:
|
710
|
+
#
|
711
|
+
# {
|
712
|
+
# delimiter: "Delimiter",
|
713
|
+
# }
|
714
|
+
#
|
715
|
+
# @!attribute [rw] delimiter
|
716
|
+
# A single character that specifies the delimiter used to create Csv
|
717
|
+
# job output.
|
718
|
+
# @return [String]
|
719
|
+
#
|
720
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOutputOptions AWS API Documentation
|
721
|
+
#
|
722
|
+
class CsvOutputOptions < Struct.new(
|
723
|
+
:delimiter)
|
724
|
+
SENSITIVE = []
|
725
|
+
include Aws::Structure
|
726
|
+
end
|
727
|
+
|
634
728
|
# Represents how metadata stored in the AWS Glue Data Catalog is defined
|
635
|
-
# in
|
729
|
+
# in a DataBrew dataset.
|
636
730
|
#
|
637
731
|
# @note When making an API call, you may pass DataCatalogInputDefinition
|
638
732
|
# data as a hash:
|
@@ -677,14 +771,14 @@ module Aws::GlueDataBrew
|
|
677
771
|
include Aws::Structure
|
678
772
|
end
|
679
773
|
|
680
|
-
# Represents a dataset that can be processed by
|
774
|
+
# Represents a dataset that can be processed by DataBrew.
|
681
775
|
#
|
682
776
|
# @!attribute [rw] account_id
|
683
777
|
# The ID of the AWS account that owns the dataset.
|
684
778
|
# @return [String]
|
685
779
|
#
|
686
780
|
# @!attribute [rw] created_by
|
687
|
-
# The
|
781
|
+
# The Amazon Resource Name (ARN) of the user who created the dataset.
|
688
782
|
# @return [String]
|
689
783
|
#
|
690
784
|
# @!attribute [rw] create_date
|
@@ -695,6 +789,11 @@ module Aws::GlueDataBrew
|
|
695
789
|
# The unique name of the dataset.
|
696
790
|
# @return [String]
|
697
791
|
#
|
792
|
+
# @!attribute [rw] format
|
793
|
+
# Specifies the file format of a dataset created from an S3 file or
|
794
|
+
# folder.
|
795
|
+
# @return [String]
|
796
|
+
#
|
698
797
|
# @!attribute [rw] format_options
|
699
798
|
# Options that define how DataBrew interprets the data in the dataset.
|
700
799
|
# @return [Types::FormatOptions]
|
@@ -709,7 +808,7 @@ module Aws::GlueDataBrew
|
|
709
808
|
# @return [Time]
|
710
809
|
#
|
711
810
|
# @!attribute [rw] last_modified_by
|
712
|
-
# The
|
811
|
+
# The Amazon Resource Name (ARN) of the user who last modified the
|
713
812
|
# dataset.
|
714
813
|
# @return [String]
|
715
814
|
#
|
@@ -733,6 +832,7 @@ module Aws::GlueDataBrew
|
|
733
832
|
:created_by,
|
734
833
|
:create_date,
|
735
834
|
:name,
|
835
|
+
:format,
|
736
836
|
:format_options,
|
737
837
|
:input,
|
738
838
|
:last_modified_date,
|
@@ -846,11 +946,13 @@ module Aws::GlueDataBrew
|
|
846
946
|
# }
|
847
947
|
#
|
848
948
|
# @!attribute [rw] name
|
849
|
-
# The name of the recipe
|
949
|
+
# The name of the recipe.
|
850
950
|
# @return [String]
|
851
951
|
#
|
852
952
|
# @!attribute [rw] recipe_version
|
853
|
-
# The version of the recipe to be deleted.
|
953
|
+
# The version of the recipe to be deleted. You can specify a numeric
|
954
|
+
# versions (`X.Y`) or `LATEST_WORKING`. `LATEST_PUBLISHED` is not
|
955
|
+
# supported.
|
854
956
|
# @return [String]
|
855
957
|
#
|
856
958
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DeleteRecipeVersionRequest AWS API Documentation
|
@@ -941,14 +1043,19 @@ module Aws::GlueDataBrew
|
|
941
1043
|
# The name of the dataset.
|
942
1044
|
# @return [String]
|
943
1045
|
#
|
1046
|
+
# @!attribute [rw] format
|
1047
|
+
# Specifies the file format of a dataset created from an S3 file or
|
1048
|
+
# folder.
|
1049
|
+
# @return [String]
|
1050
|
+
#
|
944
1051
|
# @!attribute [rw] format_options
|
945
|
-
# Options that define
|
946
|
-
#
|
1052
|
+
# Options that define the structure of either Csv, Excel, or JSON
|
1053
|
+
# input.
|
947
1054
|
# @return [Types::FormatOptions]
|
948
1055
|
#
|
949
1056
|
# @!attribute [rw] input
|
950
|
-
# Information on how
|
951
|
-
#
|
1057
|
+
# Information on how DataBrew can find data, in either the AWS Glue
|
1058
|
+
# Data Catalog or Amazon S3.
|
952
1059
|
# @return [Types::Input]
|
953
1060
|
#
|
954
1061
|
# @!attribute [rw] last_modified_date
|
@@ -979,6 +1086,7 @@ module Aws::GlueDataBrew
|
|
979
1086
|
:created_by,
|
980
1087
|
:create_date,
|
981
1088
|
:name,
|
1089
|
+
:format,
|
982
1090
|
:format_options,
|
983
1091
|
:input,
|
984
1092
|
:last_modified_date,
|
@@ -1030,7 +1138,7 @@ module Aws::GlueDataBrew
|
|
1030
1138
|
# @!attribute [rw] encryption_mode
|
1031
1139
|
# The encryption mode for the job, which can be one of the following:
|
1032
1140
|
#
|
1033
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
1141
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
1034
1142
|
#
|
1035
1143
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
1036
1144
|
# @return [String]
|
@@ -1058,12 +1166,11 @@ module Aws::GlueDataBrew
|
|
1058
1166
|
# @return [Time]
|
1059
1167
|
#
|
1060
1168
|
# @!attribute [rw] log_subscription
|
1061
|
-
#
|
1062
|
-
# for this job.
|
1169
|
+
# Indicates whether Amazon CloudWatch logging is enabled for this job.
|
1063
1170
|
# @return [String]
|
1064
1171
|
#
|
1065
1172
|
# @!attribute [rw] max_capacity
|
1066
|
-
# The maximum number of nodes that
|
1173
|
+
# The maximum number of compute nodes that DataBrew can consume when
|
1067
1174
|
# the job processes data.
|
1068
1175
|
# @return [Integer]
|
1069
1176
|
#
|
@@ -1081,7 +1188,7 @@ module Aws::GlueDataBrew
|
|
1081
1188
|
# @return [String]
|
1082
1189
|
#
|
1083
1190
|
# @!attribute [rw] recipe_reference
|
1084
|
-
# Represents
|
1191
|
+
# Represents the name and version of a DataBrew recipe.
|
1085
1192
|
# @return [Types::RecipeReference]
|
1086
1193
|
#
|
1087
1194
|
# @!attribute [rw] resource_arn
|
@@ -1089,8 +1196,8 @@ module Aws::GlueDataBrew
|
|
1089
1196
|
# @return [String]
|
1090
1197
|
#
|
1091
1198
|
# @!attribute [rw] role_arn
|
1092
|
-
# The ARN of the AWS Identity and Access Management (IAM) role
|
1093
|
-
#
|
1199
|
+
# The ARN of the AWS Identity and Access Management (IAM) role to be
|
1200
|
+
# assumed when DataBrew runs the job.
|
1094
1201
|
# @return [String]
|
1095
1202
|
#
|
1096
1203
|
# @!attribute [rw] tags
|
@@ -1102,6 +1209,11 @@ module Aws::GlueDataBrew
|
|
1102
1209
|
# than this timeout period ends with a status of `TIMEOUT`.
|
1103
1210
|
# @return [Integer]
|
1104
1211
|
#
|
1212
|
+
# @!attribute [rw] job_sample
|
1213
|
+
# Sample configuration for profile jobs only. Determines the number of
|
1214
|
+
# rows on which the profile job will be executed.
|
1215
|
+
# @return [Types::JobSample]
|
1216
|
+
#
|
1105
1217
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobResponse AWS API Documentation
|
1106
1218
|
#
|
1107
1219
|
class DescribeJobResponse < Struct.new(
|
@@ -1123,7 +1235,122 @@ module Aws::GlueDataBrew
|
|
1123
1235
|
:resource_arn,
|
1124
1236
|
:role_arn,
|
1125
1237
|
:tags,
|
1126
|
-
:timeout
|
1238
|
+
:timeout,
|
1239
|
+
:job_sample)
|
1240
|
+
SENSITIVE = []
|
1241
|
+
include Aws::Structure
|
1242
|
+
end
|
1243
|
+
|
1244
|
+
# @note When making an API call, you may pass DescribeJobRunRequest
|
1245
|
+
# data as a hash:
|
1246
|
+
#
|
1247
|
+
# {
|
1248
|
+
# name: "JobName", # required
|
1249
|
+
# run_id: "JobRunId", # required
|
1250
|
+
# }
|
1251
|
+
#
|
1252
|
+
# @!attribute [rw] name
|
1253
|
+
# The name of the job being processed during this run.
|
1254
|
+
# @return [String]
|
1255
|
+
#
|
1256
|
+
# @!attribute [rw] run_id
|
1257
|
+
# The unique identifier of the job run.
|
1258
|
+
# @return [String]
|
1259
|
+
#
|
1260
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobRunRequest AWS API Documentation
|
1261
|
+
#
|
1262
|
+
class DescribeJobRunRequest < Struct.new(
|
1263
|
+
:name,
|
1264
|
+
:run_id)
|
1265
|
+
SENSITIVE = []
|
1266
|
+
include Aws::Structure
|
1267
|
+
end
|
1268
|
+
|
1269
|
+
# @!attribute [rw] attempt
|
1270
|
+
# The number of times that DataBrew has attempted to run the job.
|
1271
|
+
# @return [Integer]
|
1272
|
+
#
|
1273
|
+
# @!attribute [rw] completed_on
|
1274
|
+
# The date and time when the job completed processing.
|
1275
|
+
# @return [Time]
|
1276
|
+
#
|
1277
|
+
# @!attribute [rw] dataset_name
|
1278
|
+
# The name of the dataset for the job to process.
|
1279
|
+
# @return [String]
|
1280
|
+
#
|
1281
|
+
# @!attribute [rw] error_message
|
1282
|
+
# A message indicating an error (if any) that was encountered when the
|
1283
|
+
# job ran.
|
1284
|
+
# @return [String]
|
1285
|
+
#
|
1286
|
+
# @!attribute [rw] execution_time
|
1287
|
+
# The amount of time, in seconds, during which the job run consumed
|
1288
|
+
# resources.
|
1289
|
+
# @return [Integer]
|
1290
|
+
#
|
1291
|
+
# @!attribute [rw] job_name
|
1292
|
+
# The name of the job being processed during this run.
|
1293
|
+
# @return [String]
|
1294
|
+
#
|
1295
|
+
# @!attribute [rw] run_id
|
1296
|
+
# The unique identifier of the job run.
|
1297
|
+
# @return [String]
|
1298
|
+
#
|
1299
|
+
# @!attribute [rw] state
|
1300
|
+
# The current state of the job run entity itself.
|
1301
|
+
# @return [String]
|
1302
|
+
#
|
1303
|
+
# @!attribute [rw] log_subscription
|
1304
|
+
# The current status of Amazon CloudWatch logging for the job run.
|
1305
|
+
# @return [String]
|
1306
|
+
#
|
1307
|
+
# @!attribute [rw] log_group_name
|
1308
|
+
# The name of an Amazon CloudWatch log group, where the job writes
|
1309
|
+
# diagnostic messages when it runs.
|
1310
|
+
# @return [String]
|
1311
|
+
#
|
1312
|
+
# @!attribute [rw] outputs
|
1313
|
+
# One or more output artifacts from a job run.
|
1314
|
+
# @return [Array<Types::Output>]
|
1315
|
+
#
|
1316
|
+
# @!attribute [rw] recipe_reference
|
1317
|
+
# Represents the name and version of a DataBrew recipe.
|
1318
|
+
# @return [Types::RecipeReference]
|
1319
|
+
#
|
1320
|
+
# @!attribute [rw] started_by
|
1321
|
+
# The Amazon Resource Name (ARN) of the user who started the job run.
|
1322
|
+
# @return [String]
|
1323
|
+
#
|
1324
|
+
# @!attribute [rw] started_on
|
1325
|
+
# The date and time when the job run began.
|
1326
|
+
# @return [Time]
|
1327
|
+
#
|
1328
|
+
# @!attribute [rw] job_sample
|
1329
|
+
# Sample configuration for profile jobs only. Determines the number of
|
1330
|
+
# rows on which the profile job will be executed. If a JobSample value
|
1331
|
+
# is not provided, the default value will be used. The default value
|
1332
|
+
# is CUSTOM\_ROWS for the mode parameter and 20000 for the size
|
1333
|
+
# parameter.
|
1334
|
+
# @return [Types::JobSample]
|
1335
|
+
#
|
1336
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobRunResponse AWS API Documentation
|
1337
|
+
#
|
1338
|
+
class DescribeJobRunResponse < Struct.new(
|
1339
|
+
:attempt,
|
1340
|
+
:completed_on,
|
1341
|
+
:dataset_name,
|
1342
|
+
:error_message,
|
1343
|
+
:execution_time,
|
1344
|
+
:job_name,
|
1345
|
+
:run_id,
|
1346
|
+
:state,
|
1347
|
+
:log_subscription,
|
1348
|
+
:log_group_name,
|
1349
|
+
:outputs,
|
1350
|
+
:recipe_reference,
|
1351
|
+
:started_by,
|
1352
|
+
:started_on,
|
1353
|
+
:job_sample)
|
1127
1354
|
SENSITIVE = []
|
1128
1355
|
include Aws::Structure
|
1129
1356
|
end
|
@@ -1181,13 +1408,13 @@ module Aws::GlueDataBrew
|
|
1181
1408
|
# @return [String]
|
1182
1409
|
#
|
1183
1410
|
# @!attribute [rw] sample
|
1184
|
-
# Represents the sample size and sampling type for
|
1185
|
-
#
|
1411
|
+
# Represents the sample size and sampling type for DataBrew to use for
|
1412
|
+
# interactive data analysis.
|
1186
1413
|
# @return [Types::Sample]
|
1187
1414
|
#
|
1188
1415
|
# @!attribute [rw] role_arn
|
1189
|
-
# The ARN of the AWS Identity and Access Management (IAM) role
|
1190
|
-
#
|
1416
|
+
# The ARN of the AWS Identity and Access Management (IAM) role to be
|
1417
|
+
# assumed when DataBrew runs the job.
|
1191
1418
|
# @return [String]
|
1192
1419
|
#
|
1193
1420
|
# @!attribute [rw] tags
|
@@ -1381,8 +1608,13 @@ module Aws::GlueDataBrew
|
|
1381
1608
|
# @return [String]
|
1382
1609
|
#
|
1383
1610
|
# @!attribute [rw] cron_expression
|
1384
|
-
# The date or dates and time or times
|
1385
|
-
#
|
1611
|
+
# The date or dates and time or times when the jobs are to be run for
|
1612
|
+
# the schedule. For more information, see [Cron expressions][1] in the
|
1613
|
+
# *AWS Glue DataBrew Developer Guide*.
|
1614
|
+
#
|
1615
|
+
#
|
1616
|
+
#
|
1617
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/jobs.cron.html
|
1386
1618
|
# @return [String]
|
1387
1619
|
#
|
1388
1620
|
# @!attribute [rw] tags
|
@@ -1418,6 +1650,7 @@ module Aws::GlueDataBrew
|
|
1418
1650
|
# {
|
1419
1651
|
# sheet_names: ["SheetName"],
|
1420
1652
|
# sheet_indexes: [1],
|
1653
|
+
# header_row: false,
|
1421
1654
|
# }
|
1422
1655
|
#
|
1423
1656
|
# @!attribute [rw] sheet_names
|
@@ -1430,17 +1663,22 @@ module Aws::GlueDataBrew
|
|
1430
1663
|
# included in the dataset.
|
1431
1664
|
# @return [Array<Integer>]
|
1432
1665
|
#
|
1666
|
+
# @!attribute [rw] header_row
|
1667
|
+
# A variable that specifies whether the first row in the file will be
|
1668
|
+
# parsed as the header. If false, column names will be auto-generated.
|
1669
|
+
# @return [Boolean]
|
1670
|
+
#
|
1433
1671
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ExcelOptions AWS API Documentation
|
1434
1672
|
#
|
1435
1673
|
class ExcelOptions < Struct.new(
|
1436
1674
|
:sheet_names,
|
1437
|
-
:sheet_indexes
|
1675
|
+
:sheet_indexes,
|
1676
|
+
:header_row)
|
1438
1677
|
SENSITIVE = []
|
1439
1678
|
include Aws::Structure
|
1440
1679
|
end
|
1441
1680
|
|
1442
|
-
# Options that define
|
1443
|
-
# DataBrew.
|
1681
|
+
# Options that define the structure of either Csv, Excel, or JSON input.
|
1444
1682
|
#
|
1445
1683
|
# @note When making an API call, you may pass FormatOptions
|
1446
1684
|
# data as a hash:
|
@@ -1452,6 +1690,11 @@ module Aws::GlueDataBrew
|
|
1452
1690
|
# excel: {
|
1453
1691
|
# sheet_names: ["SheetName"],
|
1454
1692
|
# sheet_indexes: [1],
|
1693
|
+
# header_row: false,
|
1694
|
+
# },
|
1695
|
+
# csv: {
|
1696
|
+
# delimiter: "Delimiter",
|
1697
|
+
# header_row: false,
|
1455
1698
|
# },
|
1456
1699
|
# }
|
1457
1700
|
#
|
@@ -1464,17 +1707,22 @@ module Aws::GlueDataBrew
|
|
1464
1707
|
# DataBrew.
|
1465
1708
|
# @return [Types::ExcelOptions]
|
1466
1709
|
#
|
1710
|
+
# @!attribute [rw] csv
|
1711
|
+
# Options that define how Csv input is to be interpreted by DataBrew.
|
1712
|
+
# @return [Types::CsvOptions]
|
1713
|
+
#
|
1467
1714
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FormatOptions AWS API Documentation
|
1468
1715
|
#
|
1469
1716
|
class FormatOptions < Struct.new(
|
1470
1717
|
:json,
|
1471
|
-
:excel
|
1718
|
+
:excel,
|
1719
|
+
:csv)
|
1472
1720
|
SENSITIVE = []
|
1473
1721
|
include Aws::Structure
|
1474
1722
|
end
|
1475
1723
|
|
1476
|
-
# Information on how
|
1477
|
-
#
|
1724
|
+
# Information on how DataBrew can find data, in either the AWS Glue Data
|
1725
|
+
# Catalog or Amazon S3.
|
1478
1726
|
#
|
1479
1727
|
# @note When making an API call, you may pass Input
|
1480
1728
|
# data as a hash:
|
@@ -1525,14 +1773,14 @@ module Aws::GlueDataBrew
|
|
1525
1773
|
include Aws::Structure
|
1526
1774
|
end
|
1527
1775
|
|
1528
|
-
# Represents all of the attributes of
|
1776
|
+
# Represents all of the attributes of a DataBrew job.
|
1529
1777
|
#
|
1530
1778
|
# @!attribute [rw] account_id
|
1531
1779
|
# The ID of the AWS account that owns the job.
|
1532
1780
|
# @return [String]
|
1533
1781
|
#
|
1534
1782
|
# @!attribute [rw] created_by
|
1535
|
-
# The
|
1783
|
+
# The Amazon Resource Name (ARN) of the user who created the job.
|
1536
1784
|
# @return [String]
|
1537
1785
|
#
|
1538
1786
|
# @!attribute [rw] create_date
|
@@ -1545,7 +1793,12 @@ module Aws::GlueDataBrew
|
|
1545
1793
|
#
|
1546
1794
|
# @!attribute [rw] encryption_key_arn
|
1547
1795
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
1548
|
-
# protect
|
1796
|
+
# protect the job output. For more information, see [Encrypting data
|
1797
|
+
# written by DataBrew jobs][1]
|
1798
|
+
#
|
1799
|
+
#
|
1800
|
+
#
|
1801
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/encryption-security-configuration.html
|
1549
1802
|
# @return [String]
|
1550
1803
|
#
|
1551
1804
|
# @!attribute [rw] encryption_mode
|
@@ -1571,7 +1824,7 @@ module Aws::GlueDataBrew
|
|
1571
1824
|
# @return [String]
|
1572
1825
|
#
|
1573
1826
|
# @!attribute [rw] last_modified_by
|
1574
|
-
# The
|
1827
|
+
# The Amazon Resource Name (ARN) of the user who last modified the
|
1575
1828
|
# job.
|
1576
1829
|
# @return [String]
|
1577
1830
|
#
|
@@ -1622,6 +1875,14 @@ module Aws::GlueDataBrew
|
|
1622
1875
|
# Metadata tags that have been applied to the job.
|
1623
1876
|
# @return [Hash<String,String>]
|
1624
1877
|
#
|
1878
|
+
# @!attribute [rw] job_sample
|
1879
|
+
# Sample configuration for profile jobs only. Determines the number of
|
1880
|
+
# rows on which the profile job will be executed. If a JobSample value
|
1881
|
+
# is not provided, the default value will be used. The default value
|
1882
|
+
# is CUSTOM\_ROWS for the mode parameter and 20000 for the size
|
1883
|
+
# parameter.
|
1884
|
+
# @return [Types::JobSample]
|
1885
|
+
#
|
1625
1886
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Job AWS API Documentation
|
1626
1887
|
#
|
1627
1888
|
class Job < Struct.new(
|
@@ -1644,12 +1905,13 @@ module Aws::GlueDataBrew
|
|
1644
1905
|
:resource_arn,
|
1645
1906
|
:role_arn,
|
1646
1907
|
:timeout,
|
1647
|
-
:tags
|
1908
|
+
:tags,
|
1909
|
+
:job_sample)
|
1648
1910
|
SENSITIVE = []
|
1649
1911
|
include Aws::Structure
|
1650
1912
|
end
|
1651
1913
|
|
1652
|
-
# Represents one run of
|
1914
|
+
# Represents one run of a DataBrew job.
|
1653
1915
|
#
|
1654
1916
|
# @!attribute [rw] attempt
|
1655
1917
|
# The number of times that DataBrew has attempted to run the job.
|
@@ -1703,7 +1965,7 @@ module Aws::GlueDataBrew
|
|
1703
1965
|
# @return [Types::RecipeReference]
|
1704
1966
|
#
|
1705
1967
|
# @!attribute [rw] started_by
|
1706
|
-
# The
|
1968
|
+
# The Amazon Resource Name (ARN) of the user who initiated the job
|
1707
1969
|
# run.
|
1708
1970
|
# @return [String]
|
1709
1971
|
#
|
@@ -1711,6 +1973,14 @@ module Aws::GlueDataBrew
|
|
1711
1973
|
# The date and time when the job run began.
|
1712
1974
|
# @return [Time]
|
1713
1975
|
#
|
1976
|
+
# @!attribute [rw] job_sample
|
1977
|
+
# Sample configuration for profile jobs only. Determines the number of
|
1978
|
+
# rows on which the profile job will be executed. If a JobSample value
|
1979
|
+
# is not provided, the default value will be used. The default value
|
1980
|
+
# is CUSTOM\_ROWS for the mode parameter and 20000 for the size
|
1981
|
+
# parameter.
|
1982
|
+
# @return [Types::JobSample]
|
1983
|
+
#
|
1714
1984
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/JobRun AWS API Documentation
|
1715
1985
|
#
|
1716
1986
|
class JobRun < Struct.new(
|
@@ -1727,7 +1997,50 @@ module Aws::GlueDataBrew
|
|
1727
1997
|
:outputs,
|
1728
1998
|
:recipe_reference,
|
1729
1999
|
:started_by,
|
1730
|
-
:started_on
|
2000
|
+
:started_on,
|
2001
|
+
:job_sample)
|
2002
|
+
SENSITIVE = []
|
2003
|
+
include Aws::Structure
|
2004
|
+
end
|
2005
|
+
|
2006
|
+
# Sample configuration for Profile Jobs only. Determines the number of
|
2007
|
+
# rows on which the Profile job will be executed. If a JobSample value
|
2008
|
+
# is not provided for profile jobs, the default value will be used. The
|
2009
|
+
# default value is CUSTOM\_ROWS for the mode parameter and 20000 for the
|
2010
|
+
# size parameter.
|
2011
|
+
#
|
2012
|
+
# @note When making an API call, you may pass JobSample
|
2013
|
+
# data as a hash:
|
2014
|
+
#
|
2015
|
+
# {
|
2016
|
+
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
2017
|
+
# size: 1,
|
2018
|
+
# }
|
2019
|
+
#
|
2020
|
+
# @!attribute [rw] mode
|
2021
|
+
# Determines whether the profile job will be executed on the entire
|
2022
|
+
# dataset or on a specified number of rows. Must be one of the
|
2023
|
+
# following:
|
2024
|
+
#
|
2025
|
+
# * FULL\_DATASET: Profile job will be executed on the entire dataset.
|
2026
|
+
#
|
2027
|
+
# * CUSTOM\_ROWS: Profile job will be executed on the number of rows
|
2028
|
+
# specified in the Size parameter.
|
2029
|
+
# @return [String]
|
2030
|
+
#
|
2031
|
+
# @!attribute [rw] size
|
2032
|
+
# Size parameter is only required when the mode is CUSTOM\_ROWS.
|
2033
|
+
# Profile job will be executed on the the specified number of rows.
|
2034
|
+
# The maximum value for size is Long.MAX\_VALUE.
|
2035
|
+
#
|
2036
|
+
# Long.MAX\_VALUE = 9223372036854775807
|
2037
|
+
# @return [Integer]
|
2038
|
+
#
|
2039
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/JobSample AWS API Documentation
|
2040
|
+
#
|
2041
|
+
class JobSample < Struct.new(
|
2042
|
+
:mode,
|
2043
|
+
:size)
|
1731
2044
|
SENSITIVE = []
|
1732
2045
|
include Aws::Structure
|
1733
2046
|
end
|
@@ -1768,10 +2081,8 @@ module Aws::GlueDataBrew
|
|
1768
2081
|
# @return [Integer]
|
1769
2082
|
#
|
1770
2083
|
# @!attribute [rw] next_token
|
1771
|
-
#
|
1772
|
-
#
|
1773
|
-
# of pages, pass in the NextToken value from the response object of
|
1774
|
-
# the previous page call.
|
2084
|
+
# The token returned by a previous call to retrieve the next set of
|
2085
|
+
# results.
|
1775
2086
|
# @return [String]
|
1776
2087
|
#
|
1777
2088
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListDatasetsRequest AWS API Documentation
|
@@ -1784,14 +2095,12 @@ module Aws::GlueDataBrew
|
|
1784
2095
|
end
|
1785
2096
|
|
1786
2097
|
# @!attribute [rw] datasets
|
1787
|
-
# A list of datasets that are defined
|
2098
|
+
# A list of datasets that are defined.
|
1788
2099
|
# @return [Array<Types::Dataset>]
|
1789
2100
|
#
|
1790
2101
|
# @!attribute [rw] next_token
|
1791
|
-
# A token
|
1792
|
-
#
|
1793
|
-
# set of pages, pass in the NextToken from the response object of the
|
1794
|
-
# previous page call.
|
2102
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2103
|
+
# set of results.
|
1795
2104
|
# @return [String]
|
1796
2105
|
#
|
1797
2106
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListDatasetsResponse AWS API Documentation
|
@@ -1821,10 +2130,8 @@ module Aws::GlueDataBrew
|
|
1821
2130
|
# @return [Integer]
|
1822
2131
|
#
|
1823
2132
|
# @!attribute [rw] next_token
|
1824
|
-
#
|
1825
|
-
#
|
1826
|
-
# next set of pages, pass in the NextToken value from the response
|
1827
|
-
# object of the previous page call.
|
2133
|
+
# The token returned by a previous call to retrieve the next set of
|
2134
|
+
# results.
|
1828
2135
|
# @return [String]
|
1829
2136
|
#
|
1830
2137
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobRunsRequest AWS API Documentation
|
@@ -1842,10 +2149,8 @@ module Aws::GlueDataBrew
|
|
1842
2149
|
# @return [Array<Types::JobRun>]
|
1843
2150
|
#
|
1844
2151
|
# @!attribute [rw] next_token
|
1845
|
-
# A token
|
1846
|
-
#
|
1847
|
-
# set of pages, pass in the NextToken from the response object of the
|
1848
|
-
# previous page call.
|
2152
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2153
|
+
# set of results.
|
1849
2154
|
# @return [String]
|
1850
2155
|
#
|
1851
2156
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobRunsResponse AWS API Documentation
|
@@ -1900,14 +2205,12 @@ module Aws::GlueDataBrew
|
|
1900
2205
|
end
|
1901
2206
|
|
1902
2207
|
# @!attribute [rw] jobs
|
1903
|
-
# A list of jobs that are defined
|
2208
|
+
# A list of jobs that are defined.
|
1904
2209
|
# @return [Array<Types::Job>]
|
1905
2210
|
#
|
1906
2211
|
# @!attribute [rw] next_token
|
1907
|
-
# A token
|
1908
|
-
#
|
1909
|
-
# set of pages, pass in the NextToken from the response object of the
|
1910
|
-
# previous page call.
|
2212
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2213
|
+
# set of results.
|
1911
2214
|
# @return [String]
|
1912
2215
|
#
|
1913
2216
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobsResponse AWS API Documentation
|
@@ -1928,7 +2231,8 @@ module Aws::GlueDataBrew
|
|
1928
2231
|
# }
|
1929
2232
|
#
|
1930
2233
|
# @!attribute [rw] next_token
|
1931
|
-
#
|
2234
|
+
# The token returned by a previous call to retrieve the next set of
|
2235
|
+
# results.
|
1932
2236
|
# @return [String]
|
1933
2237
|
#
|
1934
2238
|
# @!attribute [rw] max_results
|
@@ -1945,14 +2249,12 @@ module Aws::GlueDataBrew
|
|
1945
2249
|
end
|
1946
2250
|
|
1947
2251
|
# @!attribute [rw] projects
|
1948
|
-
# A list of projects that are defined
|
2252
|
+
# A list of projects that are defined .
|
1949
2253
|
# @return [Array<Types::Project>]
|
1950
2254
|
#
|
1951
2255
|
# @!attribute [rw] next_token
|
1952
|
-
# A token
|
1953
|
-
#
|
1954
|
-
# of pages, pass in the NextToken value from the response object of
|
1955
|
-
# the previous page call.
|
2256
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2257
|
+
# set of results.
|
1956
2258
|
# @return [String]
|
1957
2259
|
#
|
1958
2260
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListProjectsResponse AWS API Documentation
|
@@ -1978,7 +2280,8 @@ module Aws::GlueDataBrew
|
|
1978
2280
|
# @return [Integer]
|
1979
2281
|
#
|
1980
2282
|
# @!attribute [rw] next_token
|
1981
|
-
#
|
2283
|
+
# The token returned by a previous call to retrieve the next set of
|
2284
|
+
# results.
|
1982
2285
|
# @return [String]
|
1983
2286
|
#
|
1984
2287
|
# @!attribute [rw] name
|
@@ -1996,10 +2299,8 @@ module Aws::GlueDataBrew
|
|
1996
2299
|
end
|
1997
2300
|
|
1998
2301
|
# @!attribute [rw] next_token
|
1999
|
-
# A token
|
2000
|
-
#
|
2001
|
-
# of pages, pass in the NextToken value from the response object of
|
2002
|
-
# the previous page call.
|
2302
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2303
|
+
# set of results.
|
2003
2304
|
# @return [String]
|
2004
2305
|
#
|
2005
2306
|
# @!attribute [rw] recipes
|
@@ -2029,12 +2330,17 @@ module Aws::GlueDataBrew
|
|
2029
2330
|
# @return [Integer]
|
2030
2331
|
#
|
2031
2332
|
# @!attribute [rw] next_token
|
2032
|
-
#
|
2333
|
+
# The token returned by a previous call to retrieve the next set of
|
2334
|
+
# results.
|
2033
2335
|
# @return [String]
|
2034
2336
|
#
|
2035
2337
|
# @!attribute [rw] recipe_version
|
2036
|
-
#
|
2037
|
-
#
|
2338
|
+
# Return only those recipes with a version identifier of
|
2339
|
+
# `LATEST_WORKING` or `LATEST_PUBLISHED`. If `RecipeVersion` is
|
2340
|
+
# omitted, `ListRecipes` returns all of the `LATEST_PUBLISHED` recipe
|
2341
|
+
# versions.
|
2342
|
+
#
|
2343
|
+
# Valid values: `LATEST_WORKING` \| `LATEST_PUBLISHED`
|
2038
2344
|
# @return [String]
|
2039
2345
|
#
|
2040
2346
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListRecipesRequest AWS API Documentation
|
@@ -2048,14 +2354,12 @@ module Aws::GlueDataBrew
|
|
2048
2354
|
end
|
2049
2355
|
|
2050
2356
|
# @!attribute [rw] recipes
|
2051
|
-
# A list of recipes that are defined
|
2357
|
+
# A list of recipes that are defined.
|
2052
2358
|
# @return [Array<Types::Recipe>]
|
2053
2359
|
#
|
2054
2360
|
# @!attribute [rw] next_token
|
2055
|
-
# A token
|
2056
|
-
#
|
2057
|
-
# of pages, pass in the NextToken value from the response object of
|
2058
|
-
# the previous page call.
|
2361
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2362
|
+
# set of results.
|
2059
2363
|
# @return [String]
|
2060
2364
|
#
|
2061
2365
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListRecipesResponse AWS API Documentation
|
@@ -2085,7 +2389,8 @@ module Aws::GlueDataBrew
|
|
2085
2389
|
# @return [Integer]
|
2086
2390
|
#
|
2087
2391
|
# @!attribute [rw] next_token
|
2088
|
-
#
|
2392
|
+
# The token returned by a previous call to retrieve the next set of
|
2393
|
+
# results.
|
2089
2394
|
# @return [String]
|
2090
2395
|
#
|
2091
2396
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListSchedulesRequest AWS API Documentation
|
@@ -2099,14 +2404,12 @@ module Aws::GlueDataBrew
|
|
2099
2404
|
end
|
2100
2405
|
|
2101
2406
|
# @!attribute [rw] schedules
|
2102
|
-
# A list of schedules
|
2407
|
+
# A list of schedules that are defined.
|
2103
2408
|
# @return [Array<Types::Schedule>]
|
2104
2409
|
#
|
2105
2410
|
# @!attribute [rw] next_token
|
2106
|
-
# A token
|
2107
|
-
#
|
2108
|
-
# of pages, pass in the NextToken value from the response object of
|
2109
|
-
# the previous page call.
|
2411
|
+
# A token that you can use in a subsequent call to retrieve the next
|
2412
|
+
# set of results.
|
2110
2413
|
# @return [String]
|
2111
2414
|
#
|
2112
2415
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListSchedulesResponse AWS API Documentation
|
@@ -2150,7 +2453,8 @@ module Aws::GlueDataBrew
|
|
2150
2453
|
include Aws::Structure
|
2151
2454
|
end
|
2152
2455
|
|
2153
|
-
#
|
2456
|
+
# Parameters that specify how and where DataBrew will write the output
|
2457
|
+
# generated by recipe jobs or profile jobs.
|
2154
2458
|
#
|
2155
2459
|
# @note When making an API call, you may pass Output
|
2156
2460
|
# data as a hash:
|
@@ -2164,6 +2468,11 @@ module Aws::GlueDataBrew
|
|
2164
2468
|
# key: "Key",
|
2165
2469
|
# },
|
2166
2470
|
# overwrite: false,
|
2471
|
+
# format_options: {
|
2472
|
+
# csv: {
|
2473
|
+
# delimiter: "Delimiter",
|
2474
|
+
# },
|
2475
|
+
# },
|
2167
2476
|
# }
|
2168
2477
|
#
|
2169
2478
|
# @!attribute [rw] compression_format
|
@@ -2189,6 +2498,10 @@ module Aws::GlueDataBrew
|
|
2189
2498
|
# for output is overwritten with new output.
|
2190
2499
|
# @return [Boolean]
|
2191
2500
|
#
|
2501
|
+
# @!attribute [rw] format_options
|
2502
|
+
# Options that define how DataBrew formats job output files.
|
2503
|
+
# @return [Types::OutputFormatOptions]
|
2504
|
+
#
|
2192
2505
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
|
2193
2506
|
#
|
2194
2507
|
class Output < Struct.new(
|
@@ -2196,12 +2509,36 @@ module Aws::GlueDataBrew
|
|
2196
2509
|
:format,
|
2197
2510
|
:partition_columns,
|
2198
2511
|
:location,
|
2199
|
-
:overwrite
|
2512
|
+
:overwrite,
|
2513
|
+
:format_options)
|
2200
2514
|
SENSITIVE = []
|
2201
2515
|
include Aws::Structure
|
2202
2516
|
end
|
2203
2517
|
|
2204
|
-
#
|
2518
|
+
# Options that define the structure of Csv job output.
|
2519
|
+
#
|
2520
|
+
# @note When making an API call, you may pass OutputFormatOptions
|
2521
|
+
# data as a hash:
|
2522
|
+
#
|
2523
|
+
# {
|
2524
|
+
# csv: {
|
2525
|
+
# delimiter: "Delimiter",
|
2526
|
+
# },
|
2527
|
+
# }
|
2528
|
+
#
|
2529
|
+
# @!attribute [rw] csv
|
2530
|
+
# Options that define how DataBrew writes Csv output.
|
2531
|
+
# @return [Types::CsvOutputOptions]
|
2532
|
+
#
|
2533
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/OutputFormatOptions AWS API Documentation
|
2534
|
+
#
|
2535
|
+
class OutputFormatOptions < Struct.new(
|
2536
|
+
:csv)
|
2537
|
+
SENSITIVE = []
|
2538
|
+
include Aws::Structure
|
2539
|
+
end
|
2540
|
+
|
2541
|
+
# Represents all of the attributes of a DataBrew project.
|
2205
2542
|
#
|
2206
2543
|
# @!attribute [rw] account_id
|
2207
2544
|
# The ID of the AWS account that owns the project.
|
@@ -2212,7 +2549,7 @@ module Aws::GlueDataBrew
|
|
2212
2549
|
# @return [Time]
|
2213
2550
|
#
|
2214
2551
|
# @!attribute [rw] created_by
|
2215
|
-
# The
|
2552
|
+
# The Amazon Resource Name (ARN) of the user who crated the project.
|
2216
2553
|
# @return [String]
|
2217
2554
|
#
|
2218
2555
|
# @!attribute [rw] dataset_name
|
@@ -2224,7 +2561,7 @@ module Aws::GlueDataBrew
|
|
2224
2561
|
# @return [Time]
|
2225
2562
|
#
|
2226
2563
|
# @!attribute [rw] last_modified_by
|
2227
|
-
# The
|
2564
|
+
# The Amazon Resource Name (ARN) of the user who last modified the
|
2228
2565
|
# project.
|
2229
2566
|
# @return [String]
|
2230
2567
|
#
|
@@ -2257,7 +2594,7 @@ module Aws::GlueDataBrew
|
|
2257
2594
|
# @return [String]
|
2258
2595
|
#
|
2259
2596
|
# @!attribute [rw] opened_by
|
2260
|
-
# The
|
2597
|
+
# The Amazon Resource Name (ARN) of the user that opened the project
|
2261
2598
|
# for use.
|
2262
2599
|
# @return [String]
|
2263
2600
|
#
|
@@ -2324,11 +2661,10 @@ module Aws::GlueDataBrew
|
|
2324
2661
|
include Aws::Structure
|
2325
2662
|
end
|
2326
2663
|
|
2327
|
-
# Represents one or more actions to be performed on
|
2328
|
-
# dataset.
|
2664
|
+
# Represents one or more actions to be performed on a DataBrew dataset.
|
2329
2665
|
#
|
2330
2666
|
# @!attribute [rw] created_by
|
2331
|
-
# The
|
2667
|
+
# The Amazon Resource Name (ARN) of the user who created the recipe.
|
2332
2668
|
# @return [String]
|
2333
2669
|
#
|
2334
2670
|
# @!attribute [rw] create_date
|
@@ -2336,7 +2672,8 @@ module Aws::GlueDataBrew
|
|
2336
2672
|
# @return [Time]
|
2337
2673
|
#
|
2338
2674
|
# @!attribute [rw] last_modified_by
|
2339
|
-
# The
|
2675
|
+
# The Amazon Resource Name (ARN) of the user who last modified the
|
2676
|
+
# recipe.
|
2340
2677
|
# @return [String]
|
2341
2678
|
#
|
2342
2679
|
# @!attribute [rw] last_modified_date
|
@@ -2348,7 +2685,7 @@ module Aws::GlueDataBrew
|
|
2348
2685
|
# @return [String]
|
2349
2686
|
#
|
2350
2687
|
# @!attribute [rw] published_by
|
2351
|
-
# The
|
2688
|
+
# The Amazon Resource Name (ARN) of the user who published the recipe.
|
2352
2689
|
# @return [String]
|
2353
2690
|
#
|
2354
2691
|
# @!attribute [rw] published_date
|
@@ -2376,7 +2713,18 @@ module Aws::GlueDataBrew
|
|
2376
2713
|
# @return [Hash<String,String>]
|
2377
2714
|
#
|
2378
2715
|
# @!attribute [rw] recipe_version
|
2379
|
-
# The identifier for the version for the recipe.
|
2716
|
+
# The identifier for the version for the recipe. Must be one of the
|
2717
|
+
# following:
|
2718
|
+
#
|
2719
|
+
# * Numeric version (`X.Y`) - `X` and `Y` stand for major and minor
|
2720
|
+
# version numbers. The maximum length of each is 6 digits, and
|
2721
|
+
# neither can be negative values. Both `X` and `Y` are required, and
|
2722
|
+
# "0.0" is not a valid version.
|
2723
|
+
#
|
2724
|
+
# * `LATEST_WORKING` - the most recent valid version being developed
|
2725
|
+
# in a DataBrew project.
|
2726
|
+
#
|
2727
|
+
# * `LATEST_PUBLISHED` - the most recent published version.
|
2380
2728
|
# @return [String]
|
2381
2729
|
#
|
2382
2730
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Recipe AWS API Documentation
|
@@ -2400,8 +2748,8 @@ module Aws::GlueDataBrew
|
|
2400
2748
|
end
|
2401
2749
|
|
2402
2750
|
# Represents a transformation and associated parameters that are used to
|
2403
|
-
# apply a change to
|
2404
|
-
#
|
2751
|
+
# apply a change to a DataBrew dataset. For more information, see
|
2752
|
+
# [Recipe structure][1] and [Recipe actions reference][2].
|
2405
2753
|
#
|
2406
2754
|
#
|
2407
2755
|
#
|
@@ -2436,7 +2784,7 @@ module Aws::GlueDataBrew
|
|
2436
2784
|
include Aws::Structure
|
2437
2785
|
end
|
2438
2786
|
|
2439
|
-
# Represents
|
2787
|
+
# Represents the name and version of a DataBrew recipe.
|
2440
2788
|
#
|
2441
2789
|
# @note When making an API call, you may pass RecipeReference
|
2442
2790
|
# data as a hash:
|
@@ -2463,8 +2811,7 @@ module Aws::GlueDataBrew
|
|
2463
2811
|
include Aws::Structure
|
2464
2812
|
end
|
2465
2813
|
|
2466
|
-
# Represents a single step
|
2467
|
-
# recipe.
|
2814
|
+
# Represents a single step from a DataBrew recipe to be performed.
|
2468
2815
|
#
|
2469
2816
|
# @note When making an API call, you may pass RecipeStep
|
2470
2817
|
# data as a hash:
|
@@ -2574,8 +2921,8 @@ module Aws::GlueDataBrew
|
|
2574
2921
|
include Aws::Structure
|
2575
2922
|
end
|
2576
2923
|
|
2577
|
-
# Represents the sample size and sampling type for
|
2578
|
-
#
|
2924
|
+
# Represents the sample size and sampling type for DataBrew to use for
|
2925
|
+
# interactive data analysis.
|
2579
2926
|
#
|
2580
2927
|
# @note When making an API call, you may pass Sample
|
2581
2928
|
# data as a hash:
|
@@ -2609,7 +2956,7 @@ module Aws::GlueDataBrew
|
|
2609
2956
|
# @return [String]
|
2610
2957
|
#
|
2611
2958
|
# @!attribute [rw] created_by
|
2612
|
-
# The
|
2959
|
+
# The Amazon Resource Name (ARN) of the user who created the schedule.
|
2613
2960
|
# @return [String]
|
2614
2961
|
#
|
2615
2962
|
# @!attribute [rw] create_date
|
@@ -2621,7 +2968,7 @@ module Aws::GlueDataBrew
|
|
2621
2968
|
# @return [Array<String>]
|
2622
2969
|
#
|
2623
2970
|
# @!attribute [rw] last_modified_by
|
2624
|
-
# The
|
2971
|
+
# The Amazon Resource Name (ARN) of the user who last modified the
|
2625
2972
|
# schedule.
|
2626
2973
|
# @return [String]
|
2627
2974
|
#
|
@@ -2634,7 +2981,13 @@ module Aws::GlueDataBrew
|
|
2634
2981
|
# @return [String]
|
2635
2982
|
#
|
2636
2983
|
# @!attribute [rw] cron_expression
|
2637
|
-
# The date(s) and time(s)
|
2984
|
+
# The date(s) and time(s) when the job will run. For more information,
|
2985
|
+
# see [Cron expressions][1] in the *AWS Glue DataBrew Developer
|
2986
|
+
# Guide*.
|
2987
|
+
#
|
2988
|
+
#
|
2989
|
+
#
|
2990
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/jobs.cron.html
|
2638
2991
|
# @return [String]
|
2639
2992
|
#
|
2640
2993
|
# @!attribute [rw] tags
|
@@ -2693,8 +3046,8 @@ module Aws::GlueDataBrew
|
|
2693
3046
|
# }
|
2694
3047
|
#
|
2695
3048
|
# @!attribute [rw] preview
|
2696
|
-
#
|
2697
|
-
#
|
3049
|
+
# If true, the result of the recipe step will be returned, but not
|
3050
|
+
# applied.
|
2698
3051
|
# @return [Boolean]
|
2699
3052
|
#
|
2700
3053
|
# @!attribute [rw] name
|
@@ -2702,8 +3055,7 @@ module Aws::GlueDataBrew
|
|
2702
3055
|
# @return [String]
|
2703
3056
|
#
|
2704
3057
|
# @!attribute [rw] recipe_step
|
2705
|
-
# Represents a single step
|
2706
|
-
# recipe.
|
3058
|
+
# Represents a single step from a DataBrew recipe to be performed.
|
2707
3059
|
# @return [Types::RecipeStep]
|
2708
3060
|
#
|
2709
3061
|
# @!attribute [rw] step_index
|
@@ -2719,8 +3071,7 @@ module Aws::GlueDataBrew
|
|
2719
3071
|
# @return [String]
|
2720
3072
|
#
|
2721
3073
|
# @!attribute [rw] view_frame
|
2722
|
-
# Represents the data being being transformed during an
|
2723
|
-
# DataBrew project session.
|
3074
|
+
# Represents the data being being transformed during an action.
|
2724
3075
|
# @return [Types::ViewFrame]
|
2725
3076
|
#
|
2726
3077
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/SendProjectSessionActionRequest AWS API Documentation
|
@@ -2924,8 +3275,8 @@ module Aws::GlueDataBrew
|
|
2924
3275
|
# }
|
2925
3276
|
#
|
2926
3277
|
# @!attribute [rw] resource_arn
|
2927
|
-
#
|
2928
|
-
#
|
3278
|
+
# A DataBrew resource from which you want to remove a tag or tags. The
|
3279
|
+
# value for this parameter is an Amazon Resource Name (ARN).
|
2929
3280
|
# @return [String]
|
2930
3281
|
#
|
2931
3282
|
# @!attribute [rw] tag_keys
|
@@ -2950,6 +3301,7 @@ module Aws::GlueDataBrew
|
|
2950
3301
|
#
|
2951
3302
|
# {
|
2952
3303
|
# name: "DatasetName", # required
|
3304
|
+
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
|
2953
3305
|
# format_options: {
|
2954
3306
|
# json: {
|
2955
3307
|
# multi_line: false,
|
@@ -2957,6 +3309,11 @@ module Aws::GlueDataBrew
|
|
2957
3309
|
# excel: {
|
2958
3310
|
# sheet_names: ["SheetName"],
|
2959
3311
|
# sheet_indexes: [1],
|
3312
|
+
# header_row: false,
|
3313
|
+
# },
|
3314
|
+
# csv: {
|
3315
|
+
# delimiter: "Delimiter",
|
3316
|
+
# header_row: false,
|
2960
3317
|
# },
|
2961
3318
|
# },
|
2962
3319
|
# input: { # required
|
@@ -2980,20 +3337,26 @@ module Aws::GlueDataBrew
|
|
2980
3337
|
# The name of the dataset to be updated.
|
2981
3338
|
# @return [String]
|
2982
3339
|
#
|
3340
|
+
# @!attribute [rw] format
|
3341
|
+
# Specifies the file format of a dataset created from an S3 file or
|
3342
|
+
# folder.
|
3343
|
+
# @return [String]
|
3344
|
+
#
|
2983
3345
|
# @!attribute [rw] format_options
|
2984
|
-
# Options that define
|
2985
|
-
#
|
3346
|
+
# Options that define the structure of either Csv, Excel, or JSON
|
3347
|
+
# input.
|
2986
3348
|
# @return [Types::FormatOptions]
|
2987
3349
|
#
|
2988
3350
|
# @!attribute [rw] input
|
2989
|
-
# Information on how
|
2990
|
-
#
|
3351
|
+
# Information on how DataBrew can find data, in either the AWS Glue
|
3352
|
+
# Data Catalog or Amazon S3.
|
2991
3353
|
# @return [Types::Input]
|
2992
3354
|
#
|
2993
3355
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
|
2994
3356
|
#
|
2995
3357
|
class UpdateDatasetRequest < Struct.new(
|
2996
3358
|
:name,
|
3359
|
+
:format,
|
2997
3360
|
:format_options,
|
2998
3361
|
:input)
|
2999
3362
|
SENSITIVE = []
|
@@ -3028,6 +3391,10 @@ module Aws::GlueDataBrew
|
|
3028
3391
|
# },
|
3029
3392
|
# role_arn: "Arn", # required
|
3030
3393
|
# timeout: 1,
|
3394
|
+
# job_sample: {
|
3395
|
+
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
3396
|
+
# size: 1,
|
3397
|
+
# },
|
3031
3398
|
# }
|
3032
3399
|
#
|
3033
3400
|
# @!attribute [rw] encryption_key_arn
|
@@ -3038,7 +3405,7 @@ module Aws::GlueDataBrew
|
|
3038
3405
|
# @!attribute [rw] encryption_mode
|
3039
3406
|
# The encryption mode for the job, which can be one of the following:
|
3040
3407
|
#
|
3041
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
3408
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
3042
3409
|
#
|
3043
3410
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3044
3411
|
# @return [String]
|
@@ -3048,14 +3415,14 @@ module Aws::GlueDataBrew
|
|
3048
3415
|
# @return [String]
|
3049
3416
|
#
|
3050
3417
|
# @!attribute [rw] log_subscription
|
3051
|
-
#
|
3052
|
-
#
|
3053
|
-
#
|
3418
|
+
# Enables or disables Amazon CloudWatch logging for the job. If
|
3419
|
+
# logging is enabled, CloudWatch writes one log stream for each job
|
3420
|
+
# run.
|
3054
3421
|
# @return [String]
|
3055
3422
|
#
|
3056
3423
|
# @!attribute [rw] max_capacity
|
3057
|
-
# The maximum number of nodes that DataBrew can use when the
|
3058
|
-
# processes data.
|
3424
|
+
# The maximum number of compute nodes that DataBrew can use when the
|
3425
|
+
# job processes data.
|
3059
3426
|
# @return [Integer]
|
3060
3427
|
#
|
3061
3428
|
# @!attribute [rw] max_retries
|
@@ -3069,7 +3436,7 @@ module Aws::GlueDataBrew
|
|
3069
3436
|
#
|
3070
3437
|
# @!attribute [rw] role_arn
|
3071
3438
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
3072
|
-
# Management (IAM) role to be assumed
|
3439
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
3073
3440
|
# @return [String]
|
3074
3441
|
#
|
3075
3442
|
# @!attribute [rw] timeout
|
@@ -3077,6 +3444,14 @@ module Aws::GlueDataBrew
|
|
3077
3444
|
# than this timeout period ends with a status of `TIMEOUT`.
|
3078
3445
|
# @return [Integer]
|
3079
3446
|
#
|
3447
|
+
# @!attribute [rw] job_sample
|
3448
|
+
# Sample configuration for Profile Jobs only. Determines the number of
|
3449
|
+
# rows on which the Profile job will be executed. If a JobSample value
|
3450
|
+
# is not provided for profile jobs, the default value will be used.
|
3451
|
+
# The default value is CUSTOM\_ROWS for the mode parameter and 20000
|
3452
|
+
# for the size parameter.
|
3453
|
+
# @return [Types::JobSample]
|
3454
|
+
#
|
3080
3455
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
|
3081
3456
|
#
|
3082
3457
|
class UpdateProfileJobRequest < Struct.new(
|
@@ -3088,7 +3463,8 @@ module Aws::GlueDataBrew
|
|
3088
3463
|
:max_retries,
|
3089
3464
|
:output_location,
|
3090
3465
|
:role_arn,
|
3091
|
-
:timeout
|
3466
|
+
:timeout,
|
3467
|
+
:job_sample)
|
3092
3468
|
SENSITIVE = []
|
3093
3469
|
include Aws::Structure
|
3094
3470
|
end
|
@@ -3118,8 +3494,8 @@ module Aws::GlueDataBrew
|
|
3118
3494
|
# }
|
3119
3495
|
#
|
3120
3496
|
# @!attribute [rw] sample
|
3121
|
-
# Represents the sample size and sampling type for
|
3122
|
-
#
|
3497
|
+
# Represents the sample size and sampling type for DataBrew to use for
|
3498
|
+
# interactive data analysis.
|
3123
3499
|
# @return [Types::Sample]
|
3124
3500
|
#
|
3125
3501
|
# @!attribute [rw] role_arn
|
@@ -3178,6 +3554,11 @@ module Aws::GlueDataBrew
|
|
3178
3554
|
# key: "Key",
|
3179
3555
|
# },
|
3180
3556
|
# overwrite: false,
|
3557
|
+
# format_options: {
|
3558
|
+
# csv: {
|
3559
|
+
# delimiter: "Delimiter",
|
3560
|
+
# },
|
3561
|
+
# },
|
3181
3562
|
# },
|
3182
3563
|
# ],
|
3183
3564
|
# role_arn: "Arn", # required
|
@@ -3192,7 +3573,7 @@ module Aws::GlueDataBrew
|
|
3192
3573
|
# @!attribute [rw] encryption_mode
|
3193
3574
|
# The encryption mode for the job, which can be one of the following:
|
3194
3575
|
#
|
3195
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
3576
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
3196
3577
|
#
|
3197
3578
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3198
3579
|
# @return [String]
|
@@ -3202,9 +3583,9 @@ module Aws::GlueDataBrew
|
|
3202
3583
|
# @return [String]
|
3203
3584
|
#
|
3204
3585
|
# @!attribute [rw] log_subscription
|
3205
|
-
#
|
3206
|
-
#
|
3207
|
-
#
|
3586
|
+
# Enables or disables Amazon CloudWatch logging for the job. If
|
3587
|
+
# logging is enabled, CloudWatch writes one log stream for each job
|
3588
|
+
# run.
|
3208
3589
|
# @return [String]
|
3209
3590
|
#
|
3210
3591
|
# @!attribute [rw] max_capacity
|
@@ -3223,7 +3604,7 @@ module Aws::GlueDataBrew
|
|
3223
3604
|
#
|
3224
3605
|
# @!attribute [rw] role_arn
|
3225
3606
|
# The Amazon Resource Name (ARN) of the AWS Identity and Access
|
3226
|
-
# Management (IAM) role to be assumed
|
3607
|
+
# Management (IAM) role to be assumed when DataBrew runs the job.
|
3227
3608
|
# @return [String]
|
3228
3609
|
#
|
3229
3610
|
# @!attribute [rw] timeout
|
@@ -3334,8 +3715,13 @@ module Aws::GlueDataBrew
|
|
3334
3715
|
# @return [Array<String>]
|
3335
3716
|
#
|
3336
3717
|
# @!attribute [rw] cron_expression
|
3337
|
-
# The date or dates and time or times
|
3338
|
-
#
|
3718
|
+
# The date or dates and time or times when the jobs are to be run. For
|
3719
|
+
# more information, see [Cron expressions][1] in the *AWS Glue
|
3720
|
+
# DataBrew Developer Guide*.
|
3721
|
+
#
|
3722
|
+
#
|
3723
|
+
#
|
3724
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/jobs.cron.html
|
3339
3725
|
# @return [String]
|
3340
3726
|
#
|
3341
3727
|
# @!attribute [rw] name
|
@@ -3377,8 +3763,7 @@ module Aws::GlueDataBrew
|
|
3377
3763
|
include Aws::Structure
|
3378
3764
|
end
|
3379
3765
|
|
3380
|
-
# Represents the data being being transformed during an
|
3381
|
-
# DataBrew project session.
|
3766
|
+
# Represents the data being being transformed during an action.
|
3382
3767
|
#
|
3383
3768
|
# @note When making an API call, you may pass ViewFrame
|
3384
3769
|
# data as a hash:
|