aws-sdk-gluedatabrew 1.4.0 → 1.5.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 511e98419a5208c4a5b26a5e8a15e3003616ef9d397d8e0020bfcf5c068c8819
|
4
|
+
data.tar.gz: 56225935d6dc9549438a0c876867411ef4282613567ea919b1f94e0a0254ea6d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 82c04d5d87a729404100300ce95b6daee496ae8409cbf47bb1e389c2e6f4603ce4a923b1a75655b08e847334efe316ba981ba4f55171c92c893a2f83747a42b0
|
7
|
+
data.tar.gz: 18e03cf8ed7061bf6284049d868374b4bf9c9a0257f57fbf4f6a368be11b2b8ec9229e6124565714921b72c2d913e38a74a8309b60fed1f990aef96ef8136204
|
data/lib/aws-sdk-gluedatabrew.rb
CHANGED
@@ -399,6 +399,10 @@ module Aws::GlueDataBrew
|
|
399
399
|
# The name of the dataset to be created. Valid characters are
|
400
400
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
401
401
|
#
|
402
|
+
# @option params [String] :format
|
403
|
+
# Specifies the file format of a dataset created from an S3 file or
|
404
|
+
# folder.
|
405
|
+
#
|
402
406
|
# @option params [Types::FormatOptions] :format_options
|
403
407
|
# Options that define the structure of either Csv, Excel, or JSON input.
|
404
408
|
#
|
@@ -417,6 +421,7 @@ module Aws::GlueDataBrew
|
|
417
421
|
#
|
418
422
|
# resp = client.create_dataset({
|
419
423
|
# name: "DatasetName", # required
|
424
|
+
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
|
420
425
|
# format_options: {
|
421
426
|
# json: {
|
422
427
|
# multi_line: false,
|
@@ -424,9 +429,11 @@ module Aws::GlueDataBrew
|
|
424
429
|
# excel: {
|
425
430
|
# sheet_names: ["SheetName"],
|
426
431
|
# sheet_indexes: [1],
|
432
|
+
# header_row: false,
|
427
433
|
# },
|
428
434
|
# csv: {
|
429
435
|
# delimiter: "Delimiter",
|
436
|
+
# header_row: false,
|
430
437
|
# },
|
431
438
|
# },
|
432
439
|
# input: { # required
|
@@ -991,6 +998,7 @@ module Aws::GlueDataBrew
|
|
991
998
|
# * {Types::DescribeDatasetResponse#created_by #created_by} => String
|
992
999
|
# * {Types::DescribeDatasetResponse#create_date #create_date} => Time
|
993
1000
|
# * {Types::DescribeDatasetResponse#name #name} => String
|
1001
|
+
# * {Types::DescribeDatasetResponse#format #format} => String
|
994
1002
|
# * {Types::DescribeDatasetResponse#format_options #format_options} => Types::FormatOptions
|
995
1003
|
# * {Types::DescribeDatasetResponse#input #input} => Types::Input
|
996
1004
|
# * {Types::DescribeDatasetResponse#last_modified_date #last_modified_date} => Time
|
@@ -1010,12 +1018,15 @@ module Aws::GlueDataBrew
|
|
1010
1018
|
# resp.created_by #=> String
|
1011
1019
|
# resp.create_date #=> Time
|
1012
1020
|
# resp.name #=> String
|
1021
|
+
# resp.format #=> String, one of "CSV", "JSON", "PARQUET", "EXCEL"
|
1013
1022
|
# resp.format_options.json.multi_line #=> Boolean
|
1014
1023
|
# resp.format_options.excel.sheet_names #=> Array
|
1015
1024
|
# resp.format_options.excel.sheet_names[0] #=> String
|
1016
1025
|
# resp.format_options.excel.sheet_indexes #=> Array
|
1017
1026
|
# resp.format_options.excel.sheet_indexes[0] #=> Integer
|
1027
|
+
# resp.format_options.excel.header_row #=> Boolean
|
1018
1028
|
# resp.format_options.csv.delimiter #=> String
|
1029
|
+
# resp.format_options.csv.header_row #=> Boolean
|
1019
1030
|
# resp.input.s3_input_definition.bucket #=> String
|
1020
1031
|
# resp.input.s3_input_definition.key #=> String
|
1021
1032
|
# resp.input.data_catalog_input_definition.catalog_id #=> String
|
@@ -1384,12 +1395,15 @@ module Aws::GlueDataBrew
|
|
1384
1395
|
# resp.datasets[0].created_by #=> String
|
1385
1396
|
# resp.datasets[0].create_date #=> Time
|
1386
1397
|
# resp.datasets[0].name #=> String
|
1398
|
+
# resp.datasets[0].format #=> String, one of "CSV", "JSON", "PARQUET", "EXCEL"
|
1387
1399
|
# resp.datasets[0].format_options.json.multi_line #=> Boolean
|
1388
1400
|
# resp.datasets[0].format_options.excel.sheet_names #=> Array
|
1389
1401
|
# resp.datasets[0].format_options.excel.sheet_names[0] #=> String
|
1390
1402
|
# resp.datasets[0].format_options.excel.sheet_indexes #=> Array
|
1391
1403
|
# resp.datasets[0].format_options.excel.sheet_indexes[0] #=> Integer
|
1404
|
+
# resp.datasets[0].format_options.excel.header_row #=> Boolean
|
1392
1405
|
# resp.datasets[0].format_options.csv.delimiter #=> String
|
1406
|
+
# resp.datasets[0].format_options.csv.header_row #=> Boolean
|
1393
1407
|
# resp.datasets[0].input.s3_input_definition.bucket #=> String
|
1394
1408
|
# resp.datasets[0].input.s3_input_definition.key #=> String
|
1395
1409
|
# resp.datasets[0].input.data_catalog_input_definition.catalog_id #=> String
|
@@ -2093,6 +2107,10 @@ module Aws::GlueDataBrew
|
|
2093
2107
|
# @option params [required, String] :name
|
2094
2108
|
# The name of the dataset to be updated.
|
2095
2109
|
#
|
2110
|
+
# @option params [String] :format
|
2111
|
+
# Specifies the file format of a dataset created from an S3 file or
|
2112
|
+
# folder.
|
2113
|
+
#
|
2096
2114
|
# @option params [Types::FormatOptions] :format_options
|
2097
2115
|
# Options that define the structure of either Csv, Excel, or JSON input.
|
2098
2116
|
#
|
@@ -2108,6 +2126,7 @@ module Aws::GlueDataBrew
|
|
2108
2126
|
#
|
2109
2127
|
# resp = client.update_dataset({
|
2110
2128
|
# name: "DatasetName", # required
|
2129
|
+
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
|
2111
2130
|
# format_options: {
|
2112
2131
|
# json: {
|
2113
2132
|
# multi_line: false,
|
@@ -2115,9 +2134,11 @@ module Aws::GlueDataBrew
|
|
2115
2134
|
# excel: {
|
2116
2135
|
# sheet_names: ["SheetName"],
|
2117
2136
|
# sheet_indexes: [1],
|
2137
|
+
# header_row: false,
|
2118
2138
|
# },
|
2119
2139
|
# csv: {
|
2120
2140
|
# delimiter: "Delimiter",
|
2141
|
+
# header_row: false,
|
2121
2142
|
# },
|
2122
2143
|
# },
|
2123
2144
|
# input: { # required
|
@@ -2471,7 +2492,7 @@ module Aws::GlueDataBrew
|
|
2471
2492
|
params: params,
|
2472
2493
|
config: config)
|
2473
2494
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2474
|
-
context[:gem_version] = '1.
|
2495
|
+
context[:gem_version] = '1.5.0'
|
2475
2496
|
Seahorse::Client::Request.new(handlers, context)
|
2476
2497
|
end
|
2477
2498
|
|
@@ -84,8 +84,10 @@ module Aws::GlueDataBrew
|
|
84
84
|
ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
|
85
85
|
ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
|
86
86
|
FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
|
87
|
+
HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
|
87
88
|
HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
|
88
89
|
Input = Shapes::StructureShape.new(name: 'Input')
|
90
|
+
InputFormat = Shapes::StringShape.new(name: 'InputFormat')
|
89
91
|
InternalServerException = Shapes::StructureShape.new(name: 'InternalServerException')
|
90
92
|
Job = Shapes::StructureShape.new(name: 'Job')
|
91
93
|
JobList = Shapes::ListShape.new(name: 'JobList')
|
@@ -234,6 +236,7 @@ module Aws::GlueDataBrew
|
|
234
236
|
ConflictException.struct_class = Types::ConflictException
|
235
237
|
|
236
238
|
CreateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
239
|
+
CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
237
240
|
CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
238
241
|
CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
239
242
|
CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
@@ -307,6 +310,7 @@ module Aws::GlueDataBrew
|
|
307
310
|
CreateScheduleResponse.struct_class = Types::CreateScheduleResponse
|
308
311
|
|
309
312
|
CsvOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
|
313
|
+
CsvOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
|
310
314
|
CsvOptions.struct_class = Types::CsvOptions
|
311
315
|
|
312
316
|
CsvOutputOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
|
@@ -322,6 +326,7 @@ module Aws::GlueDataBrew
|
|
322
326
|
Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
323
327
|
Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
324
328
|
Dataset.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
329
|
+
Dataset.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
325
330
|
Dataset.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
326
331
|
Dataset.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
327
332
|
Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
@@ -371,6 +376,7 @@ module Aws::GlueDataBrew
|
|
371
376
|
DescribeDatasetResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
372
377
|
DescribeDatasetResponse.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
373
378
|
DescribeDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
379
|
+
DescribeDatasetResponse.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
374
380
|
DescribeDatasetResponse.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
375
381
|
DescribeDatasetResponse.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
376
382
|
DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
@@ -480,6 +486,7 @@ module Aws::GlueDataBrew
|
|
480
486
|
|
481
487
|
ExcelOptions.add_member(:sheet_names, Shapes::ShapeRef.new(shape: SheetNameList, location_name: "SheetNames"))
|
482
488
|
ExcelOptions.add_member(:sheet_indexes, Shapes::ShapeRef.new(shape: SheetIndexList, location_name: "SheetIndexes"))
|
489
|
+
ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
|
483
490
|
ExcelOptions.struct_class = Types::ExcelOptions
|
484
491
|
|
485
492
|
FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
|
@@ -782,6 +789,7 @@ module Aws::GlueDataBrew
|
|
782
789
|
UntagResourceResponse.struct_class = Types::UntagResourceResponse
|
783
790
|
|
784
791
|
UpdateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
|
792
|
+
UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
785
793
|
UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
786
794
|
UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
787
795
|
UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
|
@@ -134,6 +134,7 @@ module Aws::GlueDataBrew
|
|
134
134
|
#
|
135
135
|
# {
|
136
136
|
# name: "DatasetName", # required
|
137
|
+
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
|
137
138
|
# format_options: {
|
138
139
|
# json: {
|
139
140
|
# multi_line: false,
|
@@ -141,9 +142,11 @@ module Aws::GlueDataBrew
|
|
141
142
|
# excel: {
|
142
143
|
# sheet_names: ["SheetName"],
|
143
144
|
# sheet_indexes: [1],
|
145
|
+
# header_row: false,
|
144
146
|
# },
|
145
147
|
# csv: {
|
146
148
|
# delimiter: "Delimiter",
|
149
|
+
# header_row: false,
|
147
150
|
# },
|
148
151
|
# },
|
149
152
|
# input: { # required
|
@@ -171,6 +174,11 @@ module Aws::GlueDataBrew
|
|
171
174
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
172
175
|
# @return [String]
|
173
176
|
#
|
177
|
+
# @!attribute [rw] format
|
178
|
+
# Specifies the file format of a dataset created from an S3 file or
|
179
|
+
# folder.
|
180
|
+
# @return [String]
|
181
|
+
#
|
174
182
|
# @!attribute [rw] format_options
|
175
183
|
# Options that define the structure of either Csv, Excel, or JSON
|
176
184
|
# input.
|
@@ -189,6 +197,7 @@ module Aws::GlueDataBrew
|
|
189
197
|
#
|
190
198
|
class CreateDatasetRequest < Struct.new(
|
191
199
|
:name,
|
200
|
+
:format,
|
192
201
|
:format_options,
|
193
202
|
:input,
|
194
203
|
:tags)
|
@@ -672,6 +681,7 @@ module Aws::GlueDataBrew
|
|
672
681
|
#
|
673
682
|
# {
|
674
683
|
# delimiter: "Delimiter",
|
684
|
+
# header_row: false,
|
675
685
|
# }
|
676
686
|
#
|
677
687
|
# @!attribute [rw] delimiter
|
@@ -679,10 +689,16 @@ module Aws::GlueDataBrew
|
|
679
689
|
# Csv file.
|
680
690
|
# @return [String]
|
681
691
|
#
|
692
|
+
# @!attribute [rw] header_row
|
693
|
+
# A variable that specifies whether the first row in the file will be
|
694
|
+
# parsed as the header. If false, column names will be auto-generated.
|
695
|
+
# @return [Boolean]
|
696
|
+
#
|
682
697
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOptions AWS API Documentation
|
683
698
|
#
|
684
699
|
class CsvOptions < Struct.new(
|
685
|
-
:delimiter
|
700
|
+
:delimiter,
|
701
|
+
:header_row)
|
686
702
|
SENSITIVE = []
|
687
703
|
include Aws::Structure
|
688
704
|
end
|
@@ -773,6 +789,11 @@ module Aws::GlueDataBrew
|
|
773
789
|
# The unique name of the dataset.
|
774
790
|
# @return [String]
|
775
791
|
#
|
792
|
+
# @!attribute [rw] format
|
793
|
+
# Specifies the file format of a dataset created from an S3 file or
|
794
|
+
# folder.
|
795
|
+
# @return [String]
|
796
|
+
#
|
776
797
|
# @!attribute [rw] format_options
|
777
798
|
# Options that define how DataBrew interprets the data in the dataset.
|
778
799
|
# @return [Types::FormatOptions]
|
@@ -811,6 +832,7 @@ module Aws::GlueDataBrew
|
|
811
832
|
:created_by,
|
812
833
|
:create_date,
|
813
834
|
:name,
|
835
|
+
:format,
|
814
836
|
:format_options,
|
815
837
|
:input,
|
816
838
|
:last_modified_date,
|
@@ -1021,6 +1043,11 @@ module Aws::GlueDataBrew
|
|
1021
1043
|
# The name of the dataset.
|
1022
1044
|
# @return [String]
|
1023
1045
|
#
|
1046
|
+
# @!attribute [rw] format
|
1047
|
+
# Specifies the file format of a dataset created from an S3 file or
|
1048
|
+
# folder.
|
1049
|
+
# @return [String]
|
1050
|
+
#
|
1024
1051
|
# @!attribute [rw] format_options
|
1025
1052
|
# Options that define the structure of either Csv, Excel, or JSON
|
1026
1053
|
# input.
|
@@ -1059,6 +1086,7 @@ module Aws::GlueDataBrew
|
|
1059
1086
|
:created_by,
|
1060
1087
|
:create_date,
|
1061
1088
|
:name,
|
1089
|
+
:format,
|
1062
1090
|
:format_options,
|
1063
1091
|
:input,
|
1064
1092
|
:last_modified_date,
|
@@ -1622,6 +1650,7 @@ module Aws::GlueDataBrew
|
|
1622
1650
|
# {
|
1623
1651
|
# sheet_names: ["SheetName"],
|
1624
1652
|
# sheet_indexes: [1],
|
1653
|
+
# header_row: false,
|
1625
1654
|
# }
|
1626
1655
|
#
|
1627
1656
|
# @!attribute [rw] sheet_names
|
@@ -1634,11 +1663,17 @@ module Aws::GlueDataBrew
|
|
1634
1663
|
# included in the dataset.
|
1635
1664
|
# @return [Array<Integer>]
|
1636
1665
|
#
|
1666
|
+
# @!attribute [rw] header_row
|
1667
|
+
# A variable that specifies whether the first row in the file will be
|
1668
|
+
# parsed as the header. If false, column names will be auto-generated.
|
1669
|
+
# @return [Boolean]
|
1670
|
+
#
|
1637
1671
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ExcelOptions AWS API Documentation
|
1638
1672
|
#
|
1639
1673
|
class ExcelOptions < Struct.new(
|
1640
1674
|
:sheet_names,
|
1641
|
-
:sheet_indexes
|
1675
|
+
:sheet_indexes,
|
1676
|
+
:header_row)
|
1642
1677
|
SENSITIVE = []
|
1643
1678
|
include Aws::Structure
|
1644
1679
|
end
|
@@ -1655,9 +1690,11 @@ module Aws::GlueDataBrew
|
|
1655
1690
|
# excel: {
|
1656
1691
|
# sheet_names: ["SheetName"],
|
1657
1692
|
# sheet_indexes: [1],
|
1693
|
+
# header_row: false,
|
1658
1694
|
# },
|
1659
1695
|
# csv: {
|
1660
1696
|
# delimiter: "Delimiter",
|
1697
|
+
# header_row: false,
|
1661
1698
|
# },
|
1662
1699
|
# }
|
1663
1700
|
#
|
@@ -3264,6 +3301,7 @@ module Aws::GlueDataBrew
|
|
3264
3301
|
#
|
3265
3302
|
# {
|
3266
3303
|
# name: "DatasetName", # required
|
3304
|
+
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
|
3267
3305
|
# format_options: {
|
3268
3306
|
# json: {
|
3269
3307
|
# multi_line: false,
|
@@ -3271,9 +3309,11 @@ module Aws::GlueDataBrew
|
|
3271
3309
|
# excel: {
|
3272
3310
|
# sheet_names: ["SheetName"],
|
3273
3311
|
# sheet_indexes: [1],
|
3312
|
+
# header_row: false,
|
3274
3313
|
# },
|
3275
3314
|
# csv: {
|
3276
3315
|
# delimiter: "Delimiter",
|
3316
|
+
# header_row: false,
|
3277
3317
|
# },
|
3278
3318
|
# },
|
3279
3319
|
# input: { # required
|
@@ -3297,6 +3337,11 @@ module Aws::GlueDataBrew
|
|
3297
3337
|
# The name of the dataset to be updated.
|
3298
3338
|
# @return [String]
|
3299
3339
|
#
|
3340
|
+
# @!attribute [rw] format
|
3341
|
+
# Specifies the file format of a dataset created from an S3 file or
|
3342
|
+
# folder.
|
3343
|
+
# @return [String]
|
3344
|
+
#
|
3300
3345
|
# @!attribute [rw] format_options
|
3301
3346
|
# Options that define the structure of either Csv, Excel, or JSON
|
3302
3347
|
# input.
|
@@ -3311,6 +3356,7 @@ module Aws::GlueDataBrew
|
|
3311
3356
|
#
|
3312
3357
|
class UpdateDatasetRequest < Struct.new(
|
3313
3358
|
:name,
|
3359
|
+
:format,
|
3314
3360
|
:format_options,
|
3315
3361
|
:input)
|
3316
3362
|
SENSITIVE = []
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-gluedatabrew
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.5.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-02-
|
11
|
+
date: 2021-02-25 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|