aws-sdk-gluedatabrew 1.4.0 → 1.5.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 8f977de76d2bd172cf3bad23350359e398a8361f6970c4231d0809736e24dd3b
4
- data.tar.gz: 868992e293bfe6926e31172b8972a334bbd2ebea5a891f13e3c51b835cd75f39
3
+ metadata.gz: 511e98419a5208c4a5b26a5e8a15e3003616ef9d397d8e0020bfcf5c068c8819
4
+ data.tar.gz: 56225935d6dc9549438a0c876867411ef4282613567ea919b1f94e0a0254ea6d
5
5
  SHA512:
6
- metadata.gz: 33e362853685cb7a094891998c76c77d4818609b1ac123d7e8966446c19e8b6992312dadd9b167d1ffa47725d3136918482d1715fc5e14c5d05efff1779cbdbb
7
- data.tar.gz: ee679e8f7182b872e199dbf2f95bbf73ffaea2d2325b69322b3bdca47b40eb441caf54fd54998712f493a62e1e2953b0324d5c1d4a51bd3a7c881154ceadb0dc
6
+ metadata.gz: 82c04d5d87a729404100300ce95b6daee496ae8409cbf47bb1e389c2e6f4603ce4a923b1a75655b08e847334efe316ba981ba4f55171c92c893a2f83747a42b0
7
+ data.tar.gz: 18e03cf8ed7061bf6284049d868374b4bf9c9a0257f57fbf4f6a368be11b2b8ec9229e6124565714921b72c2d913e38a74a8309b60fed1f990aef96ef8136204
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
48
48
  # @!group service
49
49
  module Aws::GlueDataBrew
50
50
 
51
- GEM_VERSION = '1.4.0'
51
+ GEM_VERSION = '1.5.0'
52
52
 
53
53
  end
@@ -399,6 +399,10 @@ module Aws::GlueDataBrew
399
399
  # The name of the dataset to be created. Valid characters are
400
400
  # alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
401
401
  #
402
+ # @option params [String] :format
403
+ # Specifies the file format of a dataset created from an S3 file or
404
+ # folder.
405
+ #
402
406
  # @option params [Types::FormatOptions] :format_options
403
407
  # Options that define the structure of either Csv, Excel, or JSON input.
404
408
  #
@@ -417,6 +421,7 @@ module Aws::GlueDataBrew
417
421
  #
418
422
  # resp = client.create_dataset({
419
423
  # name: "DatasetName", # required
424
+ # format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
420
425
  # format_options: {
421
426
  # json: {
422
427
  # multi_line: false,
@@ -424,9 +429,11 @@ module Aws::GlueDataBrew
424
429
  # excel: {
425
430
  # sheet_names: ["SheetName"],
426
431
  # sheet_indexes: [1],
432
+ # header_row: false,
427
433
  # },
428
434
  # csv: {
429
435
  # delimiter: "Delimiter",
436
+ # header_row: false,
430
437
  # },
431
438
  # },
432
439
  # input: { # required
@@ -991,6 +998,7 @@ module Aws::GlueDataBrew
991
998
  # * {Types::DescribeDatasetResponse#created_by #created_by} => String
992
999
  # * {Types::DescribeDatasetResponse#create_date #create_date} => Time
993
1000
  # * {Types::DescribeDatasetResponse#name #name} => String
1001
+ # * {Types::DescribeDatasetResponse#format #format} => String
994
1002
  # * {Types::DescribeDatasetResponse#format_options #format_options} => Types::FormatOptions
995
1003
  # * {Types::DescribeDatasetResponse#input #input} => Types::Input
996
1004
  # * {Types::DescribeDatasetResponse#last_modified_date #last_modified_date} => Time
@@ -1010,12 +1018,15 @@ module Aws::GlueDataBrew
1010
1018
  # resp.created_by #=> String
1011
1019
  # resp.create_date #=> Time
1012
1020
  # resp.name #=> String
1021
+ # resp.format #=> String, one of "CSV", "JSON", "PARQUET", "EXCEL"
1013
1022
  # resp.format_options.json.multi_line #=> Boolean
1014
1023
  # resp.format_options.excel.sheet_names #=> Array
1015
1024
  # resp.format_options.excel.sheet_names[0] #=> String
1016
1025
  # resp.format_options.excel.sheet_indexes #=> Array
1017
1026
  # resp.format_options.excel.sheet_indexes[0] #=> Integer
1027
+ # resp.format_options.excel.header_row #=> Boolean
1018
1028
  # resp.format_options.csv.delimiter #=> String
1029
+ # resp.format_options.csv.header_row #=> Boolean
1019
1030
  # resp.input.s3_input_definition.bucket #=> String
1020
1031
  # resp.input.s3_input_definition.key #=> String
1021
1032
  # resp.input.data_catalog_input_definition.catalog_id #=> String
@@ -1384,12 +1395,15 @@ module Aws::GlueDataBrew
1384
1395
  # resp.datasets[0].created_by #=> String
1385
1396
  # resp.datasets[0].create_date #=> Time
1386
1397
  # resp.datasets[0].name #=> String
1398
+ # resp.datasets[0].format #=> String, one of "CSV", "JSON", "PARQUET", "EXCEL"
1387
1399
  # resp.datasets[0].format_options.json.multi_line #=> Boolean
1388
1400
  # resp.datasets[0].format_options.excel.sheet_names #=> Array
1389
1401
  # resp.datasets[0].format_options.excel.sheet_names[0] #=> String
1390
1402
  # resp.datasets[0].format_options.excel.sheet_indexes #=> Array
1391
1403
  # resp.datasets[0].format_options.excel.sheet_indexes[0] #=> Integer
1404
+ # resp.datasets[0].format_options.excel.header_row #=> Boolean
1392
1405
  # resp.datasets[0].format_options.csv.delimiter #=> String
1406
+ # resp.datasets[0].format_options.csv.header_row #=> Boolean
1393
1407
  # resp.datasets[0].input.s3_input_definition.bucket #=> String
1394
1408
  # resp.datasets[0].input.s3_input_definition.key #=> String
1395
1409
  # resp.datasets[0].input.data_catalog_input_definition.catalog_id #=> String
@@ -2093,6 +2107,10 @@ module Aws::GlueDataBrew
2093
2107
  # @option params [required, String] :name
2094
2108
  # The name of the dataset to be updated.
2095
2109
  #
2110
+ # @option params [String] :format
2111
+ # Specifies the file format of a dataset created from an S3 file or
2112
+ # folder.
2113
+ #
2096
2114
  # @option params [Types::FormatOptions] :format_options
2097
2115
  # Options that define the structure of either Csv, Excel, or JSON input.
2098
2116
  #
@@ -2108,6 +2126,7 @@ module Aws::GlueDataBrew
2108
2126
  #
2109
2127
  # resp = client.update_dataset({
2110
2128
  # name: "DatasetName", # required
2129
+ # format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
2111
2130
  # format_options: {
2112
2131
  # json: {
2113
2132
  # multi_line: false,
@@ -2115,9 +2134,11 @@ module Aws::GlueDataBrew
2115
2134
  # excel: {
2116
2135
  # sheet_names: ["SheetName"],
2117
2136
  # sheet_indexes: [1],
2137
+ # header_row: false,
2118
2138
  # },
2119
2139
  # csv: {
2120
2140
  # delimiter: "Delimiter",
2141
+ # header_row: false,
2121
2142
  # },
2122
2143
  # },
2123
2144
  # input: { # required
@@ -2471,7 +2492,7 @@ module Aws::GlueDataBrew
2471
2492
  params: params,
2472
2493
  config: config)
2473
2494
  context[:gem_name] = 'aws-sdk-gluedatabrew'
2474
- context[:gem_version] = '1.4.0'
2495
+ context[:gem_version] = '1.5.0'
2475
2496
  Seahorse::Client::Request.new(handlers, context)
2476
2497
  end
2477
2498
 
@@ -84,8 +84,10 @@ module Aws::GlueDataBrew
84
84
  ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
85
85
  ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
86
86
  FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
87
+ HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
87
88
  HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
88
89
  Input = Shapes::StructureShape.new(name: 'Input')
90
+ InputFormat = Shapes::StringShape.new(name: 'InputFormat')
89
91
  InternalServerException = Shapes::StructureShape.new(name: 'InternalServerException')
90
92
  Job = Shapes::StructureShape.new(name: 'Job')
91
93
  JobList = Shapes::ListShape.new(name: 'JobList')
@@ -234,6 +236,7 @@ module Aws::GlueDataBrew
234
236
  ConflictException.struct_class = Types::ConflictException
235
237
 
236
238
  CreateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
239
+ CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
237
240
  CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
238
241
  CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
239
242
  CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
@@ -307,6 +310,7 @@ module Aws::GlueDataBrew
307
310
  CreateScheduleResponse.struct_class = Types::CreateScheduleResponse
308
311
 
309
312
  CsvOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
313
+ CsvOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
310
314
  CsvOptions.struct_class = Types::CsvOptions
311
315
 
312
316
  CsvOutputOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
@@ -322,6 +326,7 @@ module Aws::GlueDataBrew
322
326
  Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
323
327
  Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
324
328
  Dataset.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
329
+ Dataset.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
325
330
  Dataset.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
326
331
  Dataset.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
327
332
  Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
@@ -371,6 +376,7 @@ module Aws::GlueDataBrew
371
376
  DescribeDatasetResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
372
377
  DescribeDatasetResponse.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
373
378
  DescribeDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
379
+ DescribeDatasetResponse.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
374
380
  DescribeDatasetResponse.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
375
381
  DescribeDatasetResponse.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
376
382
  DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
@@ -480,6 +486,7 @@ module Aws::GlueDataBrew
480
486
 
481
487
  ExcelOptions.add_member(:sheet_names, Shapes::ShapeRef.new(shape: SheetNameList, location_name: "SheetNames"))
482
488
  ExcelOptions.add_member(:sheet_indexes, Shapes::ShapeRef.new(shape: SheetIndexList, location_name: "SheetIndexes"))
489
+ ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
483
490
  ExcelOptions.struct_class = Types::ExcelOptions
484
491
 
485
492
  FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
@@ -782,6 +789,7 @@ module Aws::GlueDataBrew
782
789
  UntagResourceResponse.struct_class = Types::UntagResourceResponse
783
790
 
784
791
  UpdateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
792
+ UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
785
793
  UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
786
794
  UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
787
795
  UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
@@ -134,6 +134,7 @@ module Aws::GlueDataBrew
134
134
  #
135
135
  # {
136
136
  # name: "DatasetName", # required
137
+ # format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
137
138
  # format_options: {
138
139
  # json: {
139
140
  # multi_line: false,
@@ -141,9 +142,11 @@ module Aws::GlueDataBrew
141
142
  # excel: {
142
143
  # sheet_names: ["SheetName"],
143
144
  # sheet_indexes: [1],
145
+ # header_row: false,
144
146
  # },
145
147
  # csv: {
146
148
  # delimiter: "Delimiter",
149
+ # header_row: false,
147
150
  # },
148
151
  # },
149
152
  # input: { # required
@@ -171,6 +174,11 @@ module Aws::GlueDataBrew
171
174
  # alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
172
175
  # @return [String]
173
176
  #
177
+ # @!attribute [rw] format
178
+ # Specifies the file format of a dataset created from an S3 file or
179
+ # folder.
180
+ # @return [String]
181
+ #
174
182
  # @!attribute [rw] format_options
175
183
  # Options that define the structure of either Csv, Excel, or JSON
176
184
  # input.
@@ -189,6 +197,7 @@ module Aws::GlueDataBrew
189
197
  #
190
198
  class CreateDatasetRequest < Struct.new(
191
199
  :name,
200
+ :format,
192
201
  :format_options,
193
202
  :input,
194
203
  :tags)
@@ -672,6 +681,7 @@ module Aws::GlueDataBrew
672
681
  #
673
682
  # {
674
683
  # delimiter: "Delimiter",
684
+ # header_row: false,
675
685
  # }
676
686
  #
677
687
  # @!attribute [rw] delimiter
@@ -679,10 +689,16 @@ module Aws::GlueDataBrew
679
689
  # Csv file.
680
690
  # @return [String]
681
691
  #
692
+ # @!attribute [rw] header_row
693
+ # A variable that specifies whether the first row in the file will be
694
+ # parsed as the header. If false, column names will be auto-generated.
695
+ # @return [Boolean]
696
+ #
682
697
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOptions AWS API Documentation
683
698
  #
684
699
  class CsvOptions < Struct.new(
685
- :delimiter)
700
+ :delimiter,
701
+ :header_row)
686
702
  SENSITIVE = []
687
703
  include Aws::Structure
688
704
  end
@@ -773,6 +789,11 @@ module Aws::GlueDataBrew
773
789
  # The unique name of the dataset.
774
790
  # @return [String]
775
791
  #
792
+ # @!attribute [rw] format
793
+ # Specifies the file format of a dataset created from an S3 file or
794
+ # folder.
795
+ # @return [String]
796
+ #
776
797
  # @!attribute [rw] format_options
777
798
  # Options that define how DataBrew interprets the data in the dataset.
778
799
  # @return [Types::FormatOptions]
@@ -811,6 +832,7 @@ module Aws::GlueDataBrew
811
832
  :created_by,
812
833
  :create_date,
813
834
  :name,
835
+ :format,
814
836
  :format_options,
815
837
  :input,
816
838
  :last_modified_date,
@@ -1021,6 +1043,11 @@ module Aws::GlueDataBrew
1021
1043
  # The name of the dataset.
1022
1044
  # @return [String]
1023
1045
  #
1046
+ # @!attribute [rw] format
1047
+ # Specifies the file format of a dataset created from an S3 file or
1048
+ # folder.
1049
+ # @return [String]
1050
+ #
1024
1051
  # @!attribute [rw] format_options
1025
1052
  # Options that define the structure of either Csv, Excel, or JSON
1026
1053
  # input.
@@ -1059,6 +1086,7 @@ module Aws::GlueDataBrew
1059
1086
  :created_by,
1060
1087
  :create_date,
1061
1088
  :name,
1089
+ :format,
1062
1090
  :format_options,
1063
1091
  :input,
1064
1092
  :last_modified_date,
@@ -1622,6 +1650,7 @@ module Aws::GlueDataBrew
1622
1650
  # {
1623
1651
  # sheet_names: ["SheetName"],
1624
1652
  # sheet_indexes: [1],
1653
+ # header_row: false,
1625
1654
  # }
1626
1655
  #
1627
1656
  # @!attribute [rw] sheet_names
@@ -1634,11 +1663,17 @@ module Aws::GlueDataBrew
1634
1663
  # included in the dataset.
1635
1664
  # @return [Array<Integer>]
1636
1665
  #
1666
+ # @!attribute [rw] header_row
1667
+ # A variable that specifies whether the first row in the file will be
1668
+ # parsed as the header. If false, column names will be auto-generated.
1669
+ # @return [Boolean]
1670
+ #
1637
1671
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ExcelOptions AWS API Documentation
1638
1672
  #
1639
1673
  class ExcelOptions < Struct.new(
1640
1674
  :sheet_names,
1641
- :sheet_indexes)
1675
+ :sheet_indexes,
1676
+ :header_row)
1642
1677
  SENSITIVE = []
1643
1678
  include Aws::Structure
1644
1679
  end
@@ -1655,9 +1690,11 @@ module Aws::GlueDataBrew
1655
1690
  # excel: {
1656
1691
  # sheet_names: ["SheetName"],
1657
1692
  # sheet_indexes: [1],
1693
+ # header_row: false,
1658
1694
  # },
1659
1695
  # csv: {
1660
1696
  # delimiter: "Delimiter",
1697
+ # header_row: false,
1661
1698
  # },
1662
1699
  # }
1663
1700
  #
@@ -3264,6 +3301,7 @@ module Aws::GlueDataBrew
3264
3301
  #
3265
3302
  # {
3266
3303
  # name: "DatasetName", # required
3304
+ # format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
3267
3305
  # format_options: {
3268
3306
  # json: {
3269
3307
  # multi_line: false,
@@ -3271,9 +3309,11 @@ module Aws::GlueDataBrew
3271
3309
  # excel: {
3272
3310
  # sheet_names: ["SheetName"],
3273
3311
  # sheet_indexes: [1],
3312
+ # header_row: false,
3274
3313
  # },
3275
3314
  # csv: {
3276
3315
  # delimiter: "Delimiter",
3316
+ # header_row: false,
3277
3317
  # },
3278
3318
  # },
3279
3319
  # input: { # required
@@ -3297,6 +3337,11 @@ module Aws::GlueDataBrew
3297
3337
  # The name of the dataset to be updated.
3298
3338
  # @return [String]
3299
3339
  #
3340
+ # @!attribute [rw] format
3341
+ # Specifies the file format of a dataset created from an S3 file or
3342
+ # folder.
3343
+ # @return [String]
3344
+ #
3300
3345
  # @!attribute [rw] format_options
3301
3346
  # Options that define the structure of either Csv, Excel, or JSON
3302
3347
  # input.
@@ -3311,6 +3356,7 @@ module Aws::GlueDataBrew
3311
3356
  #
3312
3357
  class UpdateDatasetRequest < Struct.new(
3313
3358
  :name,
3359
+ :format,
3314
3360
  :format_options,
3315
3361
  :input)
3316
3362
  SENSITIVE = []
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-gluedatabrew
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.4.0
4
+ version: 1.5.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-02-11 00:00:00.000000000 Z
11
+ date: 2021-02-25 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core