aws-sdk-gluedatabrew 1.20.0 → 1.21.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +9 -1
- data/lib/aws-sdk-gluedatabrew/client_api.rb +2 -0
- data/lib/aws-sdk-gluedatabrew/types.rb +11 -1
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e48f811b00ad81abf556ffb0c9442b0af68896a06ee38dc83a0b4b3b510eb2cb
|
4
|
+
data.tar.gz: 39319ee5abc64848a1cee0a0b0b1533ea4b0442ccb2df079c1389f00fe554bcc
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 17448cad770c757eac67582c745d681f43bf28615effc2483ed33cfd93fa98153fb5d6267b32d7c666dfc8d58b73422b4a9ddbf96f0f03a492cc0c7b75545dda
|
7
|
+
data.tar.gz: 8e1017e1172bdd6ebff455dc0ff29aa127291de2aebfce828df613146b49c6fe0da33802cdd26e0d6a9cce27357c001dc8a21209fc30ad9ad35b16333b7b2d91
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.21.0 (2022-02-24)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This AWS Glue Databrew release adds feature to merge job outputs into a max number of files for S3 File output type.
|
8
|
+
|
4
9
|
1.20.0 (2022-02-03)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.21.0
|
@@ -27,6 +27,7 @@ require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
|
|
27
27
|
require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
|
28
28
|
require 'aws-sdk-core/plugins/transfer_encoding.rb'
|
29
29
|
require 'aws-sdk-core/plugins/http_checksum.rb'
|
30
|
+
require 'aws-sdk-core/plugins/checksum_algorithm.rb'
|
30
31
|
require 'aws-sdk-core/plugins/defaults_mode.rb'
|
31
32
|
require 'aws-sdk-core/plugins/recursion_detection.rb'
|
32
33
|
require 'aws-sdk-core/plugins/signature_v4.rb'
|
@@ -75,6 +76,7 @@ module Aws::GlueDataBrew
|
|
75
76
|
add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
|
76
77
|
add_plugin(Aws::Plugins::TransferEncoding)
|
77
78
|
add_plugin(Aws::Plugins::HttpChecksum)
|
79
|
+
add_plugin(Aws::Plugins::ChecksumAlgorithm)
|
78
80
|
add_plugin(Aws::Plugins::DefaultsMode)
|
79
81
|
add_plugin(Aws::Plugins::RecursionDetection)
|
80
82
|
add_plugin(Aws::Plugins::SignatureV4)
|
@@ -909,6 +911,7 @@ module Aws::GlueDataBrew
|
|
909
911
|
# delimiter: "Delimiter",
|
910
912
|
# },
|
911
913
|
# },
|
914
|
+
# max_output_files: 1,
|
912
915
|
# },
|
913
916
|
# ],
|
914
917
|
# data_catalog_outputs: [
|
@@ -1419,6 +1422,7 @@ module Aws::GlueDataBrew
|
|
1419
1422
|
# resp.outputs[0].location.bucket_owner #=> String
|
1420
1423
|
# resp.outputs[0].overwrite #=> Boolean
|
1421
1424
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1425
|
+
# resp.outputs[0].max_output_files #=> Integer
|
1422
1426
|
# resp.data_catalog_outputs #=> Array
|
1423
1427
|
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1424
1428
|
# resp.data_catalog_outputs[0].database_name #=> String
|
@@ -1571,6 +1575,7 @@ module Aws::GlueDataBrew
|
|
1571
1575
|
# resp.outputs[0].location.bucket_owner #=> String
|
1572
1576
|
# resp.outputs[0].overwrite #=> Boolean
|
1573
1577
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1578
|
+
# resp.outputs[0].max_output_files #=> Integer
|
1574
1579
|
# resp.data_catalog_outputs #=> Array
|
1575
1580
|
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1576
1581
|
# resp.data_catalog_outputs[0].database_name #=> String
|
@@ -1970,6 +1975,7 @@ module Aws::GlueDataBrew
|
|
1970
1975
|
# resp.job_runs[0].outputs[0].location.bucket_owner #=> String
|
1971
1976
|
# resp.job_runs[0].outputs[0].overwrite #=> Boolean
|
1972
1977
|
# resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
|
1978
|
+
# resp.job_runs[0].outputs[0].max_output_files #=> Integer
|
1973
1979
|
# resp.job_runs[0].data_catalog_outputs #=> Array
|
1974
1980
|
# resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
|
1975
1981
|
# resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
|
@@ -2070,6 +2076,7 @@ module Aws::GlueDataBrew
|
|
2070
2076
|
# resp.jobs[0].outputs[0].location.bucket_owner #=> String
|
2071
2077
|
# resp.jobs[0].outputs[0].overwrite #=> Boolean
|
2072
2078
|
# resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
|
2079
|
+
# resp.jobs[0].outputs[0].max_output_files #=> Integer
|
2073
2080
|
# resp.jobs[0].data_catalog_outputs #=> Array
|
2074
2081
|
# resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
|
2075
2082
|
# resp.jobs[0].data_catalog_outputs[0].database_name #=> String
|
@@ -3141,6 +3148,7 @@ module Aws::GlueDataBrew
|
|
3141
3148
|
# delimiter: "Delimiter",
|
3142
3149
|
# },
|
3143
3150
|
# },
|
3151
|
+
# max_output_files: 1,
|
3144
3152
|
# },
|
3145
3153
|
# ],
|
3146
3154
|
# data_catalog_outputs: [
|
@@ -3309,7 +3317,7 @@ module Aws::GlueDataBrew
|
|
3309
3317
|
params: params,
|
3310
3318
|
config: config)
|
3311
3319
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
3312
|
-
context[:gem_version] = '1.
|
3320
|
+
context[:gem_version] = '1.21.0'
|
3313
3321
|
Seahorse::Client::Request.new(handlers, context)
|
3314
3322
|
end
|
3315
3323
|
|
@@ -161,6 +161,7 @@ module Aws::GlueDataBrew
|
|
161
161
|
LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
|
162
162
|
MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
|
163
163
|
MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
|
164
|
+
MaxOutputFiles = Shapes::IntegerShape.new(name: 'MaxOutputFiles')
|
164
165
|
MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
|
165
166
|
MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
|
166
167
|
Message = Shapes::StringShape.new(name: 'Message')
|
@@ -842,6 +843,7 @@ module Aws::GlueDataBrew
|
|
842
843
|
Output.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
|
843
844
|
Output.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
|
844
845
|
Output.add_member(:format_options, Shapes::ShapeRef.new(shape: OutputFormatOptions, location_name: "FormatOptions"))
|
846
|
+
Output.add_member(:max_output_files, Shapes::ShapeRef.new(shape: MaxOutputFiles, location_name: "MaxOutputFiles"))
|
845
847
|
Output.struct_class = Types::Output
|
846
848
|
|
847
849
|
OutputFormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOutputOptions, location_name: "Csv"))
|
@@ -656,6 +656,7 @@ module Aws::GlueDataBrew
|
|
656
656
|
# delimiter: "Delimiter",
|
657
657
|
# },
|
658
658
|
# },
|
659
|
+
# max_output_files: 1,
|
659
660
|
# },
|
660
661
|
# ],
|
661
662
|
# data_catalog_outputs: [
|
@@ -3593,6 +3594,7 @@ module Aws::GlueDataBrew
|
|
3593
3594
|
# delimiter: "Delimiter",
|
3594
3595
|
# },
|
3595
3596
|
# },
|
3597
|
+
# max_output_files: 1,
|
3596
3598
|
# }
|
3597
3599
|
#
|
3598
3600
|
# @!attribute [rw] compression_format
|
@@ -3623,6 +3625,12 @@ module Aws::GlueDataBrew
|
|
3623
3625
|
# files.
|
3624
3626
|
# @return [Types::OutputFormatOptions]
|
3625
3627
|
#
|
3628
|
+
# @!attribute [rw] max_output_files
|
3629
|
+
# Maximum number of files to be generated by the job and written to
|
3630
|
+
# the output folder. For output partitioned by column(s), the
|
3631
|
+
# MaxOutputFiles value is the maximum number of files per partition.
|
3632
|
+
# @return [Integer]
|
3633
|
+
#
|
3626
3634
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
|
3627
3635
|
#
|
3628
3636
|
class Output < Struct.new(
|
@@ -3631,7 +3639,8 @@ module Aws::GlueDataBrew
|
|
3631
3639
|
:partition_columns,
|
3632
3640
|
:location,
|
3633
3641
|
:overwrite,
|
3634
|
-
:format_options
|
3642
|
+
:format_options,
|
3643
|
+
:max_output_files)
|
3635
3644
|
SENSITIVE = []
|
3636
3645
|
include Aws::Structure
|
3637
3646
|
end
|
@@ -5259,6 +5268,7 @@ module Aws::GlueDataBrew
|
|
5259
5268
|
# delimiter: "Delimiter",
|
5260
5269
|
# },
|
5261
5270
|
# },
|
5271
|
+
# max_output_files: 1,
|
5262
5272
|
# },
|
5263
5273
|
# ],
|
5264
5274
|
# data_catalog_outputs: [
|
data/lib/aws-sdk-gluedatabrew.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-gluedatabrew
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.21.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-02-
|
11
|
+
date: 2022-02-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|
@@ -19,7 +19,7 @@ dependencies:
|
|
19
19
|
version: '3'
|
20
20
|
- - ">="
|
21
21
|
- !ruby/object:Gem::Version
|
22
|
-
version: 3.
|
22
|
+
version: 3.127.0
|
23
23
|
type: :runtime
|
24
24
|
prerelease: false
|
25
25
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -29,7 +29,7 @@ dependencies:
|
|
29
29
|
version: '3'
|
30
30
|
- - ">="
|
31
31
|
- !ruby/object:Gem::Version
|
32
|
-
version: 3.
|
32
|
+
version: 3.127.0
|
33
33
|
- !ruby/object:Gem::Dependency
|
34
34
|
name: aws-sigv4
|
35
35
|
requirement: !ruby/object:Gem::Requirement
|