aws-sdk-gluedatabrew 1.20.0 → 1.21.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4caffd96c1614a8942de25d99babf69d10b09c7ab0e11e1c1342b71af5e387e9
-  data.tar.gz: 926ac5822f49e42adea95cca0699815171b4c8cc3b26c8fb4367caf7ad6f4fe4
+  metadata.gz: e48f811b00ad81abf556ffb0c9442b0af68896a06ee38dc83a0b4b3b510eb2cb
+  data.tar.gz: 39319ee5abc64848a1cee0a0b0b1533ea4b0442ccb2df079c1389f00fe554bcc
 SHA512:
-  metadata.gz: 403e9ab7d262715f928f91d40809709a613e734d4d7cf2ef74fffd2c956a90cde1a9bfcd303ee12af3bcdc22a4a0b4b657b36f20ca4b290419f5326ce2dd7d95
-  data.tar.gz: 95818ad265eefd6245401cc2f3e0662cbe79ca1ab3fc9ce38ea671b8053c29a02a9819c975ee0ca970d232af1a886bb6ce061597d38ca63418d8afd15ce252c4
+  metadata.gz: 17448cad770c757eac67582c745d681f43bf28615effc2483ed33cfd93fa98153fb5d6267b32d7c666dfc8d58b73422b4a9ddbf96f0f03a492cc0c7b75545dda
+  data.tar.gz: 8e1017e1172bdd6ebff455dc0ff29aa127291de2aebfce828df613146b49c6fe0da33802cdd26e0d6a9cce27357c001dc8a21209fc30ad9ad35b16333b7b2d91

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.21.0 (2022-02-24)
+------------------
+
+* Feature - This AWS Glue Databrew release adds feature to merge job outputs into a max number of files for S3 File output type.
+
 1.20.0 (2022-02-03)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.20.0
+1.21.0

data/lib/aws-sdk-gluedatabrew/client.rb

@@ -27,6 +27,7 @@ require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
 require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
 require 'aws-sdk-core/plugins/transfer_encoding.rb'
 require 'aws-sdk-core/plugins/http_checksum.rb'
+require 'aws-sdk-core/plugins/checksum_algorithm.rb'
 require 'aws-sdk-core/plugins/defaults_mode.rb'
 require 'aws-sdk-core/plugins/recursion_detection.rb'
 require 'aws-sdk-core/plugins/signature_v4.rb'
@@ -75,6 +76,7 @@ module Aws::GlueDataBrew
     add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
     add_plugin(Aws::Plugins::TransferEncoding)
     add_plugin(Aws::Plugins::HttpChecksum)
+    add_plugin(Aws::Plugins::ChecksumAlgorithm)
     add_plugin(Aws::Plugins::DefaultsMode)
     add_plugin(Aws::Plugins::RecursionDetection)
     add_plugin(Aws::Plugins::SignatureV4)
@@ -909,6 +911,7 @@ module Aws::GlueDataBrew
     #             delimiter: "Delimiter",
     #           },
     #         },
+    #         max_output_files: 1,
     #       },
     #     ],
     #     data_catalog_outputs: [
@@ -1419,6 +1422,7 @@ module Aws::GlueDataBrew
     #   resp.outputs[0].location.bucket_owner #=> String
     #   resp.outputs[0].overwrite #=> Boolean
     #   resp.outputs[0].format_options.csv.delimiter #=> String
+    #   resp.outputs[0].max_output_files #=> Integer
     #   resp.data_catalog_outputs #=> Array
     #   resp.data_catalog_outputs[0].catalog_id #=> String
     #   resp.data_catalog_outputs[0].database_name #=> String
@@ -1571,6 +1575,7 @@ module Aws::GlueDataBrew
     #   resp.outputs[0].location.bucket_owner #=> String
     #   resp.outputs[0].overwrite #=> Boolean
     #   resp.outputs[0].format_options.csv.delimiter #=> String
+    #   resp.outputs[0].max_output_files #=> Integer
     #   resp.data_catalog_outputs #=> Array
     #   resp.data_catalog_outputs[0].catalog_id #=> String
     #   resp.data_catalog_outputs[0].database_name #=> String
@@ -1970,6 +1975,7 @@ module Aws::GlueDataBrew
     #   resp.job_runs[0].outputs[0].location.bucket_owner #=> String
     #   resp.job_runs[0].outputs[0].overwrite #=> Boolean
     #   resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
+    #   resp.job_runs[0].outputs[0].max_output_files #=> Integer
     #   resp.job_runs[0].data_catalog_outputs #=> Array
     #   resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
     #   resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
@@ -2070,6 +2076,7 @@ module Aws::GlueDataBrew
     #   resp.jobs[0].outputs[0].location.bucket_owner #=> String
     #   resp.jobs[0].outputs[0].overwrite #=> Boolean
     #   resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
+    #   resp.jobs[0].outputs[0].max_output_files #=> Integer
     #   resp.jobs[0].data_catalog_outputs #=> Array
     #   resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
     #   resp.jobs[0].data_catalog_outputs[0].database_name #=> String
@@ -3141,6 +3148,7 @@ module Aws::GlueDataBrew
     #             delimiter: "Delimiter",
     #           },
     #         },
+    #         max_output_files: 1,
     #       },
     #     ],
     #     data_catalog_outputs: [
@@ -3309,7 +3317,7 @@ module Aws::GlueDataBrew
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-gluedatabrew'
-      context[:gem_version] = '1.20.0'
+      context[:gem_version] = '1.21.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-gluedatabrew/client_api.rb

@@ -161,6 +161,7 @@ module Aws::GlueDataBrew
     LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
     MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
     MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
+    MaxOutputFiles = Shapes::IntegerShape.new(name: 'MaxOutputFiles')
     MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
     MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
     Message = Shapes::StringShape.new(name: 'Message')
@@ -842,6 +843,7 @@ module Aws::GlueDataBrew
     Output.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
     Output.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
     Output.add_member(:format_options, Shapes::ShapeRef.new(shape: OutputFormatOptions, location_name: "FormatOptions"))
+    Output.add_member(:max_output_files, Shapes::ShapeRef.new(shape: MaxOutputFiles, location_name: "MaxOutputFiles"))
     Output.struct_class = Types::Output
 
     OutputFormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOutputOptions, location_name: "Csv"))

data/lib/aws-sdk-gluedatabrew/types.rb

@@ -656,6 +656,7 @@ module Aws::GlueDataBrew
     #                 delimiter: "Delimiter",
     #               },
     #             },
+    #             max_output_files: 1,
     #           },
     #         ],
     #         data_catalog_outputs: [
@@ -3593,6 +3594,7 @@ module Aws::GlueDataBrew
     #             delimiter: "Delimiter",
     #           },
     #         },
+    #         max_output_files: 1,
     #       }
     #
     # @!attribute [rw] compression_format
@@ -3623,6 +3625,12 @@ module Aws::GlueDataBrew
     #   files.
     #   @return [Types::OutputFormatOptions]
     #
+    # @!attribute [rw] max_output_files
+    #   Maximum number of files to be generated by the job and written to
+    #   the output folder. For output partitioned by column(s), the
+    #   MaxOutputFiles value is the maximum number of files per partition.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
     #
     class Output < Struct.new(
@@ -3631,7 +3639,8 @@ module Aws::GlueDataBrew
       :partition_columns,
       :location,
       :overwrite,
-      :format_options)
+      :format_options,
+      :max_output_files)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -5259,6 +5268,7 @@ module Aws::GlueDataBrew
     #                 delimiter: "Delimiter",
     #               },
     #             },
+    #             max_output_files: 1,
     #           },
     #         ],
     #         data_catalog_outputs: [

data/lib/aws-sdk-gluedatabrew.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
 # @!group service
 module Aws::GlueDataBrew
 
-  GEM_VERSION = '1.20.0'
+  GEM_VERSION = '1.21.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-gluedatabrew
 version: !ruby/object:Gem::Version
-  version: 1.20.0
+  version: 1.21.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-02-03 00:00:00.000000000 Z
+date: 2022-02-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.126.0
+        version: 3.127.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.126.0
+        version: 3.127.0
 - !ruby/object:Gem::Dependency
   name: aws-sigv4
   requirement: !ruby/object:Gem::Requirement