aws-sdk-gluedatabrew 1.19.0 → 1.22.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1b85a3f7bc8a90f78664921c6f951a9b05c8050da24fc3152aaa9b80aa1bd950
-  data.tar.gz: b28c96ead1be40dfbab0ddd57723c597e385f080c31dce37e780138d2395dbce
+  metadata.gz: 80083adbd88cd99edbc125b4741389c96889f1aebea17667fecbe9eb28f2f248
+  data.tar.gz: f966bf41df2aedd1f9a62242fb5760f3c2fb5a91efc0500f5f698fa2b41c8188
 SHA512:
-  metadata.gz: 7b19b08d5a63597fd16c4da0607fc710d2f99b97234f3160e6f9270072cb5d512145c98c7f90ea556995eba92544c78333b06efceca4634b248edca4155fc0f6
-  data.tar.gz: 9e839f75f1f74b9b8caceca5233b74c8cf7d72c99432e63e9740247548574e61249e42ae191ba69903552cdd9d5b85aed9e1a12380a361ab7f88c02533d912fb
+  metadata.gz: 828fdc95208d3cb220bee5ddfe95ac9f99377dbf5f2647c9c5660c0b3db1bff27b3c09b379c0197ba1b161175c624aaa3e87b0db2ef12824ace1ef743bc0203c
+  data.tar.gz: 4376e1c2dc336a3627f8d875bf424b343d3df801cea7d0ef085f2634c2d6370c1dbbbbf4dfd731feaa107fc4f576a41261e908cb3368cb04b8754775a4cf3283

data/CHANGELOG.md

@@ -1,6 +1,21 @@
 Unreleased Changes
 ------------------
 
+1.22.0 (2022-03-31)
+------------------
+
+* Feature - This AWS Glue Databrew release adds feature to support ORC as an input format.
+
+1.21.0 (2022-02-24)
+------------------
+
+* Feature - This AWS Glue Databrew release adds feature to merge job outputs into a max number of files for S3 File output type.
+
+1.20.0 (2022-02-03)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
 1.19.0 (2022-01-10)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.19.0
+1.22.0

data/lib/aws-sdk-gluedatabrew/client.rb

@@ -27,7 +27,9 @@ require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
 require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
 require 'aws-sdk-core/plugins/transfer_encoding.rb'
 require 'aws-sdk-core/plugins/http_checksum.rb'
+require 'aws-sdk-core/plugins/checksum_algorithm.rb'
 require 'aws-sdk-core/plugins/defaults_mode.rb'
+require 'aws-sdk-core/plugins/recursion_detection.rb'
 require 'aws-sdk-core/plugins/signature_v4.rb'
 require 'aws-sdk-core/plugins/protocols/rest_json.rb'
 
@@ -74,7 +76,9 @@ module Aws::GlueDataBrew
     add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
     add_plugin(Aws::Plugins::TransferEncoding)
     add_plugin(Aws::Plugins::HttpChecksum)
+    add_plugin(Aws::Plugins::ChecksumAlgorithm)
     add_plugin(Aws::Plugins::DefaultsMode)
+    add_plugin(Aws::Plugins::RecursionDetection)
     add_plugin(Aws::Plugins::SignatureV4)
     add_plugin(Aws::Plugins::Protocols::RestJson)
 
@@ -446,7 +450,7 @@ module Aws::GlueDataBrew
     #
     #   resp = client.create_dataset({
     #     name: "DatasetName", # required
-    #     format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
+    #     format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL, ORC
     #     format_options: {
     #       json: {
     #         multi_line: false,
@@ -907,6 +911,7 @@ module Aws::GlueDataBrew
     #             delimiter: "Delimiter",
     #           },
     #         },
+    #         max_output_files: 1,
     #       },
     #     ],
     #     data_catalog_outputs: [
@@ -1298,7 +1303,7 @@ module Aws::GlueDataBrew
     #   resp.created_by #=> String
     #   resp.create_date #=> Time
     #   resp.name #=> String
-    #   resp.format #=> String, one of "CSV", "JSON", "PARQUET", "EXCEL"
+    #   resp.format #=> String, one of "CSV", "JSON", "PARQUET", "EXCEL", "ORC"
     #   resp.format_options.json.multi_line #=> Boolean
     #   resp.format_options.excel.sheet_names #=> Array
     #   resp.format_options.excel.sheet_names[0] #=> String
@@ -1417,6 +1422,7 @@ module Aws::GlueDataBrew
     #   resp.outputs[0].location.bucket_owner #=> String
     #   resp.outputs[0].overwrite #=> Boolean
     #   resp.outputs[0].format_options.csv.delimiter #=> String
+    #   resp.outputs[0].max_output_files #=> Integer
     #   resp.data_catalog_outputs #=> Array
     #   resp.data_catalog_outputs[0].catalog_id #=> String
     #   resp.data_catalog_outputs[0].database_name #=> String
@@ -1569,6 +1575,7 @@ module Aws::GlueDataBrew
     #   resp.outputs[0].location.bucket_owner #=> String
     #   resp.outputs[0].overwrite #=> Boolean
     #   resp.outputs[0].format_options.csv.delimiter #=> String
+    #   resp.outputs[0].max_output_files #=> Integer
     #   resp.data_catalog_outputs #=> Array
     #   resp.data_catalog_outputs[0].catalog_id #=> String
     #   resp.data_catalog_outputs[0].database_name #=> String
@@ -1860,7 +1867,7 @@ module Aws::GlueDataBrew
     #   resp.datasets[0].created_by #=> String
     #   resp.datasets[0].create_date #=> Time
     #   resp.datasets[0].name #=> String
-    #   resp.datasets[0].format #=> String, one of "CSV", "JSON", "PARQUET", "EXCEL"
+    #   resp.datasets[0].format #=> String, one of "CSV", "JSON", "PARQUET", "EXCEL", "ORC"
     #   resp.datasets[0].format_options.json.multi_line #=> Boolean
     #   resp.datasets[0].format_options.excel.sheet_names #=> Array
     #   resp.datasets[0].format_options.excel.sheet_names[0] #=> String
@@ -1968,6 +1975,7 @@ module Aws::GlueDataBrew
     #   resp.job_runs[0].outputs[0].location.bucket_owner #=> String
     #   resp.job_runs[0].outputs[0].overwrite #=> Boolean
     #   resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
+    #   resp.job_runs[0].outputs[0].max_output_files #=> Integer
     #   resp.job_runs[0].data_catalog_outputs #=> Array
     #   resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
     #   resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
@@ -2068,6 +2076,7 @@ module Aws::GlueDataBrew
     #   resp.jobs[0].outputs[0].location.bucket_owner #=> String
     #   resp.jobs[0].outputs[0].overwrite #=> Boolean
     #   resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
+    #   resp.jobs[0].outputs[0].max_output_files #=> Integer
     #   resp.jobs[0].data_catalog_outputs #=> Array
     #   resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
     #   resp.jobs[0].data_catalog_outputs[0].database_name #=> String
@@ -2728,7 +2737,7 @@ module Aws::GlueDataBrew
     #
     #   resp = client.update_dataset({
     #     name: "DatasetName", # required
-    #     format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
+    #     format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL, ORC
     #     format_options: {
     #       json: {
     #         multi_line: false,
@@ -3139,6 +3148,7 @@ module Aws::GlueDataBrew
     #             delimiter: "Delimiter",
     #           },
     #         },
+    #         max_output_files: 1,
     #       },
     #     ],
     #     data_catalog_outputs: [
@@ -3307,7 +3317,7 @@ module Aws::GlueDataBrew
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-gluedatabrew'
-      context[:gem_version] = '1.19.0'
+      context[:gem_version] = '1.22.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-gluedatabrew/client_api.rb

@@ -161,6 +161,7 @@ module Aws::GlueDataBrew
     LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
     MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
     MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
+    MaxOutputFiles = Shapes::IntegerShape.new(name: 'MaxOutputFiles')
     MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
     MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
     Message = Shapes::StringShape.new(name: 'Message')
@@ -842,6 +843,7 @@ module Aws::GlueDataBrew
     Output.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
     Output.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
     Output.add_member(:format_options, Shapes::ShapeRef.new(shape: OutputFormatOptions, location_name: "FormatOptions"))
+    Output.add_member(:max_output_files, Shapes::ShapeRef.new(shape: MaxOutputFiles, location_name: "MaxOutputFiles"))
     Output.struct_class = Types::Output
 
     OutputFormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOutputOptions, location_name: "Csv"))

data/lib/aws-sdk-gluedatabrew/types.rb

@@ -233,7 +233,7 @@ module Aws::GlueDataBrew
     #
     #       {
     #         name: "DatasetName", # required
-    #         format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
+    #         format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL, ORC
     #         format_options: {
     #           json: {
     #             multi_line: false,
@@ -656,6 +656,7 @@ module Aws::GlueDataBrew
     #                 delimiter: "Delimiter",
     #               },
     #             },
+    #             max_output_files: 1,
     #           },
     #         ],
     #         data_catalog_outputs: [
@@ -1401,7 +1402,7 @@ module Aws::GlueDataBrew
       include Aws::Structure
     end
 
-    # Represents a dataset paramater that defines type and conditions for a
+    # Represents a dataset parameter that defines type and conditions for a
     # parameter in the Amazon S3 path of the dataset.
     #
     # @note When making an API call, you may pass DatasetParameter
@@ -2606,7 +2607,7 @@ module Aws::GlueDataBrew
     # @!attribute [rw] order
     #   A criteria to use for Amazon S3 files sorting before their
     #   selection. By default uses DESCENDING order, i.e. most recent files
-    #   are selected first. Anotherpossible value is ASCENDING.
+    #   are selected first. Another possible value is ASCENDING.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
@@ -3593,6 +3594,7 @@ module Aws::GlueDataBrew
     #             delimiter: "Delimiter",
     #           },
     #         },
+    #         max_output_files: 1,
     #       }
     #
     # @!attribute [rw] compression_format
@@ -3623,6 +3625,12 @@ module Aws::GlueDataBrew
     #   files.
     #   @return [Types::OutputFormatOptions]
     #
+    # @!attribute [rw] max_output_files
+    #   Maximum number of files to be generated by the job and written to
+    #   the output folder. For output partitioned by column(s), the
+    #   MaxOutputFiles value is the maximum number of files per partition.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
     #
     class Output < Struct.new(
@@ -3631,7 +3639,8 @@ module Aws::GlueDataBrew
       :partition_columns,
       :location,
       :overwrite,
-      :format_options)
+      :format_options,
+      :max_output_files)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -4219,7 +4228,7 @@ module Aws::GlueDataBrew
     #   value or a column name. These values are defined in the
     #   SubstitutionMap. If a CheckExpression starts with a column
     #   reference, then ColumnSelectors in the rule should be null. If
-    #   ColumnSelectors has been defined, then there should be no columnn
+    #   ColumnSelectors has been defined, then there should be no column
     #   reference in the left side of a condition, for example, `is_between
     #   :val1 and :val2`.
     #
@@ -4878,7 +4887,7 @@ module Aws::GlueDataBrew
     #
     #       {
     #         name: "DatasetName", # required
-    #         format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
+    #         format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL, ORC
     #         format_options: {
     #           json: {
     #             multi_line: false,
@@ -5259,6 +5268,7 @@ module Aws::GlueDataBrew
     #                 delimiter: "Delimiter",
     #               },
     #             },
+    #             max_output_files: 1,
     #           },
     #         ],
     #         data_catalog_outputs: [

data/lib/aws-sdk-gluedatabrew.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
 # @!group service
 module Aws::GlueDataBrew
 
-  GEM_VERSION = '1.19.0'
+  GEM_VERSION = '1.22.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-gluedatabrew
 version: !ruby/object:Gem::Version
-  version: 1.19.0
+  version: 1.22.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-01-10 00:00:00.000000000 Z
+date: 2022-03-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.125.0
+        version: 3.127.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.125.0
+        version: 3.127.0
 - !ruby/object:Gem::Dependency
   name: aws-sigv4
   requirement: !ruby/object:Gem::Requirement