aws-sdk-glue 1.70.0 → 1.71.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ee6a8093df9ce28a27abbdb7e370e2b5c59463c9591fbca4d71e82b8d43e7310
-  data.tar.gz: eb495a8d7f08304a178fdf3c31736b9ffba4684780b36c0517e52763cb8c20e6
+  metadata.gz: 228f456467748f052f796159a301f15e14277efdf2af0ec8363ddbfdb583e9ac
+  data.tar.gz: 3a2853a2806a6b08ca4862c4356bb039d8000e5a0efe0e57cfbc1739090d3c59
 SHA512:
-  metadata.gz: 46573580ed511c74fe4b239c37e054ca53bd620a300ae26297d0808bc84ff6d2cbeefc236ca74ac83b58af1e33cfae28662e0b7068332309eb367af367dd2d8c
-  data.tar.gz: 6016e73d5a845daa7963db0b80d569629fe2b0a819fe35e6d0489015601648ee25f12a060ef0182d880d66f9d80ae71c13b761db0d44da20eea6a6b6d45964b1
+  metadata.gz: f6b81e194bb02c7a95a67ec1cb00a42644ef57320b3d9dd8be332a26178208be34e48d9b21d524277b636bb4b5f4a54c2285a669d1bc77226b0cd90dcf8cffd5
+  data.tar.gz: 9e74e91c4ff31203cae8174a59c6e9e7d82889b563c75efd6174232ee59842aee747d4a2202f4f2eb19c0d473cc53636919a3929569d345c412d869623c146a5

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.70.0'
+  GEM_VERSION = '1.71.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -1204,6 +1204,108 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Updates one or more partitions in a batch operation.
+    #
+    # @option params [String] :catalog_id
+    #   The ID of the catalog in which the partition is to be updated.
+    #   Currently, this should be the AWS account ID.
+    #
+    # @option params [required, String] :database_name
+    #   The name of the metadata database in which the partition is to be
+    #   updated.
+    #
+    # @option params [required, String] :table_name
+    #   The name of the metadata table in which the partition is to be
+    #   updated.
+    #
+    # @option params [required, Array<Types::BatchUpdatePartitionRequestEntry>] :entries
+    #   A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
+    #   update.
+    #
+    # @return [Types::BatchUpdatePartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::BatchUpdatePartitionResponse#errors #errors} => Array&lt;Types::BatchUpdatePartitionFailureEntry&gt;
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.batch_update_partition({
+    #     catalog_id: "CatalogIdString",
+    #     database_name: "NameString", # required
+    #     table_name: "NameString", # required
+    #     entries: [ # required
+    #       {
+    #         partition_value_list: ["ValueString"], # required
+    #         partition_input: { # required
+    #           values: ["ValueString"],
+    #           last_access_time: Time.now,
+    #           storage_descriptor: {
+    #             columns: [
+    #               {
+    #                 name: "NameString", # required
+    #                 type: "ColumnTypeString",
+    #                 comment: "CommentString",
+    #                 parameters: {
+    #                   "KeyString" => "ParametersMapValue",
+    #                 },
+    #               },
+    #             ],
+    #             location: "LocationString",
+    #             input_format: "FormatString",
+    #             output_format: "FormatString",
+    #             compressed: false,
+    #             number_of_buckets: 1,
+    #             serde_info: {
+    #               name: "NameString",
+    #               serialization_library: "NameString",
+    #               parameters: {
+    #                 "KeyString" => "ParametersMapValue",
+    #               },
+    #             },
+    #             bucket_columns: ["NameString"],
+    #             sort_columns: [
+    #               {
+    #                 column: "NameString", # required
+    #                 sort_order: 1, # required
+    #               },
+    #             ],
+    #             parameters: {
+    #               "KeyString" => "ParametersMapValue",
+    #             },
+    #             skewed_info: {
+    #               skewed_column_names: ["NameString"],
+    #               skewed_column_values: ["ColumnValuesString"],
+    #               skewed_column_value_location_maps: {
+    #                 "ColumnValuesString" => "ColumnValuesString",
+    #               },
+    #             },
+    #             stored_as_sub_directories: false,
+    #           },
+    #           parameters: {
+    #             "KeyString" => "ParametersMapValue",
+    #           },
+    #           last_analyzed_time: Time.now,
+    #         },
+    #       },
+    #     ],
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.errors #=> Array
+    #   resp.errors[0].partition_value_list #=> Array
+    #   resp.errors[0].partition_value_list[0] #=> String
+    #   resp.errors[0].error_detail.error_code #=> String
+    #   resp.errors[0].error_detail.error_message #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartition AWS API Documentation
+    #
+    # @overload batch_update_partition(params = {})
+    # @param [Hash] params ({})
+    def batch_update_partition(params = {}, options = {})
+      req = build_request(:batch_update_partition, params)
+      req.send_request(options)
+    end
+
     # Cancels (stops) a task run. Machine learning task runs are
     # asynchronous tasks that AWS Glue runs on your behalf as part of
     # various machine learning workflows. You can cancel a machine learning
@@ -8988,7 +9090,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.70.0'
+      context[:gem_version] = '1.71.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -51,6 +51,12 @@ module Aws::Glue
     BatchStopJobRunResponse = Shapes::StructureShape.new(name: 'BatchStopJobRunResponse')
     BatchStopJobRunSuccessfulSubmission = Shapes::StructureShape.new(name: 'BatchStopJobRunSuccessfulSubmission')
     BatchStopJobRunSuccessfulSubmissionList = Shapes::ListShape.new(name: 'BatchStopJobRunSuccessfulSubmissionList')
+    BatchUpdatePartitionFailureEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionFailureEntry')
+    BatchUpdatePartitionFailureList = Shapes::ListShape.new(name: 'BatchUpdatePartitionFailureList')
+    BatchUpdatePartitionRequest = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequest')
+    BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
+    BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
+    BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
     BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
     Blob = Shapes::BlobShape.new(name: 'Blob')
     Boolean = Shapes::BooleanShape.new(name: 'Boolean')
@@ -807,6 +813,27 @@ module Aws::Glue
 
     BatchStopJobRunSuccessfulSubmissionList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmission)
 
+    BatchUpdatePartitionFailureEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, location_name: "PartitionValueList"))
+    BatchUpdatePartitionFailureEntry.add_member(:error_detail, Shapes::ShapeRef.new(shape: ErrorDetail, location_name: "ErrorDetail"))
+    BatchUpdatePartitionFailureEntry.struct_class = Types::BatchUpdatePartitionFailureEntry
+
+    BatchUpdatePartitionFailureList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureEntry)
+
+    BatchUpdatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
+    BatchUpdatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
+    BatchUpdatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
+    BatchUpdatePartitionRequest.add_member(:entries, Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntryList, required: true, location_name: "Entries"))
+    BatchUpdatePartitionRequest.struct_class = Types::BatchUpdatePartitionRequest
+
+    BatchUpdatePartitionRequestEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, required: true, location_name: "PartitionValueList"))
+    BatchUpdatePartitionRequestEntry.add_member(:partition_input, Shapes::ShapeRef.new(shape: PartitionInput, required: true, location_name: "PartitionInput"))
+    BatchUpdatePartitionRequestEntry.struct_class = Types::BatchUpdatePartitionRequestEntry
+
+    BatchUpdatePartitionRequestEntryList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntry)
+
+    BatchUpdatePartitionResponse.add_member(:errors, Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureList, location_name: "Errors"))
+    BatchUpdatePartitionResponse.struct_class = Types::BatchUpdatePartitionResponse
+
     BinaryColumnStatisticsData.add_member(:maximum_length, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "MaximumLength"))
     BinaryColumnStatisticsData.add_member(:average_length, Shapes::ShapeRef.new(shape: NonNegativeDouble, required: true, location_name: "AverageLength"))
     BinaryColumnStatisticsData.add_member(:number_of_nulls, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "NumberOfNulls"))
@@ -3136,6 +3163,19 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
       end)
 
+      api.add_operation(:batch_update_partition, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "BatchUpdatePartition"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequest)
+        o.output = Shapes::ShapeRef.new(shape: BatchUpdatePartitionResponse)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+        o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+        o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+        o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+        o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
+      end)
+
       api.add_operation(:cancel_ml_task_run, Seahorse::Model::Operation.new.tap do |o|
         o.name = "CancelMLTaskRun"
         o.http_method = "POST"

data/lib/aws-sdk-glue/types.rb

@@ -764,6 +764,210 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Contains information about a batch update partition error.
+    #
+    # @!attribute [rw] partition_value_list
+    #   A list of values defining the partitions.
+    #   @return [Array<String>]
+    #
+    # @!attribute [rw] error_detail
+    #   The details about the batch update partition error.
+    #   @return [Types::ErrorDetail]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionFailureEntry AWS API Documentation
+    #
+    class BatchUpdatePartitionFailureEntry < Struct.new(
+      :partition_value_list,
+      :error_detail)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @note When making an API call, you may pass BatchUpdatePartitionRequest
+    #   data as a hash:
+    #
+    #       {
+    #         catalog_id: "CatalogIdString",
+    #         database_name: "NameString", # required
+    #         table_name: "NameString", # required
+    #         entries: [ # required
+    #           {
+    #             partition_value_list: ["ValueString"], # required
+    #             partition_input: { # required
+    #               values: ["ValueString"],
+    #               last_access_time: Time.now,
+    #               storage_descriptor: {
+    #                 columns: [
+    #                   {
+    #                     name: "NameString", # required
+    #                     type: "ColumnTypeString",
+    #                     comment: "CommentString",
+    #                     parameters: {
+    #                       "KeyString" => "ParametersMapValue",
+    #                     },
+    #                   },
+    #                 ],
+    #                 location: "LocationString",
+    #                 input_format: "FormatString",
+    #                 output_format: "FormatString",
+    #                 compressed: false,
+    #                 number_of_buckets: 1,
+    #                 serde_info: {
+    #                   name: "NameString",
+    #                   serialization_library: "NameString",
+    #                   parameters: {
+    #                     "KeyString" => "ParametersMapValue",
+    #                   },
+    #                 },
+    #                 bucket_columns: ["NameString"],
+    #                 sort_columns: [
+    #                   {
+    #                     column: "NameString", # required
+    #                     sort_order: 1, # required
+    #                   },
+    #                 ],
+    #                 parameters: {
+    #                   "KeyString" => "ParametersMapValue",
+    #                 },
+    #                 skewed_info: {
+    #                   skewed_column_names: ["NameString"],
+    #                   skewed_column_values: ["ColumnValuesString"],
+    #                   skewed_column_value_location_maps: {
+    #                     "ColumnValuesString" => "ColumnValuesString",
+    #                   },
+    #                 },
+    #                 stored_as_sub_directories: false,
+    #               },
+    #               parameters: {
+    #                 "KeyString" => "ParametersMapValue",
+    #               },
+    #               last_analyzed_time: Time.now,
+    #             },
+    #           },
+    #         ],
+    #       }
+    #
+    # @!attribute [rw] catalog_id
+    #   The ID of the catalog in which the partition is to be updated.
+    #   Currently, this should be the AWS account ID.
+    #   @return [String]
+    #
+    # @!attribute [rw] database_name
+    #   The name of the metadata database in which the partition is to be
+    #   updated.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_name
+    #   The name of the metadata table in which the partition is to be
+    #   updated.
+    #   @return [String]
+    #
+    # @!attribute [rw] entries
+    #   A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
+    #   update.
+    #   @return [Array<Types::BatchUpdatePartitionRequestEntry>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequest AWS API Documentation
+    #
+    class BatchUpdatePartitionRequest < Struct.new(
+      :catalog_id,
+      :database_name,
+      :table_name,
+      :entries)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # A structure that contains the values and structure used to update a
+    # partition.
+    #
+    # @note When making an API call, you may pass BatchUpdatePartitionRequestEntry
+    #   data as a hash:
+    #
+    #       {
+    #         partition_value_list: ["ValueString"], # required
+    #         partition_input: { # required
+    #           values: ["ValueString"],
+    #           last_access_time: Time.now,
+    #           storage_descriptor: {
+    #             columns: [
+    #               {
+    #                 name: "NameString", # required
+    #                 type: "ColumnTypeString",
+    #                 comment: "CommentString",
+    #                 parameters: {
+    #                   "KeyString" => "ParametersMapValue",
+    #                 },
+    #               },
+    #             ],
+    #             location: "LocationString",
+    #             input_format: "FormatString",
+    #             output_format: "FormatString",
+    #             compressed: false,
+    #             number_of_buckets: 1,
+    #             serde_info: {
+    #               name: "NameString",
+    #               serialization_library: "NameString",
+    #               parameters: {
+    #                 "KeyString" => "ParametersMapValue",
+    #               },
+    #             },
+    #             bucket_columns: ["NameString"],
+    #             sort_columns: [
+    #               {
+    #                 column: "NameString", # required
+    #                 sort_order: 1, # required
+    #               },
+    #             ],
+    #             parameters: {
+    #               "KeyString" => "ParametersMapValue",
+    #             },
+    #             skewed_info: {
+    #               skewed_column_names: ["NameString"],
+    #               skewed_column_values: ["ColumnValuesString"],
+    #               skewed_column_value_location_maps: {
+    #                 "ColumnValuesString" => "ColumnValuesString",
+    #               },
+    #             },
+    #             stored_as_sub_directories: false,
+    #           },
+    #           parameters: {
+    #             "KeyString" => "ParametersMapValue",
+    #           },
+    #           last_analyzed_time: Time.now,
+    #         },
+    #       }
+    #
+    # @!attribute [rw] partition_value_list
+    #   A list of values defining the partitions.
+    #   @return [Array<String>]
+    #
+    # @!attribute [rw] partition_input
+    #   The structure used to update a partition.
+    #   @return [Types::PartitionInput]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequestEntry AWS API Documentation
+    #
+    class BatchUpdatePartitionRequestEntry < Struct.new(
+      :partition_value_list,
+      :partition_input)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @!attribute [rw] errors
+    #   The errors encountered when trying to update the requested
+    #   partitions. A list of `BatchUpdatePartitionFailureEntry` objects.
+    #   @return [Array<Types::BatchUpdatePartitionFailureEntry>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionResponse AWS API Documentation
+    #
+    class BatchUpdatePartitionResponse < Struct.new(
+      :errors)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Defines a binary column statistics data.
     #
     # @note When making an API call, you may pass BinaryColumnStatisticsData
@@ -1635,6 +1839,17 @@ module Aws::Glue
     #     port pairs that are the addresses of the Apache Kafka brokers in a
     #     Kafka cluster to which a Kafka client will connect to and
     #     bootstrap itself.
+    #
+    #   * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
+    #     Apache Kafka connection. Default value is "true".
+    #
+    #   * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
+    #     file (.pem format). The default is an empty string.
+    #
+    #   * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
+    #     validation of the CA cert file or not. AWS Glue validates for
+    #     three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
+    #     Default value is "false".
     #   @return [Hash<String,String>]
     #
     # @!attribute [rw] physical_connection_requirements
@@ -1712,6 +1927,9 @@ module Aws::Glue
     #   * `MONGODB` - Designates a connection to a MongoDB document
     #     database.
     #
+    #   * `NETWORK` - Designates a network connection to a data source
+    #     within an Amazon Virtual Private Cloud environment (Amazon VPC).
+    #
     #   SFTP is not supported.
     #   @return [String]
     #

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.70.0
+  version: 1.71.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-09-15 00:00:00.000000000 Z
+date: 2020-09-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core