aws-sdk-glue 1.152.0 → 1.154.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d478d4a37d6519155a96925efe80b9d9cc056bfa6aaf544be0710fc635aa1e36
-  data.tar.gz: 6e80c3acee5999638d7deae7fc3d7a4b02f94f7d574a24e4c1ab6ec9c78b14c6
+  metadata.gz: f7dd296bc486bf70887ca70e2beb88b997eafef92191f24b529dd90e5a15a12e
+  data.tar.gz: d7363fa3ae2a354ded5556143a30d378eca9a5d4e69d69c1e0855bb7616535aa
 SHA512:
-  metadata.gz: 81659d991808b2e9ea06b6d8fd2074197874dc40402d82ca53126f76eb9c41a4c4811df9bf064491775dc3790976822241bd9c2ed830dcbcc48f4e38d7d7fba3
-  data.tar.gz: 70c4995bcc481cf117e82b2292b23a1e9b3aaac97a4b9af766e8d108ac8547dc1a301e8356efd7245deb2df5553c4408dafb8405a9e47ab09e561cd08e1a7757
+  metadata.gz: 1aa0aaf24435fc4d191b2de48847e38af615981ddf033f91120303d48a75b8fbc51b56e95cef7b7a17cf323c86d30d29de71ab76fbec7f5e2fafee4bd07005e3
+  data.tar.gz: '0975e403fc1d6b1c2fc65bea2db6de3f79e27110e5693064b12258b56a6a68b0c1233da53170676dd560cfe072492c808ac7dac29cd886e8e7c4fe3ea85e3129'

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.154.0 (2023-08-15)
+------------------
+
+* Feature - AWS Glue Crawlers can now accept SerDe overrides from a custom csv classifier. The two SerDe options are LazySimpleSerDe and OpenCSVSerDe. In case, the user wants crawler to do the selection, "None" can be selected for this purpose.
+
+1.153.0 (2023-08-02)
+------------------
+
+* Feature - This release includes additional Glue Streaming KAKFA SASL property types.
+
 1.152.0 (2023-07-26)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.152.0
+1.154.0

data/lib/aws-sdk-glue/client.rb

@@ -2679,6 +2679,7 @@ module Aws::Glue
     #       allow_single_column: false,
     #       custom_datatype_configured: false,
     #       custom_datatypes: ["NameString"],
+    #       serde: "OpenCSVSerDe", # accepts OpenCSVSerDe, LazySimpleSerDe, None
     #     },
     #   })
     #
@@ -5741,6 +5742,7 @@ module Aws::Glue
     #   resp.classifier.csv_classifier.custom_datatype_configured #=> Boolean
     #   resp.classifier.csv_classifier.custom_datatypes #=> Array
     #   resp.classifier.csv_classifier.custom_datatypes[0] #=> String
+    #   resp.classifier.csv_classifier.serde #=> String, one of "OpenCSVSerDe", "LazySimpleSerDe", "None"
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifier AWS API Documentation
     #
@@ -5808,6 +5810,7 @@ module Aws::Glue
     #   resp.classifiers[0].csv_classifier.custom_datatype_configured #=> Boolean
     #   resp.classifiers[0].csv_classifier.custom_datatypes #=> Array
     #   resp.classifiers[0].csv_classifier.custom_datatypes[0] #=> String
+    #   resp.classifiers[0].csv_classifier.serde #=> String, one of "OpenCSVSerDe", "LazySimpleSerDe", "None"
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifiers AWS API Documentation
@@ -14761,6 +14764,7 @@ module Aws::Glue
     #       allow_single_column: false,
     #       custom_datatype_configured: false,
     #       custom_datatypes: ["NameString"],
+    #       serde: "OpenCSVSerDe", # accepts OpenCSVSerDe, LazySimpleSerDe, None
     #     },
     #   })
     #
@@ -16284,7 +16288,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.152.0'
+      context[:gem_version] = '1.154.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -270,6 +270,7 @@ module Aws::Glue
     CsvHeader = Shapes::ListShape.new(name: 'CsvHeader')
     CsvHeaderOption = Shapes::StringShape.new(name: 'CsvHeaderOption')
     CsvQuoteSymbol = Shapes::StringShape.new(name: 'CsvQuoteSymbol')
+    CsvSerdeOption = Shapes::StringShape.new(name: 'CsvSerdeOption')
     CustomCode = Shapes::StructureShape.new(name: 'CustomCode')
     CustomDatatypes = Shapes::ListShape.new(name: 'CustomDatatypes')
     CustomEntityType = Shapes::StructureShape.new(name: 'CustomEntityType')
@@ -1945,6 +1946,7 @@ module Aws::Glue
     CreateCsvClassifierRequest.add_member(:allow_single_column, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllowSingleColumn"))
     CreateCsvClassifierRequest.add_member(:custom_datatype_configured, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CustomDatatypeConfigured"))
     CreateCsvClassifierRequest.add_member(:custom_datatypes, Shapes::ShapeRef.new(shape: CustomDatatypes, location_name: "CustomDatatypes"))
+    CreateCsvClassifierRequest.add_member(:serde, Shapes::ShapeRef.new(shape: CsvSerdeOption, location_name: "Serde"))
     CreateCsvClassifierRequest.struct_class = Types::CreateCsvClassifierRequest
 
     CreateCustomEntityTypeRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
@@ -2215,6 +2217,7 @@ module Aws::Glue
     CsvClassifier.add_member(:allow_single_column, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllowSingleColumn"))
     CsvClassifier.add_member(:custom_datatype_configured, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CustomDatatypeConfigured"))
     CsvClassifier.add_member(:custom_datatypes, Shapes::ShapeRef.new(shape: CustomDatatypes, location_name: "CustomDatatypes"))
+    CsvClassifier.add_member(:serde, Shapes::ShapeRef.new(shape: CsvSerdeOption, location_name: "Serde"))
     CsvClassifier.struct_class = Types::CsvClassifier
 
     CsvHeader.member = Shapes::ShapeRef.new(shape: NameString)
@@ -5323,6 +5326,7 @@ module Aws::Glue
     UpdateCsvClassifierRequest.add_member(:allow_single_column, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllowSingleColumn"))
     UpdateCsvClassifierRequest.add_member(:custom_datatype_configured, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CustomDatatypeConfigured"))
     UpdateCsvClassifierRequest.add_member(:custom_datatypes, Shapes::ShapeRef.new(shape: CustomDatatypes, location_name: "CustomDatatypes"))
+    UpdateCsvClassifierRequest.add_member(:serde, Shapes::ShapeRef.new(shape: CsvSerdeOption, location_name: "Serde"))
     UpdateCsvClassifierRequest.struct_class = Types::UpdateCsvClassifierRequest
 
     UpdateDataQualityRulesetRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))

data/lib/aws-sdk-glue/types.rb

@@ -2856,6 +2856,9 @@ module Aws::Glue
     #     the Kafka SASL SCRAM password (if the user has the Glue encrypt
     #     passwords setting selected).
     #
+    #   * `KAFKA_SASL_SCRAM_SECRETS_ARN` - The Amazon Resource Name of a
+    #     secret in Amazon Web Services Secrets Manager.
+    #
     #   * `KAFKA_SASL_GSSAPI_KEYTAB` - The S3 location of a Kerberos
     #     `keytab` file. A keytab stores long-term keys for one or more
     #     principals. For more information, see [MIT Kerberos Documentation:
@@ -3790,6 +3793,13 @@ module Aws::Glue
     #   Creates a list of supported custom datatypes.
     #   @return [Array<String>]
     #
+    # @!attribute [rw] serde
+    #   Sets the SerDe for processing CSV in the classifier, which will be
+    #   applied in the Data Catalog. Valid values are `OpenCSVSerDe`,
+    #   `LazySimpleSerDe`, and `None`. You can specify the `None` value when
+    #   you want the crawler to do the detection.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCsvClassifierRequest AWS API Documentation
     #
     class CreateCsvClassifierRequest < Struct.new(
@@ -3801,7 +3811,8 @@ module Aws::Glue
       :disable_value_trimming,
       :allow_single_column,
       :custom_datatype_configured,
-      :custom_datatypes)
+      :custom_datatypes,
+      :serde)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -5547,6 +5558,13 @@ module Aws::Glue
     #   "SHORT", "STRING", "TIMESTAMP".
     #   @return [Array<String>]
     #
+    # @!attribute [rw] serde
+    #   Sets the SerDe for processing CSV in the classifier, which will be
+    #   applied in the Data Catalog. Valid values are `OpenCSVSerDe`,
+    #   `LazySimpleSerDe`, and `None`. You can specify the `None` value when
+    #   you want the crawler to do the detection.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CsvClassifier AWS API Documentation
     #
     class CsvClassifier < Struct.new(
@@ -5561,7 +5579,8 @@ module Aws::Glue
       :disable_value_trimming,
       :allow_single_column,
       :custom_datatype_configured,
-      :custom_datatypes)
+      :custom_datatypes,
+      :serde)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -20871,6 +20890,13 @@ module Aws::Glue
     #   Specifies a list of supported custom datatypes.
     #   @return [Array<String>]
     #
+    # @!attribute [rw] serde
+    #   Sets the SerDe for processing CSV in the classifier, which will be
+    #   applied in the Data Catalog. Valid values are `OpenCSVSerDe`,
+    #   `LazySimpleSerDe`, and `None`. You can specify the `None` value when
+    #   you want the crawler to do the detection.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCsvClassifierRequest AWS API Documentation
     #
     class UpdateCsvClassifierRequest < Struct.new(
@@ -20882,7 +20908,8 @@ module Aws::Glue
       :disable_value_trimming,
       :allow_single_column,
       :custom_datatype_configured,
-      :custom_datatypes)
+      :custom_datatypes,
+      :serde)
       SENSITIVE = []
       include Aws::Structure
     end

data/lib/aws-sdk-glue.rb

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.152.0'
+  GEM_VERSION = '1.154.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.152.0
+  version: 1.154.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-07-26 00:00:00.000000000 Z
+date: 2023-08-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core