aws-sdk-glue 1.153.0 → 1.154.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b37aba6ee7897fa1b3740bd35a7df4cb1b56e2adc72051015b97b986df347562
-  data.tar.gz: 4b20a31231748022cdc264633bc34ca10bfeb6b32683d2fe79a83ea55c32ca77
+  metadata.gz: f7dd296bc486bf70887ca70e2beb88b997eafef92191f24b529dd90e5a15a12e
+  data.tar.gz: d7363fa3ae2a354ded5556143a30d378eca9a5d4e69d69c1e0855bb7616535aa
 SHA512:
-  metadata.gz: 1a715fbd2b02662c222d3aa1d1bc393d741cbe92868d194b56c8fdd8f48e9132ab7be57f0f9942efc4f1e09c8d16c9194844dbd7d8b8757b2a88b91410308865
-  data.tar.gz: 366918fa79792b23afa29b5844162d2b2ee452404dd735d1b1cc5de54d43a9eecdf27d6e9d1444505c8dcb3fcecec95752e12bfd0ae7dfbd81cc1e651494631d
+  metadata.gz: 1aa0aaf24435fc4d191b2de48847e38af615981ddf033f91120303d48a75b8fbc51b56e95cef7b7a17cf323c86d30d29de71ab76fbec7f5e2fafee4bd07005e3
+  data.tar.gz: '0975e403fc1d6b1c2fc65bea2db6de3f79e27110e5693064b12258b56a6a68b0c1233da53170676dd560cfe072492c808ac7dac29cd886e8e7c4fe3ea85e3129'

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.154.0 (2023-08-15)
+------------------
+
+* Feature - AWS Glue Crawlers can now accept SerDe overrides from a custom csv classifier. The two SerDe options are LazySimpleSerDe and OpenCSVSerDe. In case, the user wants crawler to do the selection, "None" can be selected for this purpose.
+
 1.153.0 (2023-08-02)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.153.0
+1.154.0

data/lib/aws-sdk-glue/client.rb

@@ -2679,6 +2679,7 @@ module Aws::Glue
     #       allow_single_column: false,
     #       custom_datatype_configured: false,
     #       custom_datatypes: ["NameString"],
+    #       serde: "OpenCSVSerDe", # accepts OpenCSVSerDe, LazySimpleSerDe, None
     #     },
     #   })
     #
@@ -5741,6 +5742,7 @@ module Aws::Glue
     #   resp.classifier.csv_classifier.custom_datatype_configured #=> Boolean
     #   resp.classifier.csv_classifier.custom_datatypes #=> Array
     #   resp.classifier.csv_classifier.custom_datatypes[0] #=> String
+    #   resp.classifier.csv_classifier.serde #=> String, one of "OpenCSVSerDe", "LazySimpleSerDe", "None"
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifier AWS API Documentation
     #
@@ -5808,6 +5810,7 @@ module Aws::Glue
     #   resp.classifiers[0].csv_classifier.custom_datatype_configured #=> Boolean
     #   resp.classifiers[0].csv_classifier.custom_datatypes #=> Array
     #   resp.classifiers[0].csv_classifier.custom_datatypes[0] #=> String
+    #   resp.classifiers[0].csv_classifier.serde #=> String, one of "OpenCSVSerDe", "LazySimpleSerDe", "None"
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifiers AWS API Documentation
@@ -14761,6 +14764,7 @@ module Aws::Glue
     #       allow_single_column: false,
     #       custom_datatype_configured: false,
     #       custom_datatypes: ["NameString"],
+    #       serde: "OpenCSVSerDe", # accepts OpenCSVSerDe, LazySimpleSerDe, None
     #     },
     #   })
     #
@@ -16284,7 +16288,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.153.0'
+      context[:gem_version] = '1.154.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -270,6 +270,7 @@ module Aws::Glue
     CsvHeader = Shapes::ListShape.new(name: 'CsvHeader')
     CsvHeaderOption = Shapes::StringShape.new(name: 'CsvHeaderOption')
     CsvQuoteSymbol = Shapes::StringShape.new(name: 'CsvQuoteSymbol')
+    CsvSerdeOption = Shapes::StringShape.new(name: 'CsvSerdeOption')
     CustomCode = Shapes::StructureShape.new(name: 'CustomCode')
     CustomDatatypes = Shapes::ListShape.new(name: 'CustomDatatypes')
     CustomEntityType = Shapes::StructureShape.new(name: 'CustomEntityType')
@@ -1945,6 +1946,7 @@ module Aws::Glue
     CreateCsvClassifierRequest.add_member(:allow_single_column, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllowSingleColumn"))
     CreateCsvClassifierRequest.add_member(:custom_datatype_configured, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CustomDatatypeConfigured"))
     CreateCsvClassifierRequest.add_member(:custom_datatypes, Shapes::ShapeRef.new(shape: CustomDatatypes, location_name: "CustomDatatypes"))
+    CreateCsvClassifierRequest.add_member(:serde, Shapes::ShapeRef.new(shape: CsvSerdeOption, location_name: "Serde"))
     CreateCsvClassifierRequest.struct_class = Types::CreateCsvClassifierRequest
 
     CreateCustomEntityTypeRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
@@ -2215,6 +2217,7 @@ module Aws::Glue
     CsvClassifier.add_member(:allow_single_column, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllowSingleColumn"))
     CsvClassifier.add_member(:custom_datatype_configured, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CustomDatatypeConfigured"))
     CsvClassifier.add_member(:custom_datatypes, Shapes::ShapeRef.new(shape: CustomDatatypes, location_name: "CustomDatatypes"))
+    CsvClassifier.add_member(:serde, Shapes::ShapeRef.new(shape: CsvSerdeOption, location_name: "Serde"))
     CsvClassifier.struct_class = Types::CsvClassifier
 
     CsvHeader.member = Shapes::ShapeRef.new(shape: NameString)
@@ -5323,6 +5326,7 @@ module Aws::Glue
     UpdateCsvClassifierRequest.add_member(:allow_single_column, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllowSingleColumn"))
     UpdateCsvClassifierRequest.add_member(:custom_datatype_configured, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CustomDatatypeConfigured"))
     UpdateCsvClassifierRequest.add_member(:custom_datatypes, Shapes::ShapeRef.new(shape: CustomDatatypes, location_name: "CustomDatatypes"))
+    UpdateCsvClassifierRequest.add_member(:serde, Shapes::ShapeRef.new(shape: CsvSerdeOption, location_name: "Serde"))
     UpdateCsvClassifierRequest.struct_class = Types::UpdateCsvClassifierRequest
 
     UpdateDataQualityRulesetRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))

data/lib/aws-sdk-glue/types.rb

@@ -3793,6 +3793,13 @@ module Aws::Glue
     #   Creates a list of supported custom datatypes.
     #   @return [Array<String>]
     #
+    # @!attribute [rw] serde
+    #   Sets the SerDe for processing CSV in the classifier, which will be
+    #   applied in the Data Catalog. Valid values are `OpenCSVSerDe`,
+    #   `LazySimpleSerDe`, and `None`. You can specify the `None` value when
+    #   you want the crawler to do the detection.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCsvClassifierRequest AWS API Documentation
     #
     class CreateCsvClassifierRequest < Struct.new(
@@ -3804,7 +3811,8 @@ module Aws::Glue
       :disable_value_trimming,
       :allow_single_column,
       :custom_datatype_configured,
-      :custom_datatypes)
+      :custom_datatypes,
+      :serde)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -5550,6 +5558,13 @@ module Aws::Glue
     #   "SHORT", "STRING", "TIMESTAMP".
     #   @return [Array<String>]
     #
+    # @!attribute [rw] serde
+    #   Sets the SerDe for processing CSV in the classifier, which will be
+    #   applied in the Data Catalog. Valid values are `OpenCSVSerDe`,
+    #   `LazySimpleSerDe`, and `None`. You can specify the `None` value when
+    #   you want the crawler to do the detection.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CsvClassifier AWS API Documentation
     #
     class CsvClassifier < Struct.new(
@@ -5564,7 +5579,8 @@ module Aws::Glue
       :disable_value_trimming,
       :allow_single_column,
       :custom_datatype_configured,
-      :custom_datatypes)
+      :custom_datatypes,
+      :serde)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -20874,6 +20890,13 @@ module Aws::Glue
     #   Specifies a list of supported custom datatypes.
     #   @return [Array<String>]
     #
+    # @!attribute [rw] serde
+    #   Sets the SerDe for processing CSV in the classifier, which will be
+    #   applied in the Data Catalog. Valid values are `OpenCSVSerDe`,
+    #   `LazySimpleSerDe`, and `None`. You can specify the `None` value when
+    #   you want the crawler to do the detection.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCsvClassifierRequest AWS API Documentation
     #
     class UpdateCsvClassifierRequest < Struct.new(
@@ -20885,7 +20908,8 @@ module Aws::Glue
       :disable_value_trimming,
       :allow_single_column,
       :custom_datatype_configured,
-      :custom_datatypes)
+      :custom_datatypes,
+      :serde)
       SENSITIVE = []
       include Aws::Structure
     end

data/lib/aws-sdk-glue.rb

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.153.0'
+  GEM_VERSION = '1.154.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.153.0
+  version: 1.154.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-08-02 00:00:00.000000000 Z
+date: 2023-08-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core