aws-sdk-glue 1.152.0 → 1.154.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: d478d4a37d6519155a96925efe80b9d9cc056bfa6aaf544be0710fc635aa1e36
4
- data.tar.gz: 6e80c3acee5999638d7deae7fc3d7a4b02f94f7d574a24e4c1ab6ec9c78b14c6
3
+ metadata.gz: f7dd296bc486bf70887ca70e2beb88b997eafef92191f24b529dd90e5a15a12e
4
+ data.tar.gz: d7363fa3ae2a354ded5556143a30d378eca9a5d4e69d69c1e0855bb7616535aa
5
5
  SHA512:
6
- metadata.gz: 81659d991808b2e9ea06b6d8fd2074197874dc40402d82ca53126f76eb9c41a4c4811df9bf064491775dc3790976822241bd9c2ed830dcbcc48f4e38d7d7fba3
7
- data.tar.gz: 70c4995bcc481cf117e82b2292b23a1e9b3aaac97a4b9af766e8d108ac8547dc1a301e8356efd7245deb2df5553c4408dafb8405a9e47ab09e561cd08e1a7757
6
+ metadata.gz: 1aa0aaf24435fc4d191b2de48847e38af615981ddf033f91120303d48a75b8fbc51b56e95cef7b7a17cf323c86d30d29de71ab76fbec7f5e2fafee4bd07005e3
7
+ data.tar.gz: '0975e403fc1d6b1c2fc65bea2db6de3f79e27110e5693064b12258b56a6a68b0c1233da53170676dd560cfe072492c808ac7dac29cd886e8e7c4fe3ea85e3129'
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.154.0 (2023-08-15)
5
+ ------------------
6
+
7
+ * Feature - AWS Glue Crawlers can now accept SerDe overrides from a custom csv classifier. The two SerDe options are LazySimpleSerDe and OpenCSVSerDe. In case, the user wants crawler to do the selection, "None" can be selected for this purpose.
8
+
9
+ 1.153.0 (2023-08-02)
10
+ ------------------
11
+
12
+ * Feature - This release includes additional Glue Streaming KAKFA SASL property types.
13
+
4
14
  1.152.0 (2023-07-26)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.152.0
1
+ 1.154.0
@@ -2679,6 +2679,7 @@ module Aws::Glue
2679
2679
  # allow_single_column: false,
2680
2680
  # custom_datatype_configured: false,
2681
2681
  # custom_datatypes: ["NameString"],
2682
+ # serde: "OpenCSVSerDe", # accepts OpenCSVSerDe, LazySimpleSerDe, None
2682
2683
  # },
2683
2684
  # })
2684
2685
  #
@@ -5741,6 +5742,7 @@ module Aws::Glue
5741
5742
  # resp.classifier.csv_classifier.custom_datatype_configured #=> Boolean
5742
5743
  # resp.classifier.csv_classifier.custom_datatypes #=> Array
5743
5744
  # resp.classifier.csv_classifier.custom_datatypes[0] #=> String
5745
+ # resp.classifier.csv_classifier.serde #=> String, one of "OpenCSVSerDe", "LazySimpleSerDe", "None"
5744
5746
  #
5745
5747
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifier AWS API Documentation
5746
5748
  #
@@ -5808,6 +5810,7 @@ module Aws::Glue
5808
5810
  # resp.classifiers[0].csv_classifier.custom_datatype_configured #=> Boolean
5809
5811
  # resp.classifiers[0].csv_classifier.custom_datatypes #=> Array
5810
5812
  # resp.classifiers[0].csv_classifier.custom_datatypes[0] #=> String
5813
+ # resp.classifiers[0].csv_classifier.serde #=> String, one of "OpenCSVSerDe", "LazySimpleSerDe", "None"
5811
5814
  # resp.next_token #=> String
5812
5815
  #
5813
5816
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifiers AWS API Documentation
@@ -14761,6 +14764,7 @@ module Aws::Glue
14761
14764
  # allow_single_column: false,
14762
14765
  # custom_datatype_configured: false,
14763
14766
  # custom_datatypes: ["NameString"],
14767
+ # serde: "OpenCSVSerDe", # accepts OpenCSVSerDe, LazySimpleSerDe, None
14764
14768
  # },
14765
14769
  # })
14766
14770
  #
@@ -16284,7 +16288,7 @@ module Aws::Glue
16284
16288
  params: params,
16285
16289
  config: config)
16286
16290
  context[:gem_name] = 'aws-sdk-glue'
16287
- context[:gem_version] = '1.152.0'
16291
+ context[:gem_version] = '1.154.0'
16288
16292
  Seahorse::Client::Request.new(handlers, context)
16289
16293
  end
16290
16294
 
@@ -270,6 +270,7 @@ module Aws::Glue
270
270
  CsvHeader = Shapes::ListShape.new(name: 'CsvHeader')
271
271
  CsvHeaderOption = Shapes::StringShape.new(name: 'CsvHeaderOption')
272
272
  CsvQuoteSymbol = Shapes::StringShape.new(name: 'CsvQuoteSymbol')
273
+ CsvSerdeOption = Shapes::StringShape.new(name: 'CsvSerdeOption')
273
274
  CustomCode = Shapes::StructureShape.new(name: 'CustomCode')
274
275
  CustomDatatypes = Shapes::ListShape.new(name: 'CustomDatatypes')
275
276
  CustomEntityType = Shapes::StructureShape.new(name: 'CustomEntityType')
@@ -1945,6 +1946,7 @@ module Aws::Glue
1945
1946
  CreateCsvClassifierRequest.add_member(:allow_single_column, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllowSingleColumn"))
1946
1947
  CreateCsvClassifierRequest.add_member(:custom_datatype_configured, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CustomDatatypeConfigured"))
1947
1948
  CreateCsvClassifierRequest.add_member(:custom_datatypes, Shapes::ShapeRef.new(shape: CustomDatatypes, location_name: "CustomDatatypes"))
1949
+ CreateCsvClassifierRequest.add_member(:serde, Shapes::ShapeRef.new(shape: CsvSerdeOption, location_name: "Serde"))
1948
1950
  CreateCsvClassifierRequest.struct_class = Types::CreateCsvClassifierRequest
1949
1951
 
1950
1952
  CreateCustomEntityTypeRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
@@ -2215,6 +2217,7 @@ module Aws::Glue
2215
2217
  CsvClassifier.add_member(:allow_single_column, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllowSingleColumn"))
2216
2218
  CsvClassifier.add_member(:custom_datatype_configured, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CustomDatatypeConfigured"))
2217
2219
  CsvClassifier.add_member(:custom_datatypes, Shapes::ShapeRef.new(shape: CustomDatatypes, location_name: "CustomDatatypes"))
2220
+ CsvClassifier.add_member(:serde, Shapes::ShapeRef.new(shape: CsvSerdeOption, location_name: "Serde"))
2218
2221
  CsvClassifier.struct_class = Types::CsvClassifier
2219
2222
 
2220
2223
  CsvHeader.member = Shapes::ShapeRef.new(shape: NameString)
@@ -5323,6 +5326,7 @@ module Aws::Glue
5323
5326
  UpdateCsvClassifierRequest.add_member(:allow_single_column, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllowSingleColumn"))
5324
5327
  UpdateCsvClassifierRequest.add_member(:custom_datatype_configured, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CustomDatatypeConfigured"))
5325
5328
  UpdateCsvClassifierRequest.add_member(:custom_datatypes, Shapes::ShapeRef.new(shape: CustomDatatypes, location_name: "CustomDatatypes"))
5329
+ UpdateCsvClassifierRequest.add_member(:serde, Shapes::ShapeRef.new(shape: CsvSerdeOption, location_name: "Serde"))
5326
5330
  UpdateCsvClassifierRequest.struct_class = Types::UpdateCsvClassifierRequest
5327
5331
 
5328
5332
  UpdateDataQualityRulesetRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
@@ -2856,6 +2856,9 @@ module Aws::Glue
2856
2856
  # the Kafka SASL SCRAM password (if the user has the Glue encrypt
2857
2857
  # passwords setting selected).
2858
2858
  #
2859
+ # * `KAFKA_SASL_SCRAM_SECRETS_ARN` - The Amazon Resource Name of a
2860
+ # secret in Amazon Web Services Secrets Manager.
2861
+ #
2859
2862
  # * `KAFKA_SASL_GSSAPI_KEYTAB` - The S3 location of a Kerberos
2860
2863
  # `keytab` file. A keytab stores long-term keys for one or more
2861
2864
  # principals. For more information, see [MIT Kerberos Documentation:
@@ -3790,6 +3793,13 @@ module Aws::Glue
3790
3793
  # Creates a list of supported custom datatypes.
3791
3794
  # @return [Array<String>]
3792
3795
  #
3796
+ # @!attribute [rw] serde
3797
+ # Sets the SerDe for processing CSV in the classifier, which will be
3798
+ # applied in the Data Catalog. Valid values are `OpenCSVSerDe`,
3799
+ # `LazySimpleSerDe`, and `None`. You can specify the `None` value when
3800
+ # you want the crawler to do the detection.
3801
+ # @return [String]
3802
+ #
3793
3803
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCsvClassifierRequest AWS API Documentation
3794
3804
  #
3795
3805
  class CreateCsvClassifierRequest < Struct.new(
@@ -3801,7 +3811,8 @@ module Aws::Glue
3801
3811
  :disable_value_trimming,
3802
3812
  :allow_single_column,
3803
3813
  :custom_datatype_configured,
3804
- :custom_datatypes)
3814
+ :custom_datatypes,
3815
+ :serde)
3805
3816
  SENSITIVE = []
3806
3817
  include Aws::Structure
3807
3818
  end
@@ -5547,6 +5558,13 @@ module Aws::Glue
5547
5558
  # "SHORT", "STRING", "TIMESTAMP".
5548
5559
  # @return [Array<String>]
5549
5560
  #
5561
+ # @!attribute [rw] serde
5562
+ # Sets the SerDe for processing CSV in the classifier, which will be
5563
+ # applied in the Data Catalog. Valid values are `OpenCSVSerDe`,
5564
+ # `LazySimpleSerDe`, and `None`. You can specify the `None` value when
5565
+ # you want the crawler to do the detection.
5566
+ # @return [String]
5567
+ #
5550
5568
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CsvClassifier AWS API Documentation
5551
5569
  #
5552
5570
  class CsvClassifier < Struct.new(
@@ -5561,7 +5579,8 @@ module Aws::Glue
5561
5579
  :disable_value_trimming,
5562
5580
  :allow_single_column,
5563
5581
  :custom_datatype_configured,
5564
- :custom_datatypes)
5582
+ :custom_datatypes,
5583
+ :serde)
5565
5584
  SENSITIVE = []
5566
5585
  include Aws::Structure
5567
5586
  end
@@ -20871,6 +20890,13 @@ module Aws::Glue
20871
20890
  # Specifies a list of supported custom datatypes.
20872
20891
  # @return [Array<String>]
20873
20892
  #
20893
+ # @!attribute [rw] serde
20894
+ # Sets the SerDe for processing CSV in the classifier, which will be
20895
+ # applied in the Data Catalog. Valid values are `OpenCSVSerDe`,
20896
+ # `LazySimpleSerDe`, and `None`. You can specify the `None` value when
20897
+ # you want the crawler to do the detection.
20898
+ # @return [String]
20899
+ #
20874
20900
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCsvClassifierRequest AWS API Documentation
20875
20901
  #
20876
20902
  class UpdateCsvClassifierRequest < Struct.new(
@@ -20882,7 +20908,8 @@ module Aws::Glue
20882
20908
  :disable_value_trimming,
20883
20909
  :allow_single_column,
20884
20910
  :custom_datatype_configured,
20885
- :custom_datatypes)
20911
+ :custom_datatypes,
20912
+ :serde)
20886
20913
  SENSITIVE = []
20887
20914
  include Aws::Structure
20888
20915
  end
data/lib/aws-sdk-glue.rb CHANGED
@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
52
52
  # @!group service
53
53
  module Aws::Glue
54
54
 
55
- GEM_VERSION = '1.152.0'
55
+ GEM_VERSION = '1.154.0'
56
56
 
57
57
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.152.0
4
+ version: 1.154.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-07-26 00:00:00.000000000 Z
11
+ date: 2023-08-15 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core