aws-sdk-glue 1.132.0 → 1.133.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +18 -23
- data/lib/aws-sdk-glue/client_api.rb +0 -1
- data/lib/aws-sdk-glue/types.rb +34 -40
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 120162e42a3104984b480368dac1581447a4c9ec3a10bc6ff7402e0ab1360920
|
4
|
+
data.tar.gz: cd45a7784b364d46780c0d8ee1f32ac6f3ca27b1d54b295e254a1b445d263a5e
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b491a2a078c23e0a883eba8f52eea696279d17e479249622d5119ac854f018a365fe3a3049475c65f7e722dade1c4fc6b88022b2f9ec3de2186dda2540732578
|
7
|
+
data.tar.gz: 402491b2a3fda7147612b77022b9af92744517e1062fa1973b7192473d6dc125cd80165c04c1ca032b5ef12682d464853296fb37e772413e25e23822fed02e3e
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.133.0 (2023-03-30)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This release adds support for AWS Glue Data Quality, which helps you evaluate and monitor the quality of your data and includes the API for creating, deleting, or updating data quality rulesets, runs and evaluations.
|
8
|
+
|
4
9
|
1.132.0 (2023-02-17)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.133.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -4620,48 +4620,47 @@ module Aws::Glue
|
|
4620
4620
|
# @option params [String] :compatibility
|
4621
4621
|
# The compatibility mode of the schema. The possible values are:
|
4622
4622
|
#
|
4623
|
-
# * *NONE
|
4623
|
+
# * *NONE*: No compatibility mode applies. You can use this choice in
|
4624
4624
|
# development scenarios or if you do not know the compatibility mode
|
4625
4625
|
# that you want to apply to schemas. Any new version added will be
|
4626
4626
|
# accepted without undergoing a compatibility check.
|
4627
4627
|
#
|
4628
|
-
# * *DISABLED
|
4628
|
+
# * *DISABLED*: This compatibility choice prevents versioning for a
|
4629
4629
|
# particular schema. You can use this choice to prevent future
|
4630
4630
|
# versioning of a schema.
|
4631
4631
|
#
|
4632
|
-
# * *BACKWARD
|
4632
|
+
# * *BACKWARD*: This compatibility choice is recommended as it allows
|
4633
4633
|
# data receivers to read both the current and one previous schema
|
4634
4634
|
# version. This means that for instance, a new schema version cannot
|
4635
4635
|
# drop data fields or change the type of these fields, so they can't
|
4636
4636
|
# be read by readers using the previous version.
|
4637
4637
|
#
|
4638
|
-
# * *BACKWARD\_ALL
|
4638
|
+
# * *BACKWARD\_ALL*: This compatibility choice allows data receivers to
|
4639
4639
|
# read both the current and all previous schema versions. You can use
|
4640
4640
|
# this choice when you need to delete fields or add optional fields,
|
4641
4641
|
# and check compatibility against all previous schema versions.
|
4642
4642
|
#
|
4643
|
-
# * *FORWARD
|
4643
|
+
# * *FORWARD*: This compatibility choice allows data receivers to read
|
4644
4644
|
# both the current and one next schema version, but not necessarily
|
4645
4645
|
# later versions. You can use this choice when you need to add fields
|
4646
4646
|
# or delete optional fields, but only check compatibility against the
|
4647
4647
|
# last schema version.
|
4648
4648
|
#
|
4649
|
-
# * *FORWARD\_ALL
|
4649
|
+
# * *FORWARD\_ALL*: This compatibility choice allows data receivers to
|
4650
4650
|
# read written by producers of any new registered schema. You can use
|
4651
4651
|
# this choice when you need to add fields or delete optional fields,
|
4652
4652
|
# and check compatibility against all previous schema versions.
|
4653
4653
|
#
|
4654
|
-
# * *FULL
|
4655
|
-
#
|
4654
|
+
# * *FULL*: This compatibility choice allows data receivers to read data
|
4655
|
+
# written by producers using the previous or next version of the
|
4656
4656
|
# schema, but not necessarily earlier or later versions. You can use
|
4657
4657
|
# this choice when you need to add or remove optional fields, but only
|
4658
4658
|
# check compatibility against the last schema version.
|
4659
4659
|
#
|
4660
|
-
# * *FULL\_ALL
|
4661
|
-
#
|
4662
|
-
#
|
4663
|
-
#
|
4664
|
-
# versions.
|
4660
|
+
# * *FULL\_ALL*: This compatibility choice allows data receivers to read
|
4661
|
+
# data written by producers using all previous schema versions. You
|
4662
|
+
# can use this choice when you need to add or remove optional fields,
|
4663
|
+
# and check compatibility against all previous schema versions.
|
4665
4664
|
#
|
4666
4665
|
# @option params [String] :description
|
4667
4666
|
# An optional description of the schema. If description is not provided,
|
@@ -9721,7 +9720,7 @@ module Aws::Glue
|
|
9721
9720
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
9722
9721
|
# expression.
|
9723
9722
|
#
|
9724
|
-
# *Operators
|
9723
|
+
# *Operators*: The following are the operators that you can use in the
|
9725
9724
|
# `Expression` API call:
|
9726
9725
|
#
|
9727
9726
|
# =
|
@@ -9774,7 +9773,7 @@ module Aws::Glue
|
|
9774
9773
|
#
|
9775
9774
|
# : Logical operators.
|
9776
9775
|
#
|
9777
|
-
# *Supported Partition Key Types
|
9776
|
+
# *Supported Partition Key Types*: The following are the supported
|
9778
9777
|
# partition keys.
|
9779
9778
|
#
|
9780
9779
|
# * `string`
|
@@ -9801,7 +9800,7 @@ module Aws::Glue
|
|
9801
9800
|
# define a crawler, the `partitionKey` type is created as a `STRING`, to
|
9802
9801
|
# be compatible with the catalog partitions.
|
9803
9802
|
#
|
9804
|
-
# *Sample API Call
|
9803
|
+
# *Sample API Call*:
|
9805
9804
|
#
|
9806
9805
|
#
|
9807
9806
|
#
|
@@ -11305,7 +11304,7 @@ module Aws::Glue
|
|
11305
11304
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
11306
11305
|
# expression.
|
11307
11306
|
#
|
11308
|
-
# *Operators
|
11307
|
+
# *Operators*: The following are the operators that you can use in the
|
11309
11308
|
# `Expression` API call:
|
11310
11309
|
#
|
11311
11310
|
# =
|
@@ -11358,7 +11357,7 @@ module Aws::Glue
|
|
11358
11357
|
#
|
11359
11358
|
# : Logical operators.
|
11360
11359
|
#
|
11361
|
-
# *Supported Partition Key Types
|
11360
|
+
# *Supported Partition Key Types*: The following are the supported
|
11362
11361
|
# partition keys.
|
11363
11362
|
#
|
11364
11363
|
# * `string`
|
@@ -15381,9 +15380,6 @@ module Aws::Glue
|
|
15381
15380
|
# @option params [required, String] :name
|
15382
15381
|
# The name of the data quality ruleset.
|
15383
15382
|
#
|
15384
|
-
# @option params [String] :updated_name
|
15385
|
-
# The new name of the ruleset, if you are renaming it.
|
15386
|
-
#
|
15387
15383
|
# @option params [String] :description
|
15388
15384
|
# A description of the ruleset.
|
15389
15385
|
#
|
@@ -15401,7 +15397,6 @@ module Aws::Glue
|
|
15401
15397
|
#
|
15402
15398
|
# resp = client.update_data_quality_ruleset({
|
15403
15399
|
# name: "NameString", # required
|
15404
|
-
# updated_name: "NameString",
|
15405
15400
|
# description: "DescriptionString",
|
15406
15401
|
# ruleset: "DataQualityRulesetString",
|
15407
15402
|
# })
|
@@ -17324,7 +17319,7 @@ module Aws::Glue
|
|
17324
17319
|
params: params,
|
17325
17320
|
config: config)
|
17326
17321
|
context[:gem_name] = 'aws-sdk-glue'
|
17327
|
-
context[:gem_version] = '1.
|
17322
|
+
context[:gem_version] = '1.133.0'
|
17328
17323
|
Seahorse::Client::Request.new(handlers, context)
|
17329
17324
|
end
|
17330
17325
|
|
@@ -5109,7 +5109,6 @@ module Aws::Glue
|
|
5109
5109
|
UpdateCsvClassifierRequest.struct_class = Types::UpdateCsvClassifierRequest
|
5110
5110
|
|
5111
5111
|
UpdateDataQualityRulesetRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
5112
|
-
UpdateDataQualityRulesetRequest.add_member(:updated_name, Shapes::ShapeRef.new(shape: NameString, location_name: "UpdatedName"))
|
5113
5112
|
UpdateDataQualityRulesetRequest.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
5114
5113
|
UpdateDataQualityRulesetRequest.add_member(:ruleset, Shapes::ShapeRef.new(shape: DataQualityRulesetString, location_name: "Ruleset"))
|
5115
5114
|
UpdateDataQualityRulesetRequest.struct_class = Types::UpdateDataQualityRulesetRequest
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1809,7 +1809,7 @@ module Aws::Glue
|
|
1809
1809
|
#
|
1810
1810
|
# @!attribute [rw] split_fields
|
1811
1811
|
# Specifies a transform that splits data property keys into two
|
1812
|
-
# `DynamicFrames`. The output is a collection of `DynamicFrames
|
1812
|
+
# `DynamicFrames`. The output is a collection of `DynamicFrames`: one
|
1813
1813
|
# with selected data property keys, and one with the remaining data
|
1814
1814
|
# property keys.
|
1815
1815
|
# @return [Types::SplitFields]
|
@@ -3243,14 +3243,13 @@ module Aws::Glue
|
|
3243
3243
|
# A key used to filter the crawler runs for a specified crawler. Valid
|
3244
3244
|
# values for each of the field names are:
|
3245
3245
|
#
|
3246
|
-
# * `CRAWL_ID
|
3247
|
-
# crawl.
|
3246
|
+
# * `CRAWL_ID`: A string representing the UUID identifier for a crawl.
|
3248
3247
|
#
|
3249
|
-
# * `STATE
|
3248
|
+
# * `STATE`: A string representing the state of the crawl.
|
3250
3249
|
#
|
3251
|
-
# * `START_TIME` and `END_TIME
|
3250
|
+
# * `START_TIME` and `END_TIME`: The epoch timestamp in milliseconds.
|
3252
3251
|
#
|
3253
|
-
# * `DPU_HOUR
|
3252
|
+
# * `DPU_HOUR`: The number of data processing unit (DPU) hours used
|
3254
3253
|
# for the crawl.
|
3255
3254
|
# @return [String]
|
3256
3255
|
#
|
@@ -3258,17 +3257,17 @@ module Aws::Glue
|
|
3258
3257
|
# A defined comparator that operates on the value. The available
|
3259
3258
|
# operators are:
|
3260
3259
|
#
|
3261
|
-
# * `GT
|
3260
|
+
# * `GT`: Greater than.
|
3262
3261
|
#
|
3263
|
-
# * `GE
|
3262
|
+
# * `GE`: Greater than or equal to.
|
3264
3263
|
#
|
3265
|
-
# * `LT
|
3264
|
+
# * `LT`: Less than.
|
3266
3265
|
#
|
3267
|
-
# * `LE
|
3266
|
+
# * `LE`: Less than or equal to.
|
3268
3267
|
#
|
3269
|
-
# * `EQ
|
3268
|
+
# * `EQ`: Equal to.
|
3270
3269
|
#
|
3271
|
-
# * `NE
|
3270
|
+
# * `NE`: Not equal to.
|
3272
3271
|
# @return [String]
|
3273
3272
|
#
|
3274
3273
|
# @!attribute [rw] field_value
|
@@ -4579,46 +4578,46 @@ module Aws::Glue
|
|
4579
4578
|
# @!attribute [rw] compatibility
|
4580
4579
|
# The compatibility mode of the schema. The possible values are:
|
4581
4580
|
#
|
4582
|
-
# * *NONE
|
4581
|
+
# * *NONE*: No compatibility mode applies. You can use this choice in
|
4583
4582
|
# development scenarios or if you do not know the compatibility mode
|
4584
4583
|
# that you want to apply to schemas. Any new version added will be
|
4585
4584
|
# accepted without undergoing a compatibility check.
|
4586
4585
|
#
|
4587
|
-
# * *DISABLED
|
4586
|
+
# * *DISABLED*: This compatibility choice prevents versioning for a
|
4588
4587
|
# particular schema. You can use this choice to prevent future
|
4589
4588
|
# versioning of a schema.
|
4590
4589
|
#
|
4591
|
-
# * *BACKWARD
|
4590
|
+
# * *BACKWARD*: This compatibility choice is recommended as it allows
|
4592
4591
|
# data receivers to read both the current and one previous schema
|
4593
4592
|
# version. This means that for instance, a new schema version cannot
|
4594
4593
|
# drop data fields or change the type of these fields, so they
|
4595
4594
|
# can't be read by readers using the previous version.
|
4596
4595
|
#
|
4597
|
-
# * *BACKWARD\_ALL
|
4596
|
+
# * *BACKWARD\_ALL*: This compatibility choice allows data receivers
|
4598
4597
|
# to read both the current and all previous schema versions. You can
|
4599
4598
|
# use this choice when you need to delete fields or add optional
|
4600
4599
|
# fields, and check compatibility against all previous schema
|
4601
4600
|
# versions.
|
4602
4601
|
#
|
4603
|
-
# * *FORWARD
|
4604
|
-
#
|
4605
|
-
#
|
4606
|
-
#
|
4607
|
-
#
|
4602
|
+
# * *FORWARD*: This compatibility choice allows data receivers to read
|
4603
|
+
# both the current and one next schema version, but not necessarily
|
4604
|
+
# later versions. You can use this choice when you need to add
|
4605
|
+
# fields or delete optional fields, but only check compatibility
|
4606
|
+
# against the last schema version.
|
4608
4607
|
#
|
4609
|
-
# * *FORWARD\_ALL
|
4610
|
-
#
|
4608
|
+
# * *FORWARD\_ALL*: This compatibility choice allows data receivers to
|
4609
|
+
# read written by producers of any new registered schema. You can
|
4611
4610
|
# use this choice when you need to add fields or delete optional
|
4612
4611
|
# fields, and check compatibility against all previous schema
|
4613
4612
|
# versions.
|
4614
4613
|
#
|
4615
|
-
# * *FULL
|
4614
|
+
# * *FULL*: This compatibility choice allows data receivers to read
|
4616
4615
|
# data written by producers using the previous or next version of
|
4617
4616
|
# the schema, but not necessarily earlier or later versions. You can
|
4618
4617
|
# use this choice when you need to add or remove optional fields,
|
4619
4618
|
# but only check compatibility against the last schema version.
|
4620
4619
|
#
|
4621
|
-
# * *FULL\_ALL
|
4620
|
+
# * *FULL\_ALL*: This compatibility choice allows data receivers to
|
4622
4621
|
# read data written by producers using all previous schema versions.
|
4623
4622
|
# You can use this choice when you need to add or remove optional
|
4624
4623
|
# fields, and check compatibility against all previous schema
|
@@ -9543,8 +9542,8 @@ module Aws::Glue
|
|
9543
9542
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
9544
9543
|
# expression.
|
9545
9544
|
#
|
9546
|
-
# *Operators
|
9547
|
-
#
|
9545
|
+
# *Operators*: The following are the operators that you can use in the
|
9546
|
+
# `Expression` API call:
|
9548
9547
|
#
|
9549
9548
|
# =
|
9550
9549
|
#
|
@@ -9599,7 +9598,7 @@ module Aws::Glue
|
|
9599
9598
|
#
|
9600
9599
|
# : Logical operators.
|
9601
9600
|
#
|
9602
|
-
# *Supported Partition Key Types
|
9601
|
+
# *Supported Partition Key Types*: The following are the supported
|
9603
9602
|
# partition keys.
|
9604
9603
|
#
|
9605
9604
|
# * `string`
|
@@ -9626,7 +9625,7 @@ module Aws::Glue
|
|
9626
9625
|
# define a crawler, the `partitionKey` type is created as a `STRING`,
|
9627
9626
|
# to be compatible with the catalog partitions.
|
9628
9627
|
#
|
9629
|
-
# *Sample API Call
|
9628
|
+
# *Sample API Call*:
|
9630
9629
|
#
|
9631
9630
|
#
|
9632
9631
|
#
|
@@ -10675,8 +10674,8 @@ module Aws::Glue
|
|
10675
10674
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
10676
10675
|
# expression.
|
10677
10676
|
#
|
10678
|
-
# *Operators
|
10679
|
-
#
|
10677
|
+
# *Operators*: The following are the operators that you can use in the
|
10678
|
+
# `Expression` API call:
|
10680
10679
|
#
|
10681
10680
|
# =
|
10682
10681
|
#
|
@@ -10731,7 +10730,7 @@ module Aws::Glue
|
|
10731
10730
|
#
|
10732
10731
|
# : Logical operators.
|
10733
10732
|
#
|
10734
|
-
# *Supported Partition Key Types
|
10733
|
+
# *Supported Partition Key Types*: The following are the supported
|
10735
10734
|
# partition keys.
|
10736
10735
|
#
|
10737
10736
|
# * `string`
|
@@ -11204,10 +11203,10 @@ module Aws::Glue
|
|
11204
11203
|
# Additional options for the table. Currently there are two keys
|
11205
11204
|
# supported:
|
11206
11205
|
#
|
11207
|
-
# * `pushDownPredicate
|
11206
|
+
# * `pushDownPredicate`: to filter on partitions without having to
|
11208
11207
|
# list and read all the files in your dataset.
|
11209
11208
|
#
|
11210
|
-
# * `catalogPartitionPredicate
|
11209
|
+
# * `catalogPartitionPredicate`: to use server-side partition pruning
|
11211
11210
|
# using partition indexes in the Glue Data Catalog.
|
11212
11211
|
# @return [Hash<String,String>]
|
11213
11212
|
#
|
@@ -17561,7 +17560,7 @@ module Aws::Glue
|
|
17561
17560
|
end
|
17562
17561
|
|
17563
17562
|
# Specifies a transform that splits data property keys into two
|
17564
|
-
# `DynamicFrames`. The output is a collection of `DynamicFrames
|
17563
|
+
# `DynamicFrames`. The output is a collection of `DynamicFrames`: one
|
17565
17564
|
# with selected data property keys, and one with the remaining data
|
17566
17565
|
# property keys.
|
17567
17566
|
#
|
@@ -19760,10 +19759,6 @@ module Aws::Glue
|
|
19760
19759
|
# The name of the data quality ruleset.
|
19761
19760
|
# @return [String]
|
19762
19761
|
#
|
19763
|
-
# @!attribute [rw] updated_name
|
19764
|
-
# The new name of the ruleset, if you are renaming it.
|
19765
|
-
# @return [String]
|
19766
|
-
#
|
19767
19762
|
# @!attribute [rw] description
|
19768
19763
|
# A description of the ruleset.
|
19769
19764
|
# @return [String]
|
@@ -19777,7 +19772,6 @@ module Aws::Glue
|
|
19777
19772
|
#
|
19778
19773
|
class UpdateDataQualityRulesetRequest < Struct.new(
|
19779
19774
|
:name,
|
19780
|
-
:updated_name,
|
19781
19775
|
:description,
|
19782
19776
|
:ruleset)
|
19783
19777
|
SENSITIVE = []
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.133.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-03-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|