aws-sdk-glue 1.218.0 → 1.219.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +18 -3
- data/lib/aws-sdk-glue/client_api.rb +1 -0
- data/lib/aws-sdk-glue/types.rb +53 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +4 -2
- data/sig/types.rbs +1 -0
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 129e6fa77a9380693975c12f80ff0bc90ac9e970470cb5c382c150dd9bd5b706
|
4
|
+
data.tar.gz: 59ab5ad44d7f80c8703689d5217477a0661be97738686fa95ebb1916a9024724
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 34ed4b5c1c8b6e37b6818051ac9af26488691803dcd05217179afc041e29126268b5802283844a38af4077fff52260f1fb4bab9a21240bd64d0cbc9335dfcee4
|
7
|
+
data.tar.gz: c4e923f0b5000aea4aa8e454da0b1286695f946d1e1e8d8af25491475c6b0deae3eb582efb68c4120dcbc4ab3dfaee1123941b61e8160c45eb7e329fe4c08a63
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.219.0 (2025-05-22)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This release supports additional ConversionSpec parameter as part of IntegrationPartition Structure in CreateIntegrationTableProperty API. This parameter is referred to apply appropriate column transformation for columns that are used for timestamp based partitioning
|
8
|
+
|
4
9
|
1.218.0 (2025-05-20)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.219.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -3960,7 +3960,13 @@ module Aws::Glue
|
|
3960
3960
|
# `TargetTableConfig` respectively.
|
3961
3961
|
#
|
3962
3962
|
# @option params [required, String] :resource_arn
|
3963
|
-
# The
|
3963
|
+
# The Amazon Resource Name (ARN) of the target table for which to create
|
3964
|
+
# integration table properties. Currently, this API only supports
|
3965
|
+
# creating integration table properties for target tables, and the
|
3966
|
+
# provided ARN should be the ARN of the target table in the Glue Data
|
3967
|
+
# Catalog. Support for creating integration table properties for source
|
3968
|
+
# connections (using the connection ARN) is not yet implemented and will
|
3969
|
+
# be added in a future release.
|
3964
3970
|
#
|
3965
3971
|
# @option params [required, String] :table_name
|
3966
3972
|
# The name of the table to be replicated.
|
@@ -3992,6 +3998,7 @@ module Aws::Glue
|
|
3992
3998
|
# {
|
3993
3999
|
# field_name: "String128",
|
3994
4000
|
# function_spec: "String128",
|
4001
|
+
# conversion_spec: "String128",
|
3995
4002
|
# },
|
3996
4003
|
# ],
|
3997
4004
|
# target_table_name: "String128",
|
@@ -9074,7 +9081,13 @@ module Aws::Glue
|
|
9074
9081
|
# properties for filtering and partition for source and target tables.
|
9075
9082
|
#
|
9076
9083
|
# @option params [required, String] :resource_arn
|
9077
|
-
# The
|
9084
|
+
# The Amazon Resource Name (ARN) of the target table for which to
|
9085
|
+
# retrieve integration table properties. Currently, this API only
|
9086
|
+
# supports retrieving properties for target tables, and the provided ARN
|
9087
|
+
# should be the ARN of the target table in the Glue Data Catalog.
|
9088
|
+
# Support for retrieving integration table properties for source
|
9089
|
+
# connections (using the connection ARN) is not yet implemented and will
|
9090
|
+
# be added in a future release.
|
9078
9091
|
#
|
9079
9092
|
# @option params [required, String] :table_name
|
9080
9093
|
# The name of the table to be replicated.
|
@@ -9107,6 +9120,7 @@ module Aws::Glue
|
|
9107
9120
|
# resp.target_table_config.partition_spec #=> Array
|
9108
9121
|
# resp.target_table_config.partition_spec[0].field_name #=> String
|
9109
9122
|
# resp.target_table_config.partition_spec[0].function_spec #=> String
|
9123
|
+
# resp.target_table_config.partition_spec[0].conversion_spec #=> String
|
9110
9124
|
# resp.target_table_config.target_table_name #=> String
|
9111
9125
|
#
|
9112
9126
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTableProperties AWS API Documentation
|
@@ -19279,6 +19293,7 @@ module Aws::Glue
|
|
19279
19293
|
# {
|
19280
19294
|
# field_name: "String128",
|
19281
19295
|
# function_spec: "String128",
|
19296
|
+
# conversion_spec: "String128",
|
19282
19297
|
# },
|
19283
19298
|
# ],
|
19284
19299
|
# target_table_name: "String128",
|
@@ -20274,7 +20289,7 @@ module Aws::Glue
|
|
20274
20289
|
tracer: tracer
|
20275
20290
|
)
|
20276
20291
|
context[:gem_name] = 'aws-sdk-glue'
|
20277
|
-
context[:gem_version] = '1.
|
20292
|
+
context[:gem_version] = '1.219.0'
|
20278
20293
|
Seahorse::Client::Request.new(handlers, context)
|
20279
20294
|
end
|
20280
20295
|
|
@@ -4780,6 +4780,7 @@ module Aws::Glue
|
|
4780
4780
|
|
4781
4781
|
IntegrationPartition.add_member(:field_name, Shapes::ShapeRef.new(shape: String128, location_name: "FieldName"))
|
4782
4782
|
IntegrationPartition.add_member(:function_spec, Shapes::ShapeRef.new(shape: String128, location_name: "FunctionSpec"))
|
4783
|
+
IntegrationPartition.add_member(:conversion_spec, Shapes::ShapeRef.new(shape: String128, location_name: "ConversionSpec"))
|
4783
4784
|
IntegrationPartition.struct_class = Types::IntegrationPartition
|
4784
4785
|
|
4785
4786
|
IntegrationPartitionSpecList.member = Shapes::ShapeRef.new(shape: IntegrationPartition)
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -5880,7 +5880,13 @@ module Aws::Glue
|
|
5880
5880
|
end
|
5881
5881
|
|
5882
5882
|
# @!attribute [rw] resource_arn
|
5883
|
-
# The
|
5883
|
+
# The Amazon Resource Name (ARN) of the target table for which to
|
5884
|
+
# create integration table properties. Currently, this API only
|
5885
|
+
# supports creating integration table properties for target tables,
|
5886
|
+
# and the provided ARN should be the ARN of the target table in the
|
5887
|
+
# Glue Data Catalog. Support for creating integration table properties
|
5888
|
+
# for source connections (using the connection ARN) is not yet
|
5889
|
+
# implemented and will be added in a future release.
|
5884
5890
|
# @return [String]
|
5885
5891
|
#
|
5886
5892
|
# @!attribute [rw] table_name
|
@@ -12567,7 +12573,13 @@ module Aws::Glue
|
|
12567
12573
|
end
|
12568
12574
|
|
12569
12575
|
# @!attribute [rw] resource_arn
|
12570
|
-
# The
|
12576
|
+
# The Amazon Resource Name (ARN) of the target table for which to
|
12577
|
+
# retrieve integration table properties. Currently, this API only
|
12578
|
+
# supports retrieving properties for target tables, and the provided
|
12579
|
+
# ARN should be the ARN of the target table in the Glue Data Catalog.
|
12580
|
+
# Support for retrieving integration table properties for source
|
12581
|
+
# connections (using the connection ARN) is not yet implemented and
|
12582
|
+
# will be added in a future release.
|
12571
12583
|
# @return [String]
|
12572
12584
|
#
|
12573
12585
|
# @!attribute [rw] table_name
|
@@ -12584,7 +12596,13 @@ module Aws::Glue
|
|
12584
12596
|
end
|
12585
12597
|
|
12586
12598
|
# @!attribute [rw] resource_arn
|
12587
|
-
# The
|
12599
|
+
# The Amazon Resource Name (ARN) of the target table for which to
|
12600
|
+
# retrieve integration table properties. Currently, this API only
|
12601
|
+
# supports retrieving properties for target tables, and the provided
|
12602
|
+
# ARN should be the ARN of the target table in the Glue Data Catalog.
|
12603
|
+
# Support for retrieving integration table properties for source
|
12604
|
+
# connections (using the connection ARN) is not yet implemented and
|
12605
|
+
# will be added in a future release.
|
12588
12606
|
# @return [String]
|
12589
12607
|
#
|
12590
12608
|
# @!attribute [rw] table_name
|
@@ -15926,11 +15944,42 @@ module Aws::Glue
|
|
15926
15944
|
# target destination.
|
15927
15945
|
# @return [String]
|
15928
15946
|
#
|
15947
|
+
# @!attribute [rw] conversion_spec
|
15948
|
+
# Specifies the timestamp format of the source data. Valid values are:
|
15949
|
+
#
|
15950
|
+
# * `epoch_sec` - Unix epoch timestamp in seconds
|
15951
|
+
#
|
15952
|
+
# * `epoch_milli` - Unix epoch timestamp in milliseconds
|
15953
|
+
#
|
15954
|
+
# * `iso` - ISO 8601 formatted timestamp
|
15955
|
+
#
|
15956
|
+
# <note markdown="1"> Only specify `ConversionSpec` when using timestamp-based partition
|
15957
|
+
# functions (year, month, day, or hour). Glue Zero-ETL uses this
|
15958
|
+
# parameter to correctly transform source data into timestamp format
|
15959
|
+
# before partitioning.
|
15960
|
+
#
|
15961
|
+
# Do not use high-cardinality columns with the `identity` partition
|
15962
|
+
# function. High-cardinality columns include:
|
15963
|
+
#
|
15964
|
+
# * Primary keys
|
15965
|
+
#
|
15966
|
+
# * Timestamp fields (such as `LastModifiedTimestamp`, `CreatedDate`)
|
15967
|
+
#
|
15968
|
+
# * System-generated timestamps
|
15969
|
+
#
|
15970
|
+
# Using high-cardinality columns with identity partitioning creates
|
15971
|
+
# many small partitions, which can significantly degrade ingestion
|
15972
|
+
# performance.
|
15973
|
+
#
|
15974
|
+
# </note>
|
15975
|
+
# @return [String]
|
15976
|
+
#
|
15929
15977
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationPartition AWS API Documentation
|
15930
15978
|
#
|
15931
15979
|
class IntegrationPartition < Struct.new(
|
15932
15980
|
:field_name,
|
15933
|
-
:function_spec
|
15981
|
+
:function_spec,
|
15982
|
+
:conversion_spec)
|
15934
15983
|
SENSITIVE = []
|
15935
15984
|
include Aws::Structure
|
15936
15985
|
end
|
data/lib/aws-sdk-glue.rb
CHANGED
data/sig/client.rbs
CHANGED
@@ -925,7 +925,8 @@ module Aws
|
|
925
925
|
partition_spec: Array[
|
926
926
|
{
|
927
927
|
field_name: ::String?,
|
928
|
-
function_spec: ::String
|
928
|
+
function_spec: ::String?,
|
929
|
+
conversion_spec: ::String?
|
929
930
|
},
|
930
931
|
]?,
|
931
932
|
target_table_name: ::String?
|
@@ -5967,7 +5968,8 @@ module Aws
|
|
5967
5968
|
partition_spec: Array[
|
5968
5969
|
{
|
5969
5970
|
field_name: ::String?,
|
5970
|
-
function_spec: ::String
|
5971
|
+
function_spec: ::String?,
|
5972
|
+
conversion_spec: ::String?
|
5971
5973
|
},
|
5972
5974
|
]?,
|
5973
5975
|
target_table_name: ::String?
|
data/sig/types.rbs
CHANGED