aws-sdk-glue 1.217.0 → 1.219.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 79aea84bf623e1b29385744cda52af2d34a7e76a331688d7f4689a71382b0978
-  data.tar.gz: ff38b95cece8a4e121ecaab8d9597444f2503724c8af8dec5d4e0607b51460d8
+  metadata.gz: 129e6fa77a9380693975c12f80ff0bc90ac9e970470cb5c382c150dd9bd5b706
+  data.tar.gz: 59ab5ad44d7f80c8703689d5217477a0661be97738686fa95ebb1916a9024724
 SHA512:
-  metadata.gz: ee221b8105e873959c7fedec95412f8e054311cc9c78d9ec60be03f76760b8c178f7f6b43502ca80088a09f276a5e5f435acf19c32026f12778f8e2f31f49fea
-  data.tar.gz: 7174f655d3ff50084f0dfdf34cf41cd9d706546a8dd8d9e0e75ef67a6f2b4482a3a73379f1765e81e85cd9c6b2157444fa7bac744a8bdfb5413826a3ea2b873d
+  metadata.gz: 34ed4b5c1c8b6e37b6818051ac9af26488691803dcd05217179afc041e29126268b5802283844a38af4077fff52260f1fb4bab9a21240bd64d0cbc9335dfcee4
+  data.tar.gz: c4e923f0b5000aea4aa8e454da0b1286695f946d1e1e8d8af25491475c6b0deae3eb582efb68c4120dcbc4ab3dfaee1123941b61e8160c45eb7e329fe4c08a63

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.219.0 (2025-05-22)
+------------------
+
+* Feature - This release supports additional ConversionSpec parameter as part of IntegrationPartition Structure in CreateIntegrationTableProperty API. This parameter is referred to apply appropriate column transformation for columns that are used for timestamp based partitioning
+
+1.218.0 (2025-05-20)
+------------------
+
+* Feature - Enhanced AWS Glue ListConnectionTypes API Model with additional metadata fields.
+
 1.217.0 (2025-05-16)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.217.0
+1.219.0

data/lib/aws-sdk-glue/client.rb

@@ -3960,7 +3960,13 @@ module Aws::Glue
     # `TargetTableConfig` respectively.
     #
     # @option params [required, String] :resource_arn
-    #   The connection ARN of the source, or the database ARN of the target.
+    #   The Amazon Resource Name (ARN) of the target table for which to create
+    #   integration table properties. Currently, this API only supports
+    #   creating integration table properties for target tables, and the
+    #   provided ARN should be the ARN of the target table in the Glue Data
+    #   Catalog. Support for creating integration table properties for source
+    #   connections (using the connection ARN) is not yet implemented and will
+    #   be added in a future release.
     #
     # @option params [required, String] :table_name
     #   The name of the table to be replicated.
@@ -3992,6 +3998,7 @@ module Aws::Glue
     #         {
     #           field_name: "String128",
     #           function_spec: "String128",
+    #           conversion_spec: "String128",
     #         },
     #       ],
     #       target_table_name: "String128",
@@ -9074,7 +9081,13 @@ module Aws::Glue
     # properties for filtering and partition for source and target tables.
     #
     # @option params [required, String] :resource_arn
-    #   The connection ARN of the source, or the database ARN of the target.
+    #   The Amazon Resource Name (ARN) of the target table for which to
+    #   retrieve integration table properties. Currently, this API only
+    #   supports retrieving properties for target tables, and the provided ARN
+    #   should be the ARN of the target table in the Glue Data Catalog.
+    #   Support for retrieving integration table properties for source
+    #   connections (using the connection ARN) is not yet implemented and will
+    #   be added in a future release.
     #
     # @option params [required, String] :table_name
     #   The name of the table to be replicated.
@@ -9107,6 +9120,7 @@ module Aws::Glue
     #   resp.target_table_config.partition_spec #=> Array
     #   resp.target_table_config.partition_spec[0].field_name #=> String
     #   resp.target_table_config.partition_spec[0].function_spec #=> String
+    #   resp.target_table_config.partition_spec[0].conversion_spec #=> String
     #   resp.target_table_config.target_table_name #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTableProperties AWS API Documentation
@@ -14941,13 +14955,23 @@ module Aws::Glue
     #
     #   resp.connection_types #=> Array
     #   resp.connection_types[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK", "MARKETPLACE", "CUSTOM", "SALESFORCE", "VIEW_VALIDATION_REDSHIFT", "VIEW_VALIDATION_ATHENA", "GOOGLEADS", "GOOGLESHEETS", "GOOGLEANALYTICS4", "SERVICENOW", "MARKETO", "SAPODATA", "ZENDESK", "JIRACLOUD", "NETSUITEERP", "HUBSPOT", "FACEBOOKADS", "INSTAGRAMADS", "ZOHOCRM", "SALESFORCEPARDOT", "SALESFORCEMARKETINGCLOUD", "SLACK", "STRIPE", "INTERCOM", "SNAPCHATADS"
+    #   resp.connection_types[0].display_name #=> String
+    #   resp.connection_types[0].vendor #=> String
     #   resp.connection_types[0].description #=> String
+    #   resp.connection_types[0].categories #=> Array
+    #   resp.connection_types[0].categories[0] #=> String
     #   resp.connection_types[0].capabilities.supported_authentication_types #=> Array
     #   resp.connection_types[0].capabilities.supported_authentication_types[0] #=> String, one of "BASIC", "OAUTH2", "CUSTOM", "IAM"
     #   resp.connection_types[0].capabilities.supported_data_operations #=> Array
     #   resp.connection_types[0].capabilities.supported_data_operations[0] #=> String, one of "READ", "WRITE"
     #   resp.connection_types[0].capabilities.supported_compute_environments #=> Array
     #   resp.connection_types[0].capabilities.supported_compute_environments[0] #=> String, one of "SPARK", "ATHENA", "PYTHON"
+    #   resp.connection_types[0].logo_url #=> String
+    #   resp.connection_types[0].connection_type_variants #=> Array
+    #   resp.connection_types[0].connection_type_variants[0].connection_type_variant_name #=> String
+    #   resp.connection_types[0].connection_type_variants[0].display_name #=> String
+    #   resp.connection_types[0].connection_type_variants[0].description #=> String
+    #   resp.connection_types[0].connection_type_variants[0].logo_url #=> String
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypes AWS API Documentation
@@ -19269,6 +19293,7 @@ module Aws::Glue
     #         {
     #           field_name: "String128",
     #           function_spec: "String128",
+    #           conversion_spec: "String128",
     #         },
     #       ],
     #       target_table_name: "String128",
@@ -20264,7 +20289,7 @@ module Aws::Glue
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.217.0'
+      context[:gem_version] = '1.219.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -264,6 +264,8 @@ module Aws::Glue
     ConnectionType = Shapes::StringShape.new(name: 'ConnectionType')
     ConnectionTypeBrief = Shapes::StructureShape.new(name: 'ConnectionTypeBrief')
     ConnectionTypeList = Shapes::ListShape.new(name: 'ConnectionTypeList')
+    ConnectionTypeVariant = Shapes::StructureShape.new(name: 'ConnectionTypeVariant')
+    ConnectionTypeVariantList = Shapes::ListShape.new(name: 'ConnectionTypeVariantList')
     ConnectionsList = Shapes::StructureShape.new(name: 'ConnectionsList')
     ConnectorDataSource = Shapes::StructureShape.new(name: 'ConnectorDataSource')
     ConnectorDataTarget = Shapes::StructureShape.new(name: 'ConnectorDataTarget')
@@ -525,6 +527,7 @@ module Aws::Glue
     DirectKafkaSource = Shapes::StructureShape.new(name: 'DirectKafkaSource')
     DirectKinesisSource = Shapes::StructureShape.new(name: 'DirectKinesisSource')
     DirectSchemaChangePolicy = Shapes::StructureShape.new(name: 'DirectSchemaChangePolicy')
+    DisplayName = Shapes::StringShape.new(name: 'DisplayName')
     Double = Shapes::FloatShape.new(name: 'Double')
     DoubleColumnStatisticsData = Shapes::StructureShape.new(name: 'DoubleColumnStatisticsData')
     DoubleValue = Shapes::FloatShape.new(name: 'DoubleValue')
@@ -1506,6 +1509,7 @@ module Aws::Glue
     UpdatedTimestamp = Shapes::StringShape.new(name: 'UpdatedTimestamp')
     UpsertRedshiftTargetOptions = Shapes::StructureShape.new(name: 'UpsertRedshiftTargetOptions')
     UriString = Shapes::StringShape.new(name: 'UriString')
+    UrlString = Shapes::StringShape.new(name: 'UrlString')
     UsageProfileDefinition = Shapes::StructureShape.new(name: 'UsageProfileDefinition')
     UsageProfileDefinitionList = Shapes::ListShape.new(name: 'UsageProfileDefinitionList')
     UserDefinedFunction = Shapes::StructureShape.new(name: 'UserDefinedFunction')
@@ -1517,6 +1521,7 @@ module Aws::Glue
     ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
     ValueString = Shapes::StringShape.new(name: 'ValueString')
     ValueStringList = Shapes::ListShape.new(name: 'ValueStringList')
+    Vendor = Shapes::StringShape.new(name: 'Vendor')
     VersionId = Shapes::IntegerShape.new(name: 'VersionId')
     VersionLongNumber = Shapes::IntegerShape.new(name: 'VersionLongNumber')
     VersionMismatchException = Shapes::StructureShape.new(name: 'VersionMismatchException')
@@ -2433,12 +2438,25 @@ module Aws::Glue
     ConnectionStringList.member = Shapes::ShapeRef.new(shape: ConnectionString)
 
     ConnectionTypeBrief.add_member(:connection_type, Shapes::ShapeRef.new(shape: ConnectionType, location_name: "ConnectionType"))
+    ConnectionTypeBrief.add_member(:display_name, Shapes::ShapeRef.new(shape: DisplayName, location_name: "DisplayName"))
+    ConnectionTypeBrief.add_member(:vendor, Shapes::ShapeRef.new(shape: Vendor, location_name: "Vendor"))
     ConnectionTypeBrief.add_member(:description, Shapes::ShapeRef.new(shape: Description, location_name: "Description"))
+    ConnectionTypeBrief.add_member(:categories, Shapes::ShapeRef.new(shape: ListOfString, location_name: "Categories"))
     ConnectionTypeBrief.add_member(:capabilities, Shapes::ShapeRef.new(shape: Capabilities, location_name: "Capabilities"))
+    ConnectionTypeBrief.add_member(:logo_url, Shapes::ShapeRef.new(shape: UrlString, location_name: "LogoUrl"))
+    ConnectionTypeBrief.add_member(:connection_type_variants, Shapes::ShapeRef.new(shape: ConnectionTypeVariantList, location_name: "ConnectionTypeVariants"))
     ConnectionTypeBrief.struct_class = Types::ConnectionTypeBrief
 
     ConnectionTypeList.member = Shapes::ShapeRef.new(shape: ConnectionTypeBrief)
 
+    ConnectionTypeVariant.add_member(:connection_type_variant_name, Shapes::ShapeRef.new(shape: DisplayName, location_name: "ConnectionTypeVariantName"))
+    ConnectionTypeVariant.add_member(:display_name, Shapes::ShapeRef.new(shape: DisplayName, location_name: "DisplayName"))
+    ConnectionTypeVariant.add_member(:description, Shapes::ShapeRef.new(shape: Description, location_name: "Description"))
+    ConnectionTypeVariant.add_member(:logo_url, Shapes::ShapeRef.new(shape: UrlString, location_name: "LogoUrl"))
+    ConnectionTypeVariant.struct_class = Types::ConnectionTypeVariant
+
+    ConnectionTypeVariantList.member = Shapes::ShapeRef.new(shape: ConnectionTypeVariant)
+
     ConnectionsList.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionStringList, location_name: "Connections"))
     ConnectionsList.struct_class = Types::ConnectionsList
 
@@ -4762,6 +4780,7 @@ module Aws::Glue
 
     IntegrationPartition.add_member(:field_name, Shapes::ShapeRef.new(shape: String128, location_name: "FieldName"))
     IntegrationPartition.add_member(:function_spec, Shapes::ShapeRef.new(shape: String128, location_name: "FunctionSpec"))
+    IntegrationPartition.add_member(:conversion_spec, Shapes::ShapeRef.new(shape: String128, location_name: "ConversionSpec"))
     IntegrationPartition.struct_class = Types::IntegrationPartition
 
     IntegrationPartitionSpecList.member = Shapes::ShapeRef.new(shape: IntegrationPartition)

data/lib/aws-sdk-glue/types.rb

@@ -4237,21 +4237,87 @@ module Aws::Glue
     #   The name of the connection type.
     #   @return [String]
     #
+    # @!attribute [rw] display_name
+    #   The human-readable name for the connection type that is displayed in
+    #   the Glue console.
+    #   @return [String]
+    #
+    # @!attribute [rw] vendor
+    #   The name of the vendor or provider that created or maintains this
+    #   connection type.
+    #   @return [String]
+    #
     # @!attribute [rw] description
     #   A description of the connection type.
     #   @return [String]
     #
+    # @!attribute [rw] categories
+    #   A list of categories that this connection type belongs to.
+    #   Categories help users filter and find appropriate connection types
+    #   based on their use cases.
+    #   @return [Array<String>]
+    #
     # @!attribute [rw] capabilities
     #   The supported authentication types, data interface types (compute
     #   environments), and data operations of the connector.
     #   @return [Types::Capabilities]
     #
+    # @!attribute [rw] logo_url
+    #   The URL of the logo associated with a connection type.
+    #   @return [String]
+    #
+    # @!attribute [rw] connection_type_variants
+    #   A list of variants available for this connection type. Different
+    #   variants may provide specialized configurations for specific use
+    #   cases or implementations of the same general connection type.
+    #   @return [Array<Types::ConnectionTypeVariant>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeBrief AWS API Documentation
     #
     class ConnectionTypeBrief < Struct.new(
       :connection_type,
+      :display_name,
+      :vendor,
+      :description,
+      :categories,
+      :capabilities,
+      :logo_url,
+      :connection_type_variants)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # Represents a variant of a connection type in Glue Data Catalog.
+    # Connection type variants provide specific configurations and behaviors
+    # for different implementations of the same general connection type.
+    #
+    # @!attribute [rw] connection_type_variant_name
+    #   The unique identifier for the connection type variant. This name is
+    #   used internally to identify the specific variant of a connection
+    #   type.
+    #   @return [String]
+    #
+    # @!attribute [rw] display_name
+    #   The human-readable name for the connection type variant that is
+    #   displayed in the Glue console.
+    #   @return [String]
+    #
+    # @!attribute [rw] description
+    #   A detailed description of the connection type variant, including its
+    #   purpose, use cases, and any specific configuration requirements.
+    #   @return [String]
+    #
+    # @!attribute [rw] logo_url
+    #   The URL of the logo associated with a connection type variant.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeVariant AWS API Documentation
+    #
+    class ConnectionTypeVariant < Struct.new(
+      :connection_type_variant_name,
+      :display_name,
       :description,
-      :capabilities)
+      :logo_url)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -5814,7 +5880,13 @@ module Aws::Glue
     end
 
     # @!attribute [rw] resource_arn
-    #   The connection ARN of the source, or the database ARN of the target.
+    #   The Amazon Resource Name (ARN) of the target table for which to
+    #   create integration table properties. Currently, this API only
+    #   supports creating integration table properties for target tables,
+    #   and the provided ARN should be the ARN of the target table in the
+    #   Glue Data Catalog. Support for creating integration table properties
+    #   for source connections (using the connection ARN) is not yet
+    #   implemented and will be added in a future release.
     #   @return [String]
     #
     # @!attribute [rw] table_name
@@ -12501,7 +12573,13 @@ module Aws::Glue
     end
 
     # @!attribute [rw] resource_arn
-    #   The connection ARN of the source, or the database ARN of the target.
+    #   The Amazon Resource Name (ARN) of the target table for which to
+    #   retrieve integration table properties. Currently, this API only
+    #   supports retrieving properties for target tables, and the provided
+    #   ARN should be the ARN of the target table in the Glue Data Catalog.
+    #   Support for retrieving integration table properties for source
+    #   connections (using the connection ARN) is not yet implemented and
+    #   will be added in a future release.
     #   @return [String]
     #
     # @!attribute [rw] table_name
@@ -12518,7 +12596,13 @@ module Aws::Glue
     end
 
     # @!attribute [rw] resource_arn
-    #   The connection ARN of the source, or the database ARN of the target.
+    #   The Amazon Resource Name (ARN) of the target table for which to
+    #   retrieve integration table properties. Currently, this API only
+    #   supports retrieving properties for target tables, and the provided
+    #   ARN should be the ARN of the target table in the Glue Data Catalog.
+    #   Support for retrieving integration table properties for source
+    #   connections (using the connection ARN) is not yet implemented and
+    #   will be added in a future release.
     #   @return [String]
     #
     # @!attribute [rw] table_name
@@ -15860,11 +15944,42 @@ module Aws::Glue
     #   target destination.
     #   @return [String]
     #
+    # @!attribute [rw] conversion_spec
+    #   Specifies the timestamp format of the source data. Valid values are:
+    #
+    #   * `epoch_sec` - Unix epoch timestamp in seconds
+    #
+    #   * `epoch_milli` - Unix epoch timestamp in milliseconds
+    #
+    #   * `iso` - ISO 8601 formatted timestamp
+    #
+    #   <note markdown="1"> Only specify `ConversionSpec` when using timestamp-based partition
+    #   functions (year, month, day, or hour). Glue Zero-ETL uses this
+    #   parameter to correctly transform source data into timestamp format
+    #   before partitioning.
+    #
+    #    Do not use high-cardinality columns with the `identity` partition
+    #   function. High-cardinality columns include:
+    #
+    #    * Primary keys
+    #
+    #   * Timestamp fields (such as `LastModifiedTimestamp`, `CreatedDate`)
+    #
+    #   * System-generated timestamps
+    #
+    #    Using high-cardinality columns with identity partitioning creates
+    #   many small partitions, which can significantly degrade ingestion
+    #   performance.
+    #
+    #    </note>
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationPartition AWS API Documentation
     #
     class IntegrationPartition < Struct.new(
       :field_name,
-      :function_spec)
+      :function_spec,
+      :conversion_spec)
       SENSITIVE = []
       include Aws::Structure
     end

data/lib/aws-sdk-glue.rb

@@ -54,7 +54,7 @@ module Aws::Glue
   autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
   autoload :Endpoints, 'aws-sdk-glue/endpoints'
 
-  GEM_VERSION = '1.217.0'
+  GEM_VERSION = '1.219.0'
 
 end
 

data/sig/client.rbs

@@ -925,7 +925,8 @@ module Aws
                                                    partition_spec: Array[
                                                      {
                                                        field_name: ::String?,
-                                                       function_spec: ::String?
+                                                       function_spec: ::String?,
+                                                       conversion_spec: ::String?
                                                      },
                                                    ]?,
                                                    target_table_name: ::String?
@@ -5967,7 +5968,8 @@ module Aws
                                                    partition_spec: Array[
                                                      {
                                                        field_name: ::String?,
-                                                       function_spec: ::String?
+                                                       function_spec: ::String?,
+                                                       conversion_spec: ::String?
                                                      },
                                                    ]?,
                                                    target_table_name: ::String?

data/sig/types.rbs

@@ -1005,8 +1005,21 @@ module Aws::Glue
 
     class ConnectionTypeBrief
       attr_accessor connection_type: ("JDBC" | "SFTP" | "MONGODB" | "KAFKA" | "NETWORK" | "MARKETPLACE" | "CUSTOM" | "SALESFORCE" | "VIEW_VALIDATION_REDSHIFT" | "VIEW_VALIDATION_ATHENA" | "GOOGLEADS" | "GOOGLESHEETS" | "GOOGLEANALYTICS4" | "SERVICENOW" | "MARKETO" | "SAPODATA" | "ZENDESK" | "JIRACLOUD" | "NETSUITEERP" | "HUBSPOT" | "FACEBOOKADS" | "INSTAGRAMADS" | "ZOHOCRM" | "SALESFORCEPARDOT" | "SALESFORCEMARKETINGCLOUD" | "SLACK" | "STRIPE" | "INTERCOM" | "SNAPCHATADS")
+      attr_accessor display_name: ::String
+      attr_accessor vendor: ::String
       attr_accessor description: ::String
+      attr_accessor categories: ::Array[::String]
       attr_accessor capabilities: Types::Capabilities
+      attr_accessor logo_url: ::String
+      attr_accessor connection_type_variants: ::Array[Types::ConnectionTypeVariant]
+      SENSITIVE: []
+    end
+
+    class ConnectionTypeVariant
+      attr_accessor connection_type_variant_name: ::String
+      attr_accessor display_name: ::String
+      attr_accessor description: ::String
+      attr_accessor logo_url: ::String
       SENSITIVE: []
     end
 
@@ -3967,6 +3980,7 @@ module Aws::Glue
     class IntegrationPartition
       attr_accessor field_name: ::String
       attr_accessor function_spec: ::String
+      attr_accessor conversion_spec: ::String
       SENSITIVE: []
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.217.0
+  version: 1.219.0
 platform: ruby
 authors:
 - Amazon Web Services