aws-sdk-glue 1.123.0 → 1.125.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dbc5b917d8ad3d02d2618d804a4639eb0fcfb3a025c9733551012ad0d4def71e
-  data.tar.gz: e859ea73987ae4425a755b07ae6c30f24812fee239f8bd85d771d13a7a252376
+  metadata.gz: 5a267182803621aa945ae65cad27f5749dec99c157504d7dbe3d02e06c127450
+  data.tar.gz: 0f7c637a827f430f6f7bf7a93537d18550a2e2209f8c4276dda1c0373e9a2f3d
 SHA512:
-  metadata.gz: fb46acaaadfbb35208e1f47997e8dc501252d03578aafdabc0c662863df8a1bff426c80f6373bbd21b7f545db9ab62d00bccbc0b8cce7a6326e69f9b37a39aa3
-  data.tar.gz: 13534e2e4fce172c092598dd5bacadd0f9a02b1ee046095f193d536d03100e042dd0bb9f74841800565dbf130bb76fff7cde80042d705725b3bd91bf2a11b8d4
+  metadata.gz: 35856dca20ba688b3cea4196a6bc53c47ad3bed1741e8be407626004f271e3cf4d01c50da615692f12578b82ac92107851273e0da51c39a0dc84d26f46e81399
+  data.tar.gz: 989d0fdbc49e23de833190fe4248911ab26470d09f8801f685b86c314eb0586a703f68f2ff049b7986bab0fff1c87927c131912dd7aa958b0fa59c800565610d

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.125.0 (2022-11-29)
+------------------
+
+* Feature - This release allows the creation of Custom Visual Transforms (Dynamic Transforms) to be created via AWS Glue CLI/SDK.
+
+1.124.0 (2022-11-18)
+------------------
+
+* Feature - AWSGlue Crawler - Adding support for Table and Column level Comments with database level datatypes for JDBC based crawler.
+
 1.123.0 (2022-11-11)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.123.0
+1.125.0

data/lib/aws-sdk-glue/client.rb

@@ -776,6 +776,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.jdbc_targets[0].enable_additional_metadata #=> Array
+    #   resp.crawlers[0].targets.jdbc_targets[0].enable_additional_metadata[0] #=> String, one of "COMMENTS", "RAWTYPES"
     #   resp.crawlers[0].targets.mongo_db_targets #=> Array
     #   resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
@@ -1463,6 +1465,22 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.transform_name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.inputs #=> Array
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.inputs[0] #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters #=> Array
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].type #=> String, one of "str", "int", "float", "complex", "bool", "list", "null"
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].validation_rule #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].validation_message #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].value #=> Array
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].value[0] #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].list_type #=> String, one of "str", "int", "float", "complex", "bool", "list", "null"
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].is_optional #=> Boolean
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
     #   resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
     #   resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
     #   resp.jobs[0].source_control_details.repository #=> String
@@ -2304,7 +2322,7 @@ module Aws::Glue
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
-    #   information, see [Configuring a Crawler][1].
+    #   information, see [Setting crawler configuration options][1].
     #
     #
     #
@@ -2348,6 +2366,7 @@ module Aws::Glue
     #           connection_name: "ConnectionName",
     #           path: "Path",
     #           exclusions: ["Path"],
+    #           enable_additional_metadata: ["COMMENTS"], # accepts COMMENTS, RAWTYPES
     #         },
     #       ],
     #       mongo_db_targets: [
@@ -3601,6 +3620,25 @@ module Aws::Glue
     #           database: "EnclosedInStringProperty", # required
     #           table: "EnclosedInStringProperty", # required
     #         },
+    #         dynamic_transform: {
+    #           name: "EnclosedInStringProperty", # required
+    #           transform_name: "EnclosedInStringProperty", # required
+    #           inputs: ["NodeId"], # required
+    #           parameters: [
+    #             {
+    #               name: "EnclosedInStringProperty", # required
+    #               type: "str", # required, accepts str, int, float, complex, bool, list, null
+    #               validation_rule: "EnclosedInStringProperty",
+    #               validation_message: "EnclosedInStringProperty",
+    #               value: ["EnclosedInStringProperty"],
+    #               list_type: "str", # accepts str, int, float, complex, bool, list, null
+    #               is_optional: false,
+    #             },
+    #           ],
+    #           function_name: "EnclosedInStringProperty", # required
+    #           path: "EnclosedInStringProperty", # required
+    #           version: "EnclosedInStringProperty",
+    #         },
     #       },
     #     },
     #     execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -6188,6 +6226,8 @@ module Aws::Glue
     #   resp.crawler.targets.jdbc_targets[0].path #=> String
     #   resp.crawler.targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawler.targets.jdbc_targets[0].enable_additional_metadata #=> Array
+    #   resp.crawler.targets.jdbc_targets[0].enable_additional_metadata[0] #=> String, one of "COMMENTS", "RAWTYPES"
     #   resp.crawler.targets.mongo_db_targets #=> Array
     #   resp.crawler.targets.mongo_db_targets[0].connection_name #=> String
     #   resp.crawler.targets.mongo_db_targets[0].path #=> String
@@ -6332,6 +6372,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.jdbc_targets[0].enable_additional_metadata #=> Array
+    #   resp.crawlers[0].targets.jdbc_targets[0].enable_additional_metadata[0] #=> String, one of "COMMENTS", "RAWTYPES"
     #   resp.crawlers[0].targets.mongo_db_targets #=> Array
     #   resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
@@ -7262,6 +7304,22 @@ module Aws::Glue
     #   resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.name #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.transform_name #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.inputs #=> Array
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.inputs[0] #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters #=> Array
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].name #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].type #=> String, one of "str", "int", "float", "complex", "bool", "list", "null"
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].validation_rule #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].validation_message #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].value #=> Array
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].value[0] #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].list_type #=> String, one of "str", "int", "float", "complex", "bool", "list", "null"
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].is_optional #=> Boolean
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
     #   resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
     #   resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
     #   resp.job.source_control_details.repository #=> String
@@ -7992,6 +8050,22 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.transform_name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.inputs #=> Array
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.inputs[0] #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters #=> Array
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].type #=> String, one of "str", "int", "float", "complex", "bool", "list", "null"
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].validation_rule #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].validation_message #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].value #=> Array
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].value[0] #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].list_type #=> String, one of "str", "int", "float", "complex", "bool", "list", "null"
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.parameters[0].is_optional #=> Boolean
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
     #   resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
     #   resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
     #   resp.jobs[0].source_control_details.repository #=> String
@@ -13596,7 +13670,7 @@ module Aws::Glue
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
-    #   information, see [Configuring a Crawler][1].
+    #   information, see [Setting crawler configuration options][1].
     #
     #
     #
@@ -13631,6 +13705,7 @@ module Aws::Glue
     #           connection_name: "ConnectionName",
     #           path: "Path",
     #           exclusions: ["Path"],
+    #           enable_additional_metadata: ["COMMENTS"], # accepts COMMENTS, RAWTYPES
     #         },
     #       ],
     #       mongo_db_targets: [
@@ -14565,6 +14640,25 @@ module Aws::Glue
     #             database: "EnclosedInStringProperty", # required
     #             table: "EnclosedInStringProperty", # required
     #           },
+    #           dynamic_transform: {
+    #             name: "EnclosedInStringProperty", # required
+    #             transform_name: "EnclosedInStringProperty", # required
+    #             inputs: ["NodeId"], # required
+    #             parameters: [
+    #               {
+    #                 name: "EnclosedInStringProperty", # required
+    #                 type: "str", # required, accepts str, int, float, complex, bool, list, null
+    #                 validation_rule: "EnclosedInStringProperty",
+    #                 validation_message: "EnclosedInStringProperty",
+    #                 value: ["EnclosedInStringProperty"],
+    #                 list_type: "str", # accepts str, int, float, complex, bool, list, null
+    #                 is_optional: false,
+    #               },
+    #             ],
+    #             function_name: "EnclosedInStringProperty", # required
+    #             path: "EnclosedInStringProperty", # required
+    #             version: "EnclosedInStringProperty",
+    #           },
     #         },
     #       },
     #       execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -15390,7 +15484,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.123.0'
+      context[:gem_version] = '1.125.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -343,11 +343,13 @@ module Aws::Glue
     DropDuplicates = Shapes::StructureShape.new(name: 'DropDuplicates')
     DropFields = Shapes::StructureShape.new(name: 'DropFields')
     DropNullFields = Shapes::StructureShape.new(name: 'DropNullFields')
+    DynamicTransform = Shapes::StructureShape.new(name: 'DynamicTransform')
     DynamoDBCatalogSource = Shapes::StructureShape.new(name: 'DynamoDBCatalogSource')
     DynamoDBTarget = Shapes::StructureShape.new(name: 'DynamoDBTarget')
     DynamoDBTargetList = Shapes::ListShape.new(name: 'DynamoDBTargetList')
     Edge = Shapes::StructureShape.new(name: 'Edge')
     EdgeList = Shapes::ListShape.new(name: 'EdgeList')
+    EnableAdditionalMetadata = Shapes::ListShape.new(name: 'EnableAdditionalMetadata')
     EnableHybridValues = Shapes::StringShape.new(name: 'EnableHybridValues')
     EnclosedInStringProperties = Shapes::ListShape.new(name: 'EnclosedInStringProperties')
     EnclosedInStringPropertiesMinOne = Shapes::ListShape.new(name: 'EnclosedInStringPropertiesMinOne')
@@ -557,6 +559,7 @@ module Aws::Glue
     JDBCConnectorTarget = Shapes::StructureShape.new(name: 'JDBCConnectorTarget')
     JDBCDataType = Shapes::StringShape.new(name: 'JDBCDataType')
     JDBCDataTypeMapping = Shapes::MapShape.new(name: 'JDBCDataTypeMapping')
+    JdbcMetadataEntry = Shapes::StringShape.new(name: 'JdbcMetadataEntry')
     JdbcTarget = Shapes::StructureShape.new(name: 'JdbcTarget')
     JdbcTargetList = Shapes::ListShape.new(name: 'JdbcTargetList')
     Job = Shapes::StructureShape.new(name: 'Job')
@@ -708,6 +711,7 @@ module Aws::Glue
     PIIDetection = Shapes::StructureShape.new(name: 'PIIDetection')
     PageSize = Shapes::IntegerShape.new(name: 'PageSize')
     PaginationToken = Shapes::StringShape.new(name: 'PaginationToken')
+    ParamType = Shapes::StringShape.new(name: 'ParamType')
     ParametersMap = Shapes::MapShape.new(name: 'ParametersMap')
     ParametersMapValue = Shapes::StringShape.new(name: 'ParametersMapValue')
     ParquetCompressionType = Shapes::StringShape.new(name: 'ParquetCompressionType')
@@ -944,6 +948,8 @@ module Aws::Glue
     Topk = Shapes::IntegerShape.new(name: 'Topk')
     TotalSegmentsInteger = Shapes::IntegerShape.new(name: 'TotalSegmentsInteger')
     TransactionIdString = Shapes::StringShape.new(name: 'TransactionIdString')
+    TransformConfigParameter = Shapes::StructureShape.new(name: 'TransformConfigParameter')
+    TransformConfigParameterList = Shapes::ListShape.new(name: 'TransformConfigParameterList')
     TransformEncryption = Shapes::StructureShape.new(name: 'TransformEncryption')
     TransformFilterCriteria = Shapes::StructureShape.new(name: 'TransformFilterCriteria')
     TransformIdList = Shapes::ListShape.new(name: 'TransformIdList')
@@ -1456,6 +1462,7 @@ module Aws::Glue
     CodeGenConfigurationNode.add_member(:my_sql_catalog_target, Shapes::ShapeRef.new(shape: MySQLCatalogTarget, location_name: "MySQLCatalogTarget"))
     CodeGenConfigurationNode.add_member(:oracle_sql_catalog_target, Shapes::ShapeRef.new(shape: OracleSQLCatalogTarget, location_name: "OracleSQLCatalogTarget"))
     CodeGenConfigurationNode.add_member(:postgre_sql_catalog_target, Shapes::ShapeRef.new(shape: PostgreSQLCatalogTarget, location_name: "PostgreSQLCatalogTarget"))
+    CodeGenConfigurationNode.add_member(:dynamic_transform, Shapes::ShapeRef.new(shape: DynamicTransform, location_name: "DynamicTransform"))
     CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
 
     CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
@@ -2314,6 +2321,15 @@ module Aws::Glue
     DropNullFields.add_member(:null_text_list, Shapes::ShapeRef.new(shape: NullValueFields, location_name: "NullTextList"))
     DropNullFields.struct_class = Types::DropNullFields
 
+    DynamicTransform.add_member(:name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Name"))
+    DynamicTransform.add_member(:transform_name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "TransformName"))
+    DynamicTransform.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
+    DynamicTransform.add_member(:parameters, Shapes::ShapeRef.new(shape: TransformConfigParameterList, location_name: "Parameters"))
+    DynamicTransform.add_member(:function_name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "FunctionName"))
+    DynamicTransform.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
+    DynamicTransform.add_member(:version, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Version"))
+    DynamicTransform.struct_class = Types::DynamicTransform
+
     DynamoDBCatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
     DynamoDBCatalogSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
     DynamoDBCatalogSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
@@ -2332,6 +2348,8 @@ module Aws::Glue
 
     EdgeList.member = Shapes::ShapeRef.new(shape: Edge)
 
+    EnableAdditionalMetadata.member = Shapes::ShapeRef.new(shape: JdbcMetadataEntry)
+
     EnclosedInStringProperties.member = Shapes::ShapeRef.new(shape: EnclosedInStringProperty)
 
     EnclosedInStringPropertiesMinOne.member = Shapes::ShapeRef.new(shape: EnclosedInStringProperty)
@@ -3128,6 +3146,7 @@ module Aws::Glue
     JdbcTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
     JdbcTarget.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
     JdbcTarget.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
+    JdbcTarget.add_member(:enable_additional_metadata, Shapes::ShapeRef.new(shape: EnableAdditionalMetadata, location_name: "EnableAdditionalMetadata"))
     JdbcTarget.struct_class = Types::JdbcTarget
 
     JdbcTargetList.member = Shapes::ShapeRef.new(shape: JdbcTarget)
@@ -4459,6 +4478,17 @@ module Aws::Glue
     TaskRunSortCriteria.add_member(:sort_direction, Shapes::ShapeRef.new(shape: SortDirectionType, required: true, location_name: "SortDirection"))
     TaskRunSortCriteria.struct_class = Types::TaskRunSortCriteria
 
+    TransformConfigParameter.add_member(:name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Name"))
+    TransformConfigParameter.add_member(:type, Shapes::ShapeRef.new(shape: ParamType, required: true, location_name: "Type"))
+    TransformConfigParameter.add_member(:validation_rule, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "ValidationRule"))
+    TransformConfigParameter.add_member(:validation_message, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "ValidationMessage"))
+    TransformConfigParameter.add_member(:value, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, location_name: "Value"))
+    TransformConfigParameter.add_member(:list_type, Shapes::ShapeRef.new(shape: ParamType, location_name: "ListType"))
+    TransformConfigParameter.add_member(:is_optional, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "IsOptional"))
+    TransformConfigParameter.struct_class = Types::TransformConfigParameter
+
+    TransformConfigParameterList.member = Shapes::ShapeRef.new(shape: TransformConfigParameter)
+
     TransformEncryption.add_member(:ml_user_data_encryption, Shapes::ShapeRef.new(shape: MLUserDataEncryption, location_name: "MlUserDataEncryption"))
     TransformEncryption.add_member(:task_run_security_configuration_name, Shapes::ShapeRef.new(shape: NameString, location_name: "TaskRunSecurityConfigurationName"))
     TransformEncryption.struct_class = Types::TransformEncryption

data/lib/aws-sdk-glue/endpoint_parameters.rb

@@ -50,6 +50,9 @@ module Aws::Glue
 
     def initialize(options = {})
       self[:region] = options[:region]
+      if self[:region].nil?
+        raise ArgumentError, "Missing required EndpointParameter: :region"
+      end
       self[:use_dual_stack] = options[:use_dual_stack]
       self[:use_dual_stack] = false if self[:use_dual_stack].nil?
       if self[:use_dual_stack].nil?

data/lib/aws-sdk-glue/endpoint_provider.rb

@@ -29,82 +29,82 @@ module Aws::Glue
     # @api private
     RULES = <<-JSON
 eyJ2ZXJzaW9uIjoiMS4wIiwicGFyYW1ldGVycyI6eyJSZWdpb24iOnsiYnVp
-bHRJbiI6IkFXUzo6UmVnaW9uIiwicmVxdWlyZWQiOmZhbHNlLCJkb2N1bWVu
-dGF0aW9uIjoiVGhlIEFXUyByZWdpb24gdXNlZCB0byBkaXNwYXRjaCB0aGUg
-cmVxdWVzdC4iLCJ0eXBlIjoiU3RyaW5nIn0sIlVzZUR1YWxTdGFjayI6eyJi
-dWlsdEluIjoiQVdTOjpVc2VEdWFsU3RhY2siLCJyZXF1aXJlZCI6dHJ1ZSwi
-ZGVmYXVsdCI6ZmFsc2UsImRvY3VtZW50YXRpb24iOiJXaGVuIHRydWUsIHVz
-ZSB0aGUgZHVhbC1zdGFjayBlbmRwb2ludC4gSWYgdGhlIGNvbmZpZ3VyZWQg
-ZW5kcG9pbnQgZG9lcyBub3Qgc3VwcG9ydCBkdWFsLXN0YWNrLCBkaXNwYXRj
-aGluZyB0aGUgcmVxdWVzdCBNQVkgcmV0dXJuIGFuIGVycm9yLiIsInR5cGUi
-OiJCb29sZWFuIn0sIlVzZUZJUFMiOnsiYnVpbHRJbiI6IkFXUzo6VXNlRklQ
-UyIsInJlcXVpcmVkIjp0cnVlLCJkZWZhdWx0IjpmYWxzZSwiZG9jdW1lbnRh
-dGlvbiI6IldoZW4gdHJ1ZSwgc2VuZCB0aGlzIHJlcXVlc3QgdG8gdGhlIEZJ
-UFMtY29tcGxpYW50IHJlZ2lvbmFsIGVuZHBvaW50LiBJZiB0aGUgY29uZmln
-dXJlZCBlbmRwb2ludCBkb2VzIG5vdCBoYXZlIGEgRklQUyBjb21wbGlhbnQg
-ZW5kcG9pbnQsIGRpc3BhdGNoaW5nIHRoZSByZXF1ZXN0IHdpbGwgcmV0dXJu
-IGFuIGVycm9yLiIsInR5cGUiOiJCb29sZWFuIn0sIkVuZHBvaW50Ijp7ImJ1
-aWx0SW4iOiJTREs6OkVuZHBvaW50IiwicmVxdWlyZWQiOmZhbHNlLCJkb2N1
-bWVudGF0aW9uIjoiT3ZlcnJpZGUgdGhlIGVuZHBvaW50IHVzZWQgdG8gc2Vu
-ZCB0aGlzIHJlcXVlc3QiLCJ0eXBlIjoiU3RyaW5nIn19LCJydWxlcyI6W3si
-Y29uZGl0aW9ucyI6W3siZm4iOiJhd3MucGFydGl0aW9uIiwiYXJndiI6W3si
-cmVmIjoiUmVnaW9uIn1dLCJhc3NpZ24iOiJQYXJ0aXRpb25SZXN1bHQifV0s
-InR5cGUiOiJ0cmVlIiwicnVsZXMiOlt7ImNvbmRpdGlvbnMiOlt7ImZuIjoi
-aXNTZXQiLCJhcmd2IjpbeyJyZWYiOiJFbmRwb2ludCJ9XX0seyJmbiI6InBh
-cnNlVVJMIiwiYXJndiI6W3sicmVmIjoiRW5kcG9pbnQifV0sImFzc2lnbiI6
-InVybCJ9XSwidHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6
-W3siZm4iOiJib29sZWFuRXF1YWxzIiwiYXJndiI6W3sicmVmIjoiVXNlRklQ
-UyJ9LHRydWVdfV0sImVycm9yIjoiSW52YWxpZCBDb25maWd1cmF0aW9uOiBG
-SVBTIGFuZCBjdXN0b20gZW5kcG9pbnQgYXJlIG5vdCBzdXBwb3J0ZWQiLCJ0
-eXBlIjoiZXJyb3IifSx7ImNvbmRpdGlvbnMiOltdLCJ0eXBlIjoidHJlZSIs
-InJ1bGVzIjpbeyJjb25kaXRpb25zIjpbeyJmbiI6ImJvb2xlYW5FcXVhbHMi
-LCJhcmd2IjpbeyJyZWYiOiJVc2VEdWFsU3RhY2sifSx0cnVlXX1dLCJlcnJv
-ciI6IkludmFsaWQgQ29uZmlndXJhdGlvbjogRHVhbHN0YWNrIGFuZCBjdXN0
-b20gZW5kcG9pbnQgYXJlIG5vdCBzdXBwb3J0ZWQiLCJ0eXBlIjoiZXJyb3Ii
-fSx7ImNvbmRpdGlvbnMiOltdLCJlbmRwb2ludCI6eyJ1cmwiOnsicmVmIjoi
-RW5kcG9pbnQifSwicHJvcGVydGllcyI6e30sImhlYWRlcnMiOnt9fSwidHlw
-ZSI6ImVuZHBvaW50In1dfV19LHsiY29uZGl0aW9ucyI6W3siZm4iOiJib29s
-ZWFuRXF1YWxzIiwiYXJndiI6W3sicmVmIjoiVXNlRklQUyJ9LHRydWVdfSx7
-ImZuIjoiYm9vbGVhbkVxdWFscyIsImFyZ3YiOlt7InJlZiI6IlVzZUR1YWxT
-dGFjayJ9LHRydWVdfV0sInR5cGUiOiJ0cmVlIiwicnVsZXMiOlt7ImNvbmRp
-dGlvbnMiOlt7ImZuIjoiYm9vbGVhbkVxdWFscyIsImFyZ3YiOlt0cnVlLHsi
-Zm4iOiJnZXRBdHRyIiwiYXJndiI6W3sicmVmIjoiUGFydGl0aW9uUmVzdWx0
-In0sInN1cHBvcnRzRklQUyJdfV19LHsiZm4iOiJib29sZWFuRXF1YWxzIiwi
-YXJndiI6W3RydWUseyJmbiI6ImdldEF0dHIiLCJhcmd2IjpbeyJyZWYiOiJQ
-YXJ0aXRpb25SZXN1bHQifSwic3VwcG9ydHNEdWFsU3RhY2siXX1dfV0sInR5
-cGUiOiJ0cmVlIiwicnVsZXMiOlt7ImNvbmRpdGlvbnMiOltdLCJlbmRwb2lu
-dCI6eyJ1cmwiOiJodHRwczovL2dsdWUtZmlwcy57UmVnaW9ufS57UGFydGl0
-aW9uUmVzdWx0I2R1YWxTdGFja0Ruc1N1ZmZpeH0iLCJwcm9wZXJ0aWVzIjp7
-fSwiaGVhZGVycyI6e319LCJ0eXBlIjoiZW5kcG9pbnQifV19LHsiY29uZGl0
-aW9ucyI6W10sImVycm9yIjoiRklQUyBhbmQgRHVhbFN0YWNrIGFyZSBlbmFi
-bGVkLCBidXQgdGhpcyBwYXJ0aXRpb24gZG9lcyBub3Qgc3VwcG9ydCBvbmUg
-b3IgYm90aCIsInR5cGUiOiJlcnJvciJ9XX0seyJjb25kaXRpb25zIjpbeyJm
-biI6ImJvb2xlYW5FcXVhbHMiLCJhcmd2IjpbeyJyZWYiOiJVc2VGSVBTIn0s
-dHJ1ZV19XSwidHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6
-W3siZm4iOiJib29sZWFuRXF1YWxzIiwiYXJndiI6W3RydWUseyJmbiI6Imdl
-dEF0dHIiLCJhcmd2IjpbeyJyZWYiOiJQYXJ0aXRpb25SZXN1bHQifSwic3Vw
-cG9ydHNGSVBTIl19XX1dLCJ0eXBlIjoidHJlZSIsInJ1bGVzIjpbeyJjb25k
-aXRpb25zIjpbXSwidHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9u
-cyI6W10sImVuZHBvaW50Ijp7InVybCI6Imh0dHBzOi8vZ2x1ZS1maXBzLntS
-ZWdpb259LntQYXJ0aXRpb25SZXN1bHQjZG5zU3VmZml4fSIsInByb3BlcnRp
-ZXMiOnt9LCJoZWFkZXJzIjp7fX0sInR5cGUiOiJlbmRwb2ludCJ9XX1dfSx7
-ImNvbmRpdGlvbnMiOltdLCJlcnJvciI6IkZJUFMgaXMgZW5hYmxlZCBidXQg
-dGhpcyBwYXJ0aXRpb24gZG9lcyBub3Qgc3VwcG9ydCBGSVBTIiwidHlwZSI6
-ImVycm9yIn1dfSx7ImNvbmRpdGlvbnMiOlt7ImZuIjoiYm9vbGVhbkVxdWFs
-cyIsImFyZ3YiOlt7InJlZiI6IlVzZUR1YWxTdGFjayJ9LHRydWVdfV0sInR5
-cGUiOiJ0cmVlIiwicnVsZXMiOlt7ImNvbmRpdGlvbnMiOlt7ImZuIjoiYm9v
-bGVhbkVxdWFscyIsImFyZ3YiOlt0cnVlLHsiZm4iOiJnZXRBdHRyIiwiYXJn
-diI6W3sicmVmIjoiUGFydGl0aW9uUmVzdWx0In0sInN1cHBvcnRzRHVhbFN0
-YWNrIl19XX1dLCJ0eXBlIjoidHJlZSIsInJ1bGVzIjpbeyJjb25kaXRpb25z
-IjpbXSwiZW5kcG9pbnQiOnsidXJsIjoiaHR0cHM6Ly9nbHVlLntSZWdpb259
-LntQYXJ0aXRpb25SZXN1bHQjZHVhbFN0YWNrRG5zU3VmZml4fSIsInByb3Bl
-cnRpZXMiOnt9LCJoZWFkZXJzIjp7fX0sInR5cGUiOiJlbmRwb2ludCJ9XX0s
-eyJjb25kaXRpb25zIjpbXSwiZXJyb3IiOiJEdWFsU3RhY2sgaXMgZW5hYmxl
-ZCBidXQgdGhpcyBwYXJ0aXRpb24gZG9lcyBub3Qgc3VwcG9ydCBEdWFsU3Rh
-Y2siLCJ0eXBlIjoiZXJyb3IifV19LHsiY29uZGl0aW9ucyI6W10sImVuZHBv
-aW50Ijp7InVybCI6Imh0dHBzOi8vZ2x1ZS57UmVnaW9ufS57UGFydGl0aW9u
-UmVzdWx0I2Ruc1N1ZmZpeH0iLCJwcm9wZXJ0aWVzIjp7fSwiaGVhZGVycyI6
-e319LCJ0eXBlIjoiZW5kcG9pbnQifV19XX0=
+bHRJbiI6IkFXUzo6UmVnaW9uIiwicmVxdWlyZWQiOnRydWUsImRvY3VtZW50
+YXRpb24iOiJUaGUgQVdTIHJlZ2lvbiB1c2VkIHRvIGRpc3BhdGNoIHRoZSBy
+ZXF1ZXN0LiIsInR5cGUiOiJTdHJpbmcifSwiVXNlRHVhbFN0YWNrIjp7ImJ1
+aWx0SW4iOiJBV1M6OlVzZUR1YWxTdGFjayIsInJlcXVpcmVkIjp0cnVlLCJk
+ZWZhdWx0IjpmYWxzZSwiZG9jdW1lbnRhdGlvbiI6IldoZW4gdHJ1ZSwgdXNl
+IHRoZSBkdWFsLXN0YWNrIGVuZHBvaW50LiBJZiB0aGUgY29uZmlndXJlZCBl
+bmRwb2ludCBkb2VzIG5vdCBzdXBwb3J0IGR1YWwtc3RhY2ssIGRpc3BhdGNo
+aW5nIHRoZSByZXF1ZXN0IE1BWSByZXR1cm4gYW4gZXJyb3IuIiwidHlwZSI6
+IkJvb2xlYW4ifSwiVXNlRklQUyI6eyJidWlsdEluIjoiQVdTOjpVc2VGSVBT
+IiwicmVxdWlyZWQiOnRydWUsImRlZmF1bHQiOmZhbHNlLCJkb2N1bWVudGF0
+aW9uIjoiV2hlbiB0cnVlLCBzZW5kIHRoaXMgcmVxdWVzdCB0byB0aGUgRklQ
+Uy1jb21wbGlhbnQgcmVnaW9uYWwgZW5kcG9pbnQuIElmIHRoZSBjb25maWd1
+cmVkIGVuZHBvaW50IGRvZXMgbm90IGhhdmUgYSBGSVBTIGNvbXBsaWFudCBl
+bmRwb2ludCwgZGlzcGF0Y2hpbmcgdGhlIHJlcXVlc3Qgd2lsbCByZXR1cm4g
+YW4gZXJyb3IuIiwidHlwZSI6IkJvb2xlYW4ifSwiRW5kcG9pbnQiOnsiYnVp
+bHRJbiI6IlNESzo6RW5kcG9pbnQiLCJyZXF1aXJlZCI6ZmFsc2UsImRvY3Vt
+ZW50YXRpb24iOiJPdmVycmlkZSB0aGUgZW5kcG9pbnQgdXNlZCB0byBzZW5k
+IHRoaXMgcmVxdWVzdCIsInR5cGUiOiJTdHJpbmcifX0sInJ1bGVzIjpbeyJj
+b25kaXRpb25zIjpbeyJmbiI6ImF3cy5wYXJ0aXRpb24iLCJhcmd2IjpbeyJy
+ZWYiOiJSZWdpb24ifV0sImFzc2lnbiI6IlBhcnRpdGlvblJlc3VsdCJ9XSwi
+dHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6W3siZm4iOiJp
+c1NldCIsImFyZ3YiOlt7InJlZiI6IkVuZHBvaW50In1dfSx7ImZuIjoicGFy
+c2VVUkwiLCJhcmd2IjpbeyJyZWYiOiJFbmRwb2ludCJ9XSwiYXNzaWduIjoi
+dXJsIn1dLCJ0eXBlIjoidHJlZSIsInJ1bGVzIjpbeyJjb25kaXRpb25zIjpb
+eyJmbiI6ImJvb2xlYW5FcXVhbHMiLCJhcmd2IjpbeyJyZWYiOiJVc2VGSVBT
+In0sdHJ1ZV19XSwiZXJyb3IiOiJJbnZhbGlkIENvbmZpZ3VyYXRpb246IEZJ
+UFMgYW5kIGN1c3RvbSBlbmRwb2ludCBhcmUgbm90IHN1cHBvcnRlZCIsInR5
+cGUiOiJlcnJvciJ9LHsiY29uZGl0aW9ucyI6W10sInR5cGUiOiJ0cmVlIiwi
+cnVsZXMiOlt7ImNvbmRpdGlvbnMiOlt7ImZuIjoiYm9vbGVhbkVxdWFscyIs
+ImFyZ3YiOlt7InJlZiI6IlVzZUR1YWxTdGFjayJ9LHRydWVdfV0sImVycm9y
+IjoiSW52YWxpZCBDb25maWd1cmF0aW9uOiBEdWFsc3RhY2sgYW5kIGN1c3Rv
+bSBlbmRwb2ludCBhcmUgbm90IHN1cHBvcnRlZCIsInR5cGUiOiJlcnJvciJ9
+LHsiY29uZGl0aW9ucyI6W10sImVuZHBvaW50Ijp7InVybCI6eyJyZWYiOiJF
+bmRwb2ludCJ9LCJwcm9wZXJ0aWVzIjp7fSwiaGVhZGVycyI6e319LCJ0eXBl
+IjoiZW5kcG9pbnQifV19XX0seyJjb25kaXRpb25zIjpbeyJmbiI6ImJvb2xl
+YW5FcXVhbHMiLCJhcmd2IjpbeyJyZWYiOiJVc2VGSVBTIn0sdHJ1ZV19LHsi
+Zm4iOiJib29sZWFuRXF1YWxzIiwiYXJndiI6W3sicmVmIjoiVXNlRHVhbFN0
+YWNrIn0sdHJ1ZV19XSwidHlwZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0
+aW9ucyI6W3siZm4iOiJib29sZWFuRXF1YWxzIiwiYXJndiI6W3RydWUseyJm
+biI6ImdldEF0dHIiLCJhcmd2IjpbeyJyZWYiOiJQYXJ0aXRpb25SZXN1bHQi
+fSwic3VwcG9ydHNGSVBTIl19XX0seyJmbiI6ImJvb2xlYW5FcXVhbHMiLCJh
+cmd2IjpbdHJ1ZSx7ImZuIjoiZ2V0QXR0ciIsImFyZ3YiOlt7InJlZiI6IlBh
+cnRpdGlvblJlc3VsdCJ9LCJzdXBwb3J0c0R1YWxTdGFjayJdfV19XSwidHlw
+ZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6W10sImVuZHBvaW50
+Ijp7InVybCI6Imh0dHBzOi8vZ2x1ZS1maXBzLntSZWdpb259LntQYXJ0aXRp
+b25SZXN1bHQjZHVhbFN0YWNrRG5zU3VmZml4fSIsInByb3BlcnRpZXMiOnt9
+LCJoZWFkZXJzIjp7fX0sInR5cGUiOiJlbmRwb2ludCJ9XX0seyJjb25kaXRp
+b25zIjpbXSwiZXJyb3IiOiJGSVBTIGFuZCBEdWFsU3RhY2sgYXJlIGVuYWJs
+ZWQsIGJ1dCB0aGlzIHBhcnRpdGlvbiBkb2VzIG5vdCBzdXBwb3J0IG9uZSBv
+ciBib3RoIiwidHlwZSI6ImVycm9yIn1dfSx7ImNvbmRpdGlvbnMiOlt7ImZu
+IjoiYm9vbGVhbkVxdWFscyIsImFyZ3YiOlt7InJlZiI6IlVzZUZJUFMifSx0
+cnVlXX1dLCJ0eXBlIjoidHJlZSIsInJ1bGVzIjpbeyJjb25kaXRpb25zIjpb
+eyJmbiI6ImJvb2xlYW5FcXVhbHMiLCJhcmd2IjpbdHJ1ZSx7ImZuIjoiZ2V0
+QXR0ciIsImFyZ3YiOlt7InJlZiI6IlBhcnRpdGlvblJlc3VsdCJ9LCJzdXBw
+b3J0c0ZJUFMiXX1dfV0sInR5cGUiOiJ0cmVlIiwicnVsZXMiOlt7ImNvbmRp
+dGlvbnMiOltdLCJ0eXBlIjoidHJlZSIsInJ1bGVzIjpbeyJjb25kaXRpb25z
+IjpbXSwiZW5kcG9pbnQiOnsidXJsIjoiaHR0cHM6Ly9nbHVlLWZpcHMue1Jl
+Z2lvbn0ue1BhcnRpdGlvblJlc3VsdCNkbnNTdWZmaXh9IiwicHJvcGVydGll
+cyI6e30sImhlYWRlcnMiOnt9fSwidHlwZSI6ImVuZHBvaW50In1dfV19LHsi
+Y29uZGl0aW9ucyI6W10sImVycm9yIjoiRklQUyBpcyBlbmFibGVkIGJ1dCB0
+aGlzIHBhcnRpdGlvbiBkb2VzIG5vdCBzdXBwb3J0IEZJUFMiLCJ0eXBlIjoi
+ZXJyb3IifV19LHsiY29uZGl0aW9ucyI6W3siZm4iOiJib29sZWFuRXF1YWxz
+IiwiYXJndiI6W3sicmVmIjoiVXNlRHVhbFN0YWNrIn0sdHJ1ZV19XSwidHlw
+ZSI6InRyZWUiLCJydWxlcyI6W3siY29uZGl0aW9ucyI6W3siZm4iOiJib29s
+ZWFuRXF1YWxzIiwiYXJndiI6W3RydWUseyJmbiI6ImdldEF0dHIiLCJhcmd2
+IjpbeyJyZWYiOiJQYXJ0aXRpb25SZXN1bHQifSwic3VwcG9ydHNEdWFsU3Rh
+Y2siXX1dfV0sInR5cGUiOiJ0cmVlIiwicnVsZXMiOlt7ImNvbmRpdGlvbnMi
+OltdLCJlbmRwb2ludCI6eyJ1cmwiOiJodHRwczovL2dsdWUue1JlZ2lvbn0u
+e1BhcnRpdGlvblJlc3VsdCNkdWFsU3RhY2tEbnNTdWZmaXh9IiwicHJvcGVy
+dGllcyI6e30sImhlYWRlcnMiOnt9fSwidHlwZSI6ImVuZHBvaW50In1dfSx7
+ImNvbmRpdGlvbnMiOltdLCJlcnJvciI6IkR1YWxTdGFjayBpcyBlbmFibGVk
+IGJ1dCB0aGlzIHBhcnRpdGlvbiBkb2VzIG5vdCBzdXBwb3J0IER1YWxTdGFj
+ayIsInR5cGUiOiJlcnJvciJ9XX0seyJjb25kaXRpb25zIjpbXSwiZW5kcG9p
+bnQiOnsidXJsIjoiaHR0cHM6Ly9nbHVlLntSZWdpb259LntQYXJ0aXRpb25S
+ZXN1bHQjZG5zU3VmZml4fSIsInByb3BlcnRpZXMiOnt9LCJoZWFkZXJzIjp7
+fX0sInR5cGUiOiJlbmRwb2ludCJ9XX1dfQ==
 
     JSON
   end

data/lib/aws-sdk-glue/types.rb

@@ -2819,6 +2819,25 @@ module Aws::Glue
     #           database: "EnclosedInStringProperty", # required
     #           table: "EnclosedInStringProperty", # required
     #         },
+    #         dynamic_transform: {
+    #           name: "EnclosedInStringProperty", # required
+    #           transform_name: "EnclosedInStringProperty", # required
+    #           inputs: ["NodeId"], # required
+    #           parameters: [
+    #             {
+    #               name: "EnclosedInStringProperty", # required
+    #               type: "str", # required, accepts str, int, float, complex, bool, list, null
+    #               validation_rule: "EnclosedInStringProperty",
+    #               validation_message: "EnclosedInStringProperty",
+    #               value: ["EnclosedInStringProperty"],
+    #               list_type: "str", # accepts str, int, float, complex, bool, list, null
+    #               is_optional: false,
+    #             },
+    #           ],
+    #           function_name: "EnclosedInStringProperty", # required
+    #           path: "EnclosedInStringProperty", # required
+    #           version: "EnclosedInStringProperty",
+    #         },
     #       }
     #
     # @!attribute [rw] athena_connector_source
@@ -3057,6 +3076,10 @@ module Aws::Glue
     #   Specifies a target that uses Postgres SQL.
     #   @return [Types::PostgreSQLCatalogTarget]
     #
+    # @!attribute [rw] dynamic_transform
+    #   Specifies a custom visual transform created by a user.
+    #   @return [Types::DynamicTransform]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
     #
     class CodeGenConfigurationNode < Struct.new(
@@ -3109,7 +3132,8 @@ module Aws::Glue
       :microsoft_sql_server_catalog_target,
       :my_sql_catalog_target,
       :oracle_sql_catalog_target,
-      :postgre_sql_catalog_target)
+      :postgre_sql_catalog_target,
+      :dynamic_transform)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -4164,11 +4188,11 @@ module Aws::Glue
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
-    #   information, see [Include and Exclude Patterns][1].
+    #   information, see [Setting crawler configuration options][1].
     #
     #
     #
-    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/define-crawler.html#crawler-data-stores-exclude
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #   @return [String]
     #
     # @!attribute [rw] crawler_security_configuration
@@ -4397,6 +4421,7 @@ module Aws::Glue
     #             connection_name: "ConnectionName",
     #             path: "Path",
     #             exclusions: ["Path"],
+    #             enable_additional_metadata: ["COMMENTS"], # accepts COMMENTS, RAWTYPES
     #           },
     #         ],
     #         mongo_db_targets: [
@@ -4716,6 +4741,7 @@ module Aws::Glue
     #               connection_name: "ConnectionName",
     #               path: "Path",
     #               exclusions: ["Path"],
+    #               enable_additional_metadata: ["COMMENTS"], # accepts COMMENTS, RAWTYPES
     #             },
     #           ],
     #           mongo_db_targets: [
@@ -4836,7 +4862,7 @@ module Aws::Glue
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
-    #   information, see [Configuring a Crawler][1].
+    #   information, see [Setting crawler configuration options][1].
     #
     #
     #
@@ -6120,6 +6146,25 @@ module Aws::Glue
     #               database: "EnclosedInStringProperty", # required
     #               table: "EnclosedInStringProperty", # required
     #             },
+    #             dynamic_transform: {
+    #               name: "EnclosedInStringProperty", # required
+    #               transform_name: "EnclosedInStringProperty", # required
+    #               inputs: ["NodeId"], # required
+    #               parameters: [
+    #                 {
+    #                   name: "EnclosedInStringProperty", # required
+    #                   type: "str", # required, accepts str, int, float, complex, bool, list, null
+    #                   validation_rule: "EnclosedInStringProperty",
+    #                   validation_message: "EnclosedInStringProperty",
+    #                   value: ["EnclosedInStringProperty"],
+    #                   list_type: "str", # accepts str, int, float, complex, bool, list, null
+    #                   is_optional: false,
+    #                 },
+    #               ],
+    #               function_name: "EnclosedInStringProperty", # required
+    #               path: "EnclosedInStringProperty", # required
+    #               version: "EnclosedInStringProperty",
+    #             },
     #           },
     #         },
     #         execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -9748,6 +9793,75 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Specifies the set of parameters needed to perform the dynamic
+    # transform.
+    #
+    # @note When making an API call, you may pass DynamicTransform
+    #   data as a hash:
+    #
+    #       {
+    #         name: "EnclosedInStringProperty", # required
+    #         transform_name: "EnclosedInStringProperty", # required
+    #         inputs: ["NodeId"], # required
+    #         parameters: [
+    #           {
+    #             name: "EnclosedInStringProperty", # required
+    #             type: "str", # required, accepts str, int, float, complex, bool, list, null
+    #             validation_rule: "EnclosedInStringProperty",
+    #             validation_message: "EnclosedInStringProperty",
+    #             value: ["EnclosedInStringProperty"],
+    #             list_type: "str", # accepts str, int, float, complex, bool, list, null
+    #             is_optional: false,
+    #           },
+    #         ],
+    #         function_name: "EnclosedInStringProperty", # required
+    #         path: "EnclosedInStringProperty", # required
+    #         version: "EnclosedInStringProperty",
+    #       }
+    #
+    # @!attribute [rw] name
+    #   Specifies the name of the dynamic transform.
+    #   @return [String]
+    #
+    # @!attribute [rw] transform_name
+    #   Specifies the name of the dynamic transform as it appears in the
+    #   Glue Studio visual editor.
+    #   @return [String]
+    #
+    # @!attribute [rw] inputs
+    #   Specifies the inputs for the dynamic transform that are required.
+    #   @return [Array<String>]
+    #
+    # @!attribute [rw] parameters
+    #   Specifies the parameters of the dynamic transform.
+    #   @return [Array<Types::TransformConfigParameter>]
+    #
+    # @!attribute [rw] function_name
+    #   Specifies the name of the function of the dynamic transform.
+    #   @return [String]
+    #
+    # @!attribute [rw] path
+    #   Specifies the path of the dynamic transform source and config files.
+    #   @return [String]
+    #
+    # @!attribute [rw] version
+    #   This field is not used and will be deprecated in future release.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DynamicTransform AWS API Documentation
+    #
+    class DynamicTransform < Struct.new(
+      :name,
+      :transform_name,
+      :inputs,
+      :parameters,
+      :function_name,
+      :path,
+      :version)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Specifies a DynamoDB data source in the Glue Data Catalog.
     #
     # @note When making an API call, you may pass DynamoDBCatalogSource
@@ -13963,7 +14077,7 @@ module Aws::Glue
     end
 
     # Specifies a user-defined schema when a schema cannot be determined by
-    # AWS Glue.
+    # Glue.
     #
     # @note When making an API call, you may pass GlueSchema
     #   data as a hash:
@@ -14618,6 +14732,7 @@ module Aws::Glue
     #         connection_name: "ConnectionName",
     #         path: "Path",
     #         exclusions: ["Path"],
+    #         enable_additional_metadata: ["COMMENTS"], # accepts COMMENTS, RAWTYPES
     #       }
     #
     # @!attribute [rw] connection_name
@@ -14637,12 +14752,22 @@ module Aws::Glue
     #   [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
     #   @return [Array<String>]
     #
+    # @!attribute [rw] enable_additional_metadata
+    #   Specify a value of `RAWTYPES` or `COMMENTS` to enable additional
+    #   metadata in table responses. `RAWTYPES` provides the native-level
+    #   datatype. `COMMENTS` provides comments associated with a column or
+    #   table in the database.
+    #
+    #   If you do not need additional metadata, keep the field empty.
+    #   @return [Array<String>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JdbcTarget AWS API Documentation
     #
     class JdbcTarget < Struct.new(
       :connection_name,
       :path,
-      :exclusions)
+      :exclusions,
+      :enable_additional_metadata)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -15952,6 +16077,25 @@ module Aws::Glue
     #               database: "EnclosedInStringProperty", # required
     #               table: "EnclosedInStringProperty", # required
     #             },
+    #             dynamic_transform: {
+    #               name: "EnclosedInStringProperty", # required
+    #               transform_name: "EnclosedInStringProperty", # required
+    #               inputs: ["NodeId"], # required
+    #               parameters: [
+    #                 {
+    #                   name: "EnclosedInStringProperty", # required
+    #                   type: "str", # required, accepts str, int, float, complex, bool, list, null
+    #                   validation_rule: "EnclosedInStringProperty",
+    #                   validation_message: "EnclosedInStringProperty",
+    #                   value: ["EnclosedInStringProperty"],
+    #                   list_type: "str", # accepts str, int, float, complex, bool, list, null
+    #                   is_optional: false,
+    #                 },
+    #               ],
+    #               function_name: "EnclosedInStringProperty", # required
+    #               path: "EnclosedInStringProperty", # required
+    #               version: "EnclosedInStringProperty",
+    #             },
     #           },
     #         },
     #         execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -23601,6 +23745,70 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Specifies the parameters in the config file of the dynamic transform.
+    #
+    # @note When making an API call, you may pass TransformConfigParameter
+    #   data as a hash:
+    #
+    #       {
+    #         name: "EnclosedInStringProperty", # required
+    #         type: "str", # required, accepts str, int, float, complex, bool, list, null
+    #         validation_rule: "EnclosedInStringProperty",
+    #         validation_message: "EnclosedInStringProperty",
+    #         value: ["EnclosedInStringProperty"],
+    #         list_type: "str", # accepts str, int, float, complex, bool, list, null
+    #         is_optional: false,
+    #       }
+    #
+    # @!attribute [rw] name
+    #   Specifies the name of the parameter in the config file of the
+    #   dynamic transform.
+    #   @return [String]
+    #
+    # @!attribute [rw] type
+    #   Specifies the parameter type in the config file of the dynamic
+    #   transform.
+    #   @return [String]
+    #
+    # @!attribute [rw] validation_rule
+    #   Specifies the validation rule in the config file of the dynamic
+    #   transform.
+    #   @return [String]
+    #
+    # @!attribute [rw] validation_message
+    #   Specifies the validation message in the config file of the dynamic
+    #   transform.
+    #   @return [String]
+    #
+    # @!attribute [rw] value
+    #   Specifies the value of the parameter in the config file of the
+    #   dynamic transform.
+    #   @return [Array<String>]
+    #
+    # @!attribute [rw] list_type
+    #   Specifies the list type of the parameter in the config file of the
+    #   dynamic transform.
+    #   @return [String]
+    #
+    # @!attribute [rw] is_optional
+    #   Specifies whether the parameter is optional or not in the config
+    #   file of the dynamic transform.
+    #   @return [Boolean]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformConfigParameter AWS API Documentation
+    #
+    class TransformConfigParameter < Struct.new(
+      :name,
+      :type,
+      :validation_rule,
+      :validation_message,
+      :value,
+      :list_type,
+      :is_optional)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The encryption-at-rest settings of the transform that apply to
     # accessing user data. Machine learning transforms can access user data
     # encrypted in Amazon S3 using KMS.
@@ -24454,6 +24662,7 @@ module Aws::Glue
     #               connection_name: "ConnectionName",
     #               path: "Path",
     #               exclusions: ["Path"],
+    #               enable_additional_metadata: ["COMMENTS"], # accepts COMMENTS, RAWTYPES
     #             },
     #           ],
     #           mongo_db_targets: [
@@ -24571,7 +24780,7 @@ module Aws::Glue
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
-    #   information, see [Configuring a Crawler][1].
+    #   information, see [Setting crawler configuration options][1].
     #
     #
     #
@@ -25684,6 +25893,25 @@ module Aws::Glue
     #                 database: "EnclosedInStringProperty", # required
     #                 table: "EnclosedInStringProperty", # required
     #               },
+    #               dynamic_transform: {
+    #                 name: "EnclosedInStringProperty", # required
+    #                 transform_name: "EnclosedInStringProperty", # required
+    #                 inputs: ["NodeId"], # required
+    #                 parameters: [
+    #                   {
+    #                     name: "EnclosedInStringProperty", # required
+    #                     type: "str", # required, accepts str, int, float, complex, bool, list, null
+    #                     validation_rule: "EnclosedInStringProperty",
+    #                     validation_message: "EnclosedInStringProperty",
+    #                     value: ["EnclosedInStringProperty"],
+    #                     list_type: "str", # accepts str, int, float, complex, bool, list, null
+    #                     is_optional: false,
+    #                   },
+    #                 ],
+    #                 function_name: "EnclosedInStringProperty", # required
+    #                 path: "EnclosedInStringProperty", # required
+    #                 version: "EnclosedInStringProperty",
+    #               },
     #             },
     #           },
     #           execution_class: "FLEX", # accepts FLEX, STANDARD

data/lib/aws-sdk-glue.rb

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.123.0'
+  GEM_VERSION = '1.125.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.123.0
+  version: 1.125.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-11-11 00:00:00.000000000 Z
+date: 2022-11-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core