aws-sdk-glue 1.184.0 → 1.185.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a06b277dceedc1f91726efa911956ed34cc26d7ddcb87e1edf46f8ab714c9d80
-  data.tar.gz: d0aa990e09ad248564d98730f1f653563ec6af78f34a5b5f94e83c44771163f0
+  metadata.gz: '088af614af8b9c1300f06aa32aeae9fb067eb84e5acda36571a384bb94088738'
+  data.tar.gz: 51c3cf0defba94b9ced512ed354bf9ff25d742b0014f9c89eedc4a7b9d49177a
 SHA512:
-  metadata.gz: 79ed6413d811b3541622a5fcfc2648f4a96aa20207e75f03fec857439d5060e24024887f20f0adb5b49b66b2705c3e922cbf42b3bb7a22ba25f62288cf9facfe
-  data.tar.gz: 5fc1c64e9ce7eaaa24bf6024136da3cb07d0b1e794fb44c6411339835a62caa1cc40a0b902859987e6583031c1529ce44ac58429b2f7586f7702e709b608c8c5
+  metadata.gz: 40881ddf13c9634bb68ccbbf10a11b8a61a2ba320552a981752ed3e05cda984dfd9cd313dadd4e46dc9b186e29697393e28b5b5b3cdd7127571a710a72ef7239
+  data.tar.gz: 73fd4e79f4829d45fe5897c8b13907b32d6a3f57b4e4957efc7b4aa4d3b89a1bdc0f2ba1291dbf1b125f6d98d0a4f09d45422c0355decc6bb5ad055fc9e50690

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.185.0 (2024-07-10)
+------------------
+
+* Feature - Add recipe step support for recipe node
+
 1.184.0 (2024-07-02)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.184.0
+1.185.0

data/lib/aws-sdk-glue/client.rb

@@ -1884,6 +1884,14 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.inputs[0] #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_reference.recipe_arn #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_reference.recipe_version #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps #=> Array
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].action.operation #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].action.parameters #=> Hash
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].action.parameters["ParameterName"] #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions #=> Array
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions[0].condition #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions[0].value #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions[0].target_column #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].snowflake_source.name #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].snowflake_source.data.source_type #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].snowflake_source.data.connection.value #=> String
@@ -8306,6 +8314,14 @@ module Aws::Glue
     #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.inputs[0] #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.recipe_reference.recipe_arn #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.recipe_reference.recipe_version #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.recipe_steps #=> Array
+    #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].action.operation #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].action.parameters #=> Hash
+    #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].action.parameters["ParameterName"] #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions #=> Array
+    #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions[0].condition #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions[0].value #=> String
+    #   resp.job.code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions[0].target_column #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].snowflake_source.name #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].snowflake_source.data.source_type #=> String
     #   resp.job.code_gen_configuration_nodes["NodeId"].snowflake_source.data.connection.value #=> String
@@ -9413,6 +9429,14 @@ module Aws::Glue
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.inputs[0] #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_reference.recipe_arn #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_reference.recipe_version #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps #=> Array
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].action.operation #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].action.parameters #=> Hash
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].action.parameters["ParameterName"] #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions #=> Array
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions[0].condition #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions[0].value #=> String
+    #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].recipe.recipe_steps[0].condition_expressions[0].target_column #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].snowflake_source.name #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].snowflake_source.data.source_type #=> String
     #   resp.jobs[0].code_gen_configuration_nodes["NodeId"].snowflake_source.data.connection.value #=> String
@@ -17568,7 +17592,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.184.0'
+      context[:gem_version] = '1.185.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -206,6 +206,8 @@ module Aws::Glue
     ConcurrentRunsExceededException = Shapes::StructureShape.new(name: 'ConcurrentRunsExceededException')
     Condition = Shapes::StructureShape.new(name: 'Condition')
     ConditionCheckFailureException = Shapes::StructureShape.new(name: 'ConditionCheckFailureException')
+    ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
+    ConditionExpressionList = Shapes::ListShape.new(name: 'ConditionExpressionList')
     ConditionList = Shapes::ListShape.new(name: 'ConditionList')
     ConfigValueString = Shapes::StringShape.new(name: 'ConfigValueString')
     ConfigurationMap = Shapes::MapShape.new(name: 'ConfigurationMap')
@@ -367,6 +369,8 @@ module Aws::Glue
     DatabaseInput = Shapes::StructureShape.new(name: 'DatabaseInput')
     DatabaseList = Shapes::ListShape.new(name: 'DatabaseList')
     DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
+    DatabrewCondition = Shapes::StringShape.new(name: 'DatabrewCondition')
+    DatabrewConditionValue = Shapes::StringShape.new(name: 'DatabrewConditionValue')
     Datatype = Shapes::StructureShape.new(name: 'Datatype')
     DateColumnStatisticsData = Shapes::StructureShape.new(name: 'DateColumnStatisticsData')
     DecimalColumnStatisticsData = Shapes::StructureShape.new(name: 'DecimalColumnStatisticsData')
@@ -861,6 +865,7 @@ module Aws::Glue
     OAuth2PropertiesInput = Shapes::StructureShape.new(name: 'OAuth2PropertiesInput')
     OneInput = Shapes::ListShape.new(name: 'OneInput')
     OpenTableFormatInput = Shapes::StructureShape.new(name: 'OpenTableFormatInput')
+    Operation = Shapes::StringShape.new(name: 'Operation')
     OperationNotSupportedException = Shapes::StructureShape.new(name: 'OperationNotSupportedException')
     OperationTimeoutException = Shapes::StructureShape.new(name: 'OperationTimeoutException')
     Option = Shapes::StructureShape.new(name: 'Option')
@@ -886,6 +891,9 @@ module Aws::Glue
     PageSize = Shapes::IntegerShape.new(name: 'PageSize')
     PaginationToken = Shapes::StringShape.new(name: 'PaginationToken')
     ParamType = Shapes::StringShape.new(name: 'ParamType')
+    ParameterMap = Shapes::MapShape.new(name: 'ParameterMap')
+    ParameterName = Shapes::StringShape.new(name: 'ParameterName')
+    ParameterValue = Shapes::StringShape.new(name: 'ParameterValue')
     ParametersMap = Shapes::MapShape.new(name: 'ParametersMap')
     ParametersMapValue = Shapes::StringShape.new(name: 'ParametersMapValue')
     ParquetCompressionType = Shapes::StringShape.new(name: 'ParquetCompressionType')
@@ -943,7 +951,10 @@ module Aws::Glue
     QuerySessionContext = Shapes::StructureShape.new(name: 'QuerySessionContext')
     QuoteChar = Shapes::StringShape.new(name: 'QuoteChar')
     Recipe = Shapes::StructureShape.new(name: 'Recipe')
+    RecipeAction = Shapes::StructureShape.new(name: 'RecipeAction')
     RecipeReference = Shapes::StructureShape.new(name: 'RecipeReference')
+    RecipeStep = Shapes::StructureShape.new(name: 'RecipeStep')
+    RecipeSteps = Shapes::ListShape.new(name: 'RecipeSteps')
     RecipeVersion = Shapes::StringShape.new(name: 'RecipeVersion')
     RecordsCount = Shapes::IntegerShape.new(name: 'RecordsCount')
     RecrawlBehavior = Shapes::StringShape.new(name: 'RecrawlBehavior')
@@ -1145,6 +1156,7 @@ module Aws::Glue
     TagResourceResponse = Shapes::StructureShape.new(name: 'TagResourceResponse')
     TagValue = Shapes::StringShape.new(name: 'TagValue')
     TagsMap = Shapes::MapShape.new(name: 'TagsMap')
+    TargetColumn = Shapes::StringShape.new(name: 'TargetColumn')
     TargetFormat = Shapes::StringShape.new(name: 'TargetFormat')
     TaskRun = Shapes::StructureShape.new(name: 'TaskRun')
     TaskRunFilterCriteria = Shapes::StructureShape.new(name: 'TaskRunFilterCriteria')
@@ -1972,6 +1984,13 @@ module Aws::Glue
     ConditionCheckFailureException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
     ConditionCheckFailureException.struct_class = Types::ConditionCheckFailureException
 
+    ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: DatabrewCondition, required: true, location_name: "Condition"))
+    ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: DatabrewConditionValue, location_name: "Value"))
+    ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
+    ConditionExpression.struct_class = Types::ConditionExpression
+
+    ConditionExpressionList.member = Shapes::ShapeRef.new(shape: ConditionExpression)
+
     ConditionList.member = Shapes::ShapeRef.new(shape: Condition)
 
     ConfigurationMap.key = Shapes::ShapeRef.new(shape: NameString)
@@ -4641,6 +4660,9 @@ module Aws::Glue
     PIIDetection.add_member(:mask_value, Shapes::ShapeRef.new(shape: MaskValue, location_name: "MaskValue"))
     PIIDetection.struct_class = Types::PIIDetection
 
+    ParameterMap.key = Shapes::ShapeRef.new(shape: ParameterName)
+    ParameterMap.value = Shapes::ShapeRef.new(shape: ParameterValue)
+
     ParametersMap.key = Shapes::ShapeRef.new(shape: KeyString)
     ParametersMap.value = Shapes::ShapeRef.new(shape: ParametersMapValue)
 
@@ -4802,13 +4824,24 @@ module Aws::Glue
 
     Recipe.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
     Recipe.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
-    Recipe.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, required: true, location_name: "RecipeReference"))
+    Recipe.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
+    Recipe.add_member(:recipe_steps, Shapes::ShapeRef.new(shape: RecipeSteps, location_name: "RecipeSteps"))
     Recipe.struct_class = Types::Recipe
 
+    RecipeAction.add_member(:operation, Shapes::ShapeRef.new(shape: Operation, required: true, location_name: "Operation"))
+    RecipeAction.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, location_name: "Parameters"))
+    RecipeAction.struct_class = Types::RecipeAction
+
     RecipeReference.add_member(:recipe_arn, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "RecipeArn"))
     RecipeReference.add_member(:recipe_version, Shapes::ShapeRef.new(shape: RecipeVersion, required: true, location_name: "RecipeVersion"))
     RecipeReference.struct_class = Types::RecipeReference
 
+    RecipeStep.add_member(:action, Shapes::ShapeRef.new(shape: RecipeAction, required: true, location_name: "Action"))
+    RecipeStep.add_member(:condition_expressions, Shapes::ShapeRef.new(shape: ConditionExpressionList, location_name: "ConditionExpressions"))
+    RecipeStep.struct_class = Types::RecipeStep
+
+    RecipeSteps.member = Shapes::ShapeRef.new(shape: RecipeStep)
+
     RecrawlPolicy.add_member(:recrawl_behavior, Shapes::ShapeRef.new(shape: RecrawlBehavior, location_name: "RecrawlBehavior"))
     RecrawlPolicy.struct_class = Types::RecrawlPolicy
 

data/lib/aws-sdk-glue/types.rb

@@ -3021,6 +3021,31 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Condition expression defined in the Glue Studio data preparation
+    # recipe node.
+    #
+    # @!attribute [rw] condition
+    #   The condition of the condition expression.
+    #   @return [String]
+    #
+    # @!attribute [rw] value
+    #   The value of the condition expression.
+    #   @return [String]
+    #
+    # @!attribute [rw] target_column
+    #   The target column of the condition expressions.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConditionExpression AWS API Documentation
+    #
+    class ConditionExpression < Struct.new(
+      :condition,
+      :value,
+      :target_column)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Specifies the values that an admin sets for each job or session
     # parameter configured in a Glue usage profile.
     #
@@ -17756,12 +17781,36 @@ module Aws::Glue
     #   A reference to the DataBrew recipe used by the node.
     #   @return [Types::RecipeReference]
     #
+    # @!attribute [rw] recipe_steps
+    #   Transform steps used in the recipe node.
+    #   @return [Array<Types::RecipeStep>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Recipe AWS API Documentation
     #
     class Recipe < Struct.new(
       :name,
       :inputs,
-      :recipe_reference)
+      :recipe_reference,
+      :recipe_steps)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # Actions defined in the Glue Studio data preparation recipe node.
+    #
+    # @!attribute [rw] operation
+    #   The operation of the recipe action.
+    #   @return [String]
+    #
+    # @!attribute [rw] parameters
+    #   The parameters of the recipe action.
+    #   @return [Hash<String,String>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecipeAction AWS API Documentation
+    #
+    class RecipeAction < Struct.new(
+      :operation,
+      :parameters)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -17785,6 +17834,25 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A recipe step used in a Glue Studio data preparation recipe node.
+    #
+    # @!attribute [rw] action
+    #   The transformation action of the recipe step.
+    #   @return [Types::RecipeAction]
+    #
+    # @!attribute [rw] condition_expressions
+    #   The condition expressions for the recipe step.
+    #   @return [Array<Types::ConditionExpression>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecipeStep AWS API Documentation
+    #
+    class RecipeStep < Struct.new(
+      :action,
+      :condition_expressions)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # When crawling an Amazon S3 data source after the first crawl is
     # complete, specifies whether to crawl the entire dataset again or to
     # crawl only folders that were added since the last crawler run. For

data/lib/aws-sdk-glue.rb

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.184.0'
+  GEM_VERSION = '1.185.0'
 
 end

data/sig/client.rbs

@@ -1840,7 +1840,22 @@ module Aws
                               recipe_reference: {
                                 recipe_arn: ::String,
                                 recipe_version: ::String
-                              }
+                              }?,
+                              recipe_steps: Array[
+                                {
+                                  action: {
+                                    operation: ::String,
+                                    parameters: Hash[::String, ::String]?
+                                  },
+                                  condition_expressions: Array[
+                                    {
+                                      condition: ::String,
+                                      value: ::String?,
+                                      target_column: ::String
+                                    },
+                                  ]?
+                                },
+                              ]?
                             }?,
                             snowflake_source: {
                               name: ::String,
@@ -6255,7 +6270,22 @@ module Aws
                                 recipe_reference: {
                                   recipe_arn: ::String,
                                   recipe_version: ::String
-                                }
+                                }?,
+                                recipe_steps: Array[
+                                  {
+                                    action: {
+                                      operation: ::String,
+                                      parameters: Hash[::String, ::String]?
+                                    },
+                                    condition_expressions: Array[
+                                      {
+                                        condition: ::String,
+                                        value: ::String?,
+                                        target_column: ::String
+                                      },
+                                    ]?
+                                  },
+                                ]?
                               }?,
                               snowflake_source: {
                                 name: ::String,

data/sig/types.rbs

@@ -803,6 +803,13 @@ module Aws::Glue
       SENSITIVE: []
     end
 
+    class ConditionExpression
+      attr_accessor condition: ::String
+      attr_accessor value: ::String
+      attr_accessor target_column: ::String
+      SENSITIVE: []
+    end
+
     class ConfigurationObject
       attr_accessor default_value: ::String
       attr_accessor allowed_values: ::Array[::String]
@@ -4337,6 +4344,13 @@ module Aws::Glue
       attr_accessor name: ::String
       attr_accessor inputs: ::Array[::String]
       attr_accessor recipe_reference: Types::RecipeReference
+      attr_accessor recipe_steps: ::Array[Types::RecipeStep]
+      SENSITIVE: []
+    end
+
+    class RecipeAction
+      attr_accessor operation: ::String
+      attr_accessor parameters: ::Hash[::String, ::String]
       SENSITIVE: []
     end
 
@@ -4346,6 +4360,12 @@ module Aws::Glue
       SENSITIVE: []
     end
 
+    class RecipeStep
+      attr_accessor action: Types::RecipeAction
+      attr_accessor condition_expressions: ::Array[Types::ConditionExpression]
+      SENSITIVE: []
+    end
+
     class RecrawlPolicy
       attr_accessor recrawl_behavior: ("CRAWL_EVERYTHING" | "CRAWL_NEW_FOLDERS_ONLY" | "CRAWL_EVENT_MODE")
       SENSITIVE: []

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.184.0
+  version: 1.185.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-07-02 00:00:00.000000000 Z
+date: 2024-07-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core