floe 0.12.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2eb195983f47d7cac44f18e962bf314c3ff4fefbdf3ac5cae32e960bfc2c0fb0
-  data.tar.gz: 6a0f8d91337297786c03e99fc96cb118ed8cb76244e52cf8253702d1517a6f5d
+  metadata.gz: abe15498a790293b2a375c4538ed649bfa577edd1b7eaa38d02266fc4f7fc576
+  data.tar.gz: 733e0e6687ca143de8a74214f13b4a78118333a99f89a9a09a9998ab0319768a
 SHA512:
-  metadata.gz: 99f5a3c8e67a9f5c97b43795739c201a49a8f1195d40a1da38f2aa0e16d200266783336e4be9ada5d41b566c545144a4533db258546ebbf04a23c454a489e6a1
-  data.tar.gz: a77bfe436b37adf9dbdc2a279b9b1f70f48980062aaaec191a8e1fd57238e8b8b50b02828025e561c7ccb8429cb67fefb3f7ed044ed309d82eaae8dd8d9d407b
+  metadata.gz: d5dfc65c86e68d39b7c9bbeedd20e2a3ea844f158d601bb72bf35595e6d6597ac6571f7bc9ad6802f8ed33d6753b4906e7745a3e46cb38790492869aa95e6a02
+  data.tar.gz: 913032cb3a042e8b3464f05c7e0e65401f8532b28ded1cebd57df310899dcc8bd1bc26d9307a6b824837474c0e3ee9144477147779e0b40b6fd9c9fecfc7bddc

data/CHANGELOG.md

@@ -4,6 +4,14 @@ This project adheres to [Semantic Versioning](http://semver.org/).
 
 ## [Unreleased]
 
+## [0.13.0] - 2024-08-12
+### Added
+- Choice rule payload validation path ([#253](https://github.com/ManageIQ/floe/pull/253))
+- Intrinsics JsonToString and StringToJson ([#256](https://github.com/ManageIQ/floe/pull/256))
+- Add States.Format intrinsic function ([#258](https://github.com/ManageIQ/floe/pull/258))
+- Intrinsics States.JsonMerge ([#255](https://github.com/ManageIQ/floe/pull/255))
+- Enable support for Hashes in States.Hash ([#260](https://github.com/ManageIQ/floe/pull/260))
+
 ## [0.12.0] - 2024-07-31
 ### Added
 - Set Floe.logger.level if DEBUG env var set ([#234](https://github.com/ManageIQ/floe/pull/234))
@@ -225,7 +233,8 @@ This project adheres to [Semantic Versioning](http://semver.org/).
 ### Added
 - Initial release
 
-[Unreleased]: https://github.com/ManageIQ/floe/compare/v0.12.0...HEAD
+[Unreleased]: https://github.com/ManageIQ/floe/compare/v0.13.0...HEAD
+[0.13.0]: https://github.com/ManageIQ/floe/compare/v0.12.0...v0.13.0
 [0.12.0]: https://github.com/ManageIQ/floe/compare/v0.11.3...v0.12.0
 [0.11.3]: https://github.com/ManageIQ/floe/compare/v0.11.2...v0.11.3
 [0.11.2]: https://github.com/ManageIQ/floe/compare/v0.11.1...v0.11.2

data/lib/floe/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Floe
-  VERSION = "0.12.0"
+  VERSION = "0.13.0"
 end

data/lib/floe/workflow/choice_rule/data.rb

@@ -5,14 +5,13 @@ module Floe
     class ChoiceRule
       class Data < Floe::Workflow::ChoiceRule
         def true?(context, input)
+          return presence_check(context, input) if compare_key == "IsPresent"
+
           lhs = variable_value(context, input)
           rhs = compare_value(context, input)
 
-          validate!(lhs)
-
           case compare_key
           when "IsNull" then is_null?(lhs)
-          when "IsPresent" then is_present?(lhs)
           when "IsNumeric" then is_numeric?(lhs)
           when "IsString" then is_string?(lhs)
           when "IsBoolean" then is_boolean?(lhs)
@@ -47,8 +46,21 @@ module Floe
 
         private
 
-        def validate!(value)
-          raise "No such variable [#{variable}]" if value.nil? && !%w[IsNull IsPresent].include?(compare_key)
+        def presence_check(context, input)
+          # Get the right hand side for {"Variable": "$.foo", "IsPresent": true} i.e.: true
+          # If true  then return true when present.
+          # If false then return true when not present.
+          rhs = compare_value(context, input)
+          # Don't need the variable_value, just need to see if the path finds the value.
+          variable_value(context, input)
+
+          # The variable_value is present
+          # If rhs is true, then presence check was successful, return true.
+          rhs
+        rescue Floe::PathError
+          # variable_value is not present. (the path lookup threw an error)
+          # If rhs is false, then it successfully wasn't present, return true.
+          !rhs
         end
 
         def is_null?(value) # rubocop:disable Naming/PredicateName

data/lib/floe/workflow/intrinsic_function/parser.rb

@@ -54,6 +54,9 @@ module Floe
         end
 
         [
+          :states_format,          "States.Format",
+          :states_string_to_json,  "States.StringToJson",
+          :states_json_to_string,  "States.JsonToString",
           :states_array,           "States.Array",
           :states_array_partition, "States.ArrayPartition",
           :states_array_contains,  "States.ArrayContains",
@@ -64,6 +67,7 @@ module Floe
           :states_base64_encode,   "States.Base64Encode",
           :states_base64_decode,   "States.Base64Decode",
           :states_hash,            "States.Hash",
+          :states_json_merge,      "States.JsonMerge",
           :states_math_random,     "States.MathRandom",
           :states_math_add,        "States.MathAdd",
           :states_string_split,    "States.StringSplit",
@@ -77,7 +81,10 @@ module Floe
         end
 
         rule(:expression) do
-          states_array |
+          states_format |
+            states_string_to_json |
+            states_json_to_string |
+            states_array |
             states_array_partition |
             states_array_contains |
             states_array_range |
@@ -87,6 +94,7 @@ module Floe
             states_base64_encode |
             states_base64_decode |
             states_hash |
+            states_json_merge |
             states_math_random |
             states_math_add |
             states_string_split |

data/lib/floe/workflow/intrinsic_function/transformer.rb

@@ -9,6 +9,7 @@ module Floe
     class IntrinsicFunction
       class Transformer < Parslet::Transform
         OptionalArg = Struct.new(:type)
+        VariadicArgs = Struct.new(:type)
 
         class << self
           def process_args(args, function, signature = nil)
@@ -37,20 +38,33 @@ module Floe
 
           def check_arity(args, function, signature)
             if signature.any?(OptionalArg)
-              signature_without_optional = signature.reject { |a| a.kind_of?(OptionalArg) }
-              signature_size = (signature_without_optional.size..signature.size)
+              signature_required = signature.reject { |a| a.kind_of?(OptionalArg) }
+              signature_size = (signature_required.size..signature.size)
 
               raise ArgumentError, "wrong number of arguments to #{function} (given #{args.size}, expected #{signature_size})" unless signature_size.include?(args.size)
+            elsif signature.any?(VariadicArgs)
+              signature_required = signature.reject { |a| a.kind_of?(VariadicArgs) }
+
+              raise ArgumentError, "wrong number of arguments to #{function} (given #{args.size}, expected at least #{signature_required.size})" unless args.size >= signature_required.size
             else
               raise ArgumentError, "wrong number of arguments to #{function} (given #{args.size}, expected #{signature.size})" unless signature.size == args.size
             end
           end
 
           def check_types(args, function, signature)
+            # Adjust the signature for VariadicArgs to create a copy of the expected type for each given arg
+            if signature.last.kind_of?(VariadicArgs)
+              signature = signature[0..-2] + Array.new(args.size - signature.size + 1, signature.last.type)
+            end
+
             args.zip(signature).each_with_index do |(arg, type), index|
               type = type.type if type.kind_of?(OptionalArg)
 
-              raise ArgumentError, "wrong type for argument #{index + 1} to #{function} (given #{arg.class}, expected #{type})" unless arg.kind_of?(type)
+              if type.kind_of?(Array)
+                raise ArgumentError, "wrong type for argument #{index + 1} to #{function} (given #{arg.class}, expected one of #{type.join(", ")})" unless type.any? { |t| arg.kind_of?(t) }
+              else
+                raise ArgumentError, "wrong type for argument #{index + 1} to #{function} (given #{arg.class}, expected #{type})" unless arg.kind_of?(type)
+              end
             end
           end
         end
@@ -63,6 +77,50 @@ module Floe
         rule(:number   => simple(:v)) { v.match(/[eE.]/) ? Float(v) : Integer(v) }
         rule(:jsonpath => simple(:v)) { Floe::Workflow::Path.value(v.to_s, context, input) }
 
+        STATES_FORMAT_PLACEHOLDER = /(?<!\\)\{\}/.freeze
+
+        rule(:states_format => {:args => subtree(:args)}) do
+          args = Transformer.process_args(args(), "States.Format", [String, VariadicArgs[[String, TrueClass, FalseClass, Integer, Float, NilClass]]])
+          str, *rest = *args
+
+          # TODO: Handle templates with escaped characters, including invalid templates
+          #   See https://states-language.net/#intrinsic-functions (number 6)
+
+          expected_args = str.scan(STATES_FORMAT_PLACEHOLDER).size
+          actual_args = rest.size
+          if expected_args != actual_args
+            raise ArgumentError, "number of arguments to States.Format do not match the occurrences of {} (given #{actual_args}, expected #{expected_args})"
+          end
+
+          rest.each do |arg|
+            str = str.sub(STATES_FORMAT_PLACEHOLDER, arg.nil? ? "null" : arg.to_s)
+          end
+
+          # TODO: Handle arguments that have escape characters within them but are interpolated
+          str.gsub!("\\'", "'")
+          str.gsub!("\\{", "{")
+          str.gsub!("\\}", "}")
+          str.gsub!("\\\\", "\\")
+
+          str
+        end
+
+        rule(:states_json_to_string => {:args => subtree(:args)}) do
+          args = Transformer.process_args(args(), "States.JsonToString", [Object])
+          json = args.first
+
+          JSON.generate(json)
+        end
+
+        rule(:states_string_to_json => {:args => subtree(:args)}) do
+          args = Transformer.process_args(args(), "States.StringToJson", [String])
+          str = args.first
+
+          JSON.parse(str)
+        rescue JSON::ParserError => e
+          raise ArgumentError, "invalid value for argument 1 to States.StringToJson (invalid json: #{e.message})"
+        end
+
         rule(:states_array => {:args => subtree(:args)}) do
           Transformer.process_args(args, "States.Array")
         end
@@ -135,7 +193,7 @@ module Floe
         rule(:states_hash => {:args => subtree(:args)}) do
           args = Transformer.process_args(args(), "States.Hash", [Object, String])
           data, algorithm = *args
-          raise NotImplementedError if data.kind_of?(Hash)
+
           if data.nil?
             raise ArgumentError, "invalid value for argument 1 to States.Hash (given null, expected non-null)"
           end
@@ -147,8 +205,20 @@ module Floe
 
           require "openssl"
           algorithm = algorithm.sub("-", "")
-          data = data.to_json unless data.kind_of?(String)
-          OpenSSL::Digest.hexdigest(algorithm, data)
+          data = JSON.generate(data) unless data.kind_of?(String)
+          OpenSSL::Digest.hexdigest(algorithm, data).force_encoding("UTF-8")
+        end
+
+        rule(:states_json_merge => {:args => subtree(:args)}) do
+          args = Transformer.process_args(args(), "States.JsonMerge", [Hash, Hash, [TrueClass, FalseClass]])
+          left, right, deep = *args
+
+          if deep
+            # NOTE: not implemented by AWS Step Functions and nuances not defined in docs
+            left.merge(right) { |_key, l, r| l.kind_of?(Hash) && r.kind_of?(Hash) ? l.merge(r) : r }
+          else
+            left.merge(right)
+          end
         end
 
         rule(:states_math_random => {:args => subtree(:args)}) do

data/lib/floe/workflow/path.rb

@@ -34,7 +34,18 @@ module Floe
         return obj if path == "$"
 
         results = JsonPath.on(obj, path)
-        results.count < 2 ? results.first : results
+        case results.count
+        when 0
+          raise Floe::PathError, "Path [#{payload}] references an invalid value"
+        when 1
+          results.first
+        else
+          results
+        end
+      end
+
+      def to_s
+        payload
       end
     end
   end

data/lib/floe/workflow/state.rb

@@ -48,17 +48,27 @@ module Floe
         return Errno::EAGAIN unless ready?(context)
 
         finish(context)
+      rescue Floe::Error => e
+        mark_error(context, e)
       end
 
       def start(context)
+        mark_started(context)
+      end
+
+      def finish(context)
+        mark_finished(context)
+      end
+
+      def mark_started(context)
         context.state["EnteredTime"] = Time.now.utc.iso8601
 
         logger.info("Running state: [#{long_name}] with input [#{context.json_input}]...")
       end
 
-      def finish(context)
-        finished_time     = Time.now.utc
-        entered_time      = Time.parse(context.state["EnteredTime"])
+      def mark_finished(context)
+        finished_time = Time.now.utc
+        entered_time  = Time.parse(context.state["EnteredTime"])
 
         context.state["FinishedTime"] ||= finished_time.iso8601
         context.state["Duration"]       = finished_time - entered_time
@@ -69,6 +79,14 @@ module Floe
         0
       end
 
+      def mark_error(context, exception)
+        # InputPath or OutputPath were bad.
+        context.next_state = nil
+        context.output     = {"Error" => "States.Runtime", "Cause" => exception.message}
+        # Since finish threw an exception, super was never called. Calling that now.
+        mark_finished(context)
+      end
+
       def ready?(context)
         !context.state_started? || !running?(context)
       end

data/lib/floe.rb

@@ -43,6 +43,7 @@ module Floe
   class Error < StandardError; end
   class InvalidWorkflowError < Error; end
   class InvalidExecutionInput < Error; end
+  class PathError < Error; end
 
   def self.logger
     @logger ||= NullLogger.new

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: floe
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.13.0
 platform: ruby
 authors:
 - ManageIQ Developers
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-08-01 00:00:00.000000000 Z
+date: 2024-08-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: awesome_spawn