nocode 0.0.3 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4609bf6b3f082509087ab07dfbe8b96f55df01788baac74c0d7c4500f1a48f35
-  data.tar.gz: 1acd73ef5df505964078a840362f271a8196b7f099e5f18e9f5d7f4692152e5c
+  metadata.gz: 73aa9b620a2823a96b00c4b38f5a8e0fc8f5f040b5100e255e5f3df546263544
+  data.tar.gz: d5dbacadf0759e59ddd279c7446f679052ff89b4f2d3ea8d49378173368bd28f
 SHA512:
-  metadata.gz: ce4af8b6a125a1cd178d0436e32918ed246053ac8f214b7adc98f4051ab34916c60794bb915f978aa0101adca7f4d9ccd332b04f0f27efaba8dc9fb17035e310
-  data.tar.gz: 4e2e951062a9085a6bba5d146c5672f0862e6dc92eeedcc5d08cc5e7fdcdad86c08395240034a13441b6770c3bf0d31b1383446bf9f27ed4f18ceb0cd4cda9ac
+  metadata.gz: 5fe2d5363d14bb6d035072629e280d6e87717a3a16e3d28d69e520ea6a8aa21d1ad330f554c94c6d6c5113c8acbb665fc3d4b9f8bde74d7652e8b14d3c1b42c8
+  data.tar.gz: c8f2c04683439abecfc3de0c63a909cc1b52686f2741f1936f03ea152bef263a41c4613d26e2ae46c732c6f879a6cfe40e62eed6d8922cb7b862a87329624b45

data/.github/workflows/rubygem.yml

@@ -25,3 +25,5 @@ jobs:
         bundler-cache: true # runs 'bundle install' and caches installed gems automatically
     - name: Run tests
       run: bundle exec rake
+    - name: Security audit dependencies
+      run: bundle exec bundler-audit check --update

data/.rubocop.yml

@@ -14,8 +14,5 @@ Metrics/BlockLength:
 Metrics/MethodLength:
   Max: 20
 
-Style/Documentation:
-  Enabled: false
-
 RSpec/ExampleLength:
   Max: 10

data/CHANGELOG.md

@@ -1,3 +1,22 @@
+#### 0.0.7 - February 13th, 2022
+
+* Move shared logging logic to context (until a first class log writer emerges).
+* Provide type_prefix option for class_registry
+
+#### 0.0.6 - February 13th, 2022
+
+* Expose registers to main YAML configuration.
+* Add Each step to serve as an example of an iterator.
+
+#### 0.0.5 - February 13th, 2022
+
+* Added initial Dataset steps.
+
+#### 0.0.4 - February 13th, 2022
+
+* Increase class documentation
+* Add YAML serialization/deserialization
+
 #### 0.0.3 - February 12th, 2022
 
 * Add initial implementation.

data/README.md

@@ -2,9 +2,7 @@
 
 #### Execute Ruby code through YAML
 
-[![Ruby Gem CI](https://github.com/mattruggio/nocode/actions/workflows/rubygem.yml/badge.svg)](https://github.com/mattruggio/nocode/actions/workflows/rubygem.yml)
-
-**Warning**: This library is currently experimental.
+[![Gem Version](https://badge.fury.io/rb/nocode.svg)](https://badge.fury.io/rb/nocode) [![Ruby Gem CI](https://github.com/mattruggio/nocode/actions/workflows/rubygem.yml/badge.svg)](https://github.com/mattruggio/nocode/actions/workflows/rubygem.yml) [![Maintainability](https://api.codeclimate.com/v1/badges/66479dae44129c87dc88/maintainability)](https://codeclimate.com/github/mattruggio/nocode/maintainability) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 
 This is a proof of concept showing how a YAML interface could be draped over arbitrary Ruby code.  The YAML contains a series of steps with each step mapping to a specific Ruby class.  The Ruby classes just have one responsibility: to implement #perform.
 
@@ -113,16 +111,16 @@ Note: ensure you have proper authorization before trying to publish new versions
 
 After code changes have successfully gone through the Pull Request review process then the following steps should be followed for publishing new versions:
 
-1. Merge Pull Request into master
+1. Merge Pull Request into main
 2. Update `version.rb` using [semantic versioning](https://semver.org/)
 3. Install dependencies: `bundle`
 4. Update `CHANGELOG.md` with release notes
-5. Commit & push master to remote and ensure CI builds master successfully
+5. Commit & push main to remote and ensure CI builds main successfully
 6. Run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
 
 ## Code of Conduct
 
-Everyone interacting in this codebase, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/mattruggio/nocode/blob/master/CODE_OF_CONDUCT.md).
+Everyone interacting in this codebase, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/mattruggio/nocode/blob/main/CODE_OF_CONDUCT.md).
 
 ## License
 

data/exe/nocode

@@ -4,6 +4,8 @@
 require 'bundler/setup'
 require 'nocode'
 
+require 'pry'
+
 path = ARGV[0]
 
 if path.to_s.empty?

data/lib/nocode/context.rb

@@ -1,8 +1,15 @@
 # frozen_string_literal: true
 
 module Nocode
+  # Describes the environment for each running step.  An instance is initialized when a job
+  # kicks off and then is passed from step to step.
   class Context
-    attr_reader :io, :parameters, :registers
+    PARAMETERS_KEY = 'parameters'
+    REGISTERS_KEY  = 'registers'
+
+    attr_reader :io,
+                :parameters,
+                :registers
 
     def initialize(io: $stdout, parameters: {}, registers: {})
       @io         = io || $stdout
@@ -22,9 +29,17 @@ module Nocode
 
     def to_h
       {
-        'registers' => registers,
-        'parameters' => parameters
+        REGISTERS_KEY => registers,
+        PARAMETERS_KEY => parameters
       }
     end
+
+    def log_line
+      log('-' * 50)
+    end
+
+    def log(msg)
+      io.puts(msg)
+    end
   end
 end

data/lib/nocode/job_executor.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require_relative 'context'
+require_relative 'steps_executor'
+
+module Nocode
+  # Manages the lifecycle and executes a job.
+  class JobExecutor
+    PARAMETERS_KEY = 'parameters'
+    REGISTERS_KEY  = 'registers'
+    STEPS_KEY      = 'steps'
+
+    attr_reader :yaml, :io
+
+    def initialize(yaml, io: $stdout)
+      @yaml = yaml.respond_to?(:read) ? yaml.read : yaml
+      @yaml = YAML.safe_load(@yaml) || {}
+      @io   = io
+
+      freeze
+    end
+
+    def execute
+      steps      = yaml[STEPS_KEY] || []
+      parameters = yaml[PARAMETERS_KEY] || {}
+      registers  = yaml[REGISTERS_KEY] || {}
+
+      context = Context.new(
+        io: io,
+        parameters: parameters,
+        registers: registers
+      )
+
+      log_title(context)
+
+      StepsExecutor.new(context: context, steps: steps).execute
+
+      context.log("Ended: #{DateTime.now}")
+      context.log_line
+
+      context
+    end
+
+    private
+
+    def log_title(context)
+      context.log_line
+
+      context.log('Nocode Execution')
+      context.log("Started: #{DateTime.now}")
+
+      context.log_line
+    end
+  end
+end

data/lib/nocode/step.rb

@@ -1,14 +1,22 @@
 # frozen_string_literal: true
 
 module Nocode
+  # Defines a running step.  Steps should be sub-classes of this class as well as to implement
+  # #perform.
   class Step
     extend Forwardable
     include Util::Arrayable
     include Util::Optionable
 
-    attr_reader :name, :context, :options, :type
+    attr_reader :context,
+                :name,
+                :options,
+                :type
 
-    def_delegators :context, :parameters, :registers, :io
+    def_delegators :context,
+                   :io,
+                   :parameters,
+                   :registers
 
     def initialize(
       context: Context.new,

data/lib/nocode/step_registry.rb

@@ -2,12 +2,16 @@
 
 require_relative 'step'
 
+# This will execute the StepRegisty's load! method upon script evaluation.
 module Nocode
+  # Provides a global place to register all valid steps by their types.  By default the
+  # steps directory will be autoloaded and their paths will be used as their types.  For example:
+  # for the class: steps/io/write, it would register as "io/write" type.
   class StepRegistry < Util::ClassRegistry
     include Singleton
 
-    PREFIX = 'Nocode::Steps::'
-    DIR    = File.join(__dir__, 'steps')
+    CLASS_PREFIX = 'Nocode::Steps::'
+    DIR          = File.join(__dir__, 'steps')
 
     class << self
       extend Forwardable
@@ -22,9 +26,11 @@ module Nocode
     def load!
       files_loaded = Util::ClassLoader.new(DIR).load!
 
-      load(files_loaded, PREFIX)
+      # Class the parent to load up the registry with the files we found.
+      load(files_loaded, class_prefix: CLASS_PREFIX)
     end
   end
 
+  # Call upon class evaluation to autoload all classes.
   StepRegistry.load!
 end

data/lib/nocode/steps/copy.rb

@@ -2,11 +2,12 @@
 
 module Nocode
   module Steps
+    # Shallow-copy one register to another.
     class Copy < Step
       option :from_register, :to_register
 
       def perform
-        registers[to_register_option] = registers[from_register_option]
+        registers[to_register_option] = registers[from_register_option].dup
       end
     end
   end

data/lib/nocode/steps/dataset/append.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Nocode
+  module Steps
+    module Dataset
+      # Add entries specified in the options to the end of the specified register's
+      # existing entries.
+      class Append < Step
+        option :entries, :register
+
+        def perform
+          registers[register_option] = array(registers[register_option])
+
+          array(entries_option).each do |entry|
+            registers[register_option].append(entry)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/nocode/steps/dataset/coalesce.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module Nocode
+  module Steps
+    module Dataset
+      # Combine all specified from_registers into one dataset and place in the specified
+      # to_register.  If anything currently exists in the to_register then it will be coerced
+      # to an array and prepended to the beginning.
+      class Coalesce < Step
+        option :from_registers, :to_register
+
+        def perform
+          registers[to_register_option] = array(registers[to_register_option])
+
+          array(from_registers_option).each do |from_register|
+            registers[to_register_option] += array(registers[from_register])
+          end
+        end
+      end
+    end
+  end
+end

data/lib/nocode/steps/dataset/insert.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Nocode
+  module Steps
+    module Dataset
+      # Insert the entries to the at_index of the specified register.
+      # If at_index is nil then they will appended to the end.
+      class Insert < Step
+        option :at_index, :entries, :register
+
+        def perform
+          registers[register_option] = array(registers[register_option])
+
+          registers[register_option].insert(at_index, *entries)
+        end
+
+        private
+
+        def entries
+          array(entries_option)
+        end
+
+        def at_index
+          at_index_option.nil? ? -1 : at_index_option.to_i
+        end
+      end
+    end
+  end
+end

data/lib/nocode/steps/dataset/prepend.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Nocode
+  module Steps
+    module Dataset
+      # Add entries specified in the options to the beginning of the specified register's
+      # existing entries.
+      class Prepend < Step
+        option :entries, :register
+
+        def perform
+          registers[register_option] = array(registers[register_option])
+
+          array(entries_option).reverse_each do |entry|
+            registers[register_option].prepend(entry)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/nocode/steps/dataset/range.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module Nocode
+  module Steps
+    module Dataset
+      # Slice a dataset and keep on the entries between start_index and end_index, inclusively.
+      # If start_index is not provided then it defaults to 0.
+      # If end_index is not provided then it defaults to the end of the dataset.
+      class Range < Step
+        option :end_index,
+               :register,
+               :start_index
+
+        def perform
+          registers[register_option] = array(registers[register_option])
+
+          registers[register_option] = registers[register_option][start_index..end_index]
+        end
+
+        private
+
+        def start_index
+          start_index_option.nil? ? 0 : start_index_option.to_i
+        end
+
+        def end_index
+          end_index_option.nil? ? -1 : end_index_option.to_i
+        end
+      end
+    end
+  end
+end

data/lib/nocode/steps/delete.rb

@@ -2,6 +2,7 @@
 
 module Nocode
   module Steps
+    # Remove a register completely.
     class Delete < Step
       option :register
 

data/lib/nocode/steps/deserialize/csv.rb

@@ -3,6 +3,7 @@
 module Nocode
   module Steps
     module Deserialize
+      # take a specified register and parse it as a CSV to produce an array of hashes.
       class Csv < Step
         option :register
 

data/lib/nocode/steps/deserialize/json.rb

@@ -3,6 +3,7 @@
 module Nocode
   module Steps
     module Deserialize
+      # take a specified register and parse it as JSON to produce Ruby object(s).
       class Json < Step
         option :register
 

data/lib/nocode/steps/deserialize/yaml.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module Nocode
+  module Steps
+    module Deserialize
+      # Take a specified register and parse it as YAML to produce Ruby object(s).
+      #
+      # NOTE: This will throw an error if unsafe YAML types are used.  The only allowed types are
+      # array, hash, strings, numbers, booleans, nil.  See:
+      # https://ruby-doc.org/stdlib-2.6.1/libdoc/psych/rdoc/Psych.html#method-c-safe_load
+      class Yaml < Step
+        option :register
+
+        def perform
+          input = registers[register_option]
+
+          registers[register_option] = YAML.safe_load(input)
+        end
+      end
+    end
+  end
+end

data/lib/nocode/steps/each.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Nocode
+  module Steps
+    # Iterate over a register.  Each iteration will store the current element and index in
+    # special registers called: _element and _index.  You can prefix these registers by setting
+    # the element_register_prefix option.
+    class Each < Step
+      option :element_register_prefix,
+             :register,
+             :steps
+
+      skip_options_evaluation!
+
+      # rubocop:disable Metrics/AbcSize
+      def perform
+        entries = array(registers[register_option])
+
+        entries.each_with_index do |entry, index|
+          steps = array(steps_option)
+
+          registers["#{element_register_prefix_option}_element"] = entry
+          registers["#{element_register_prefix_option}_index"]   = index
+
+          StepsExecutor.new(context: context, steps: steps).execute
+        end
+      end
+      # rubocop:enable Metrics/AbcSize
+    end
+  end
+end

data/lib/nocode/steps/io/read.rb

@@ -3,6 +3,7 @@
 module Nocode
   module Steps
     module Io
+      # Read a file from disk and place its contents in a register.
       class Read < Step
         option :path,
                :register

data/lib/nocode/steps/io/write.rb

@@ -3,6 +3,7 @@
 module Nocode
   module Steps
     module Io
+      # Write the contents of a register to disk.
       class Write < Step
         option :path,
                :register

data/lib/nocode/steps/log.rb

@@ -2,6 +2,7 @@
 
 module Nocode
   module Steps
+    # Simply output the passed in message into the outputted log.
     class Log < Step
       option :message
 

data/lib/nocode/steps/serialize/csv.rb

@@ -3,6 +3,8 @@
 module Nocode
   module Steps
     module Serialize
+      # Take the contents of a register and create a CSV out of its contents.  The CSV contents
+      # will override the register specified.
       class Csv < Step
         option :register
 
@@ -25,14 +27,8 @@ module Nocode
 
           if object.is_a?(Array)
             csv << object
-
-            true
           elsif object.respond_to?(:values)
             csv << object.values
-
-            true
-          else
-            false
           end
         end
       end

data/lib/nocode/steps/serialize/json.rb

@@ -3,6 +3,8 @@
 module Nocode
   module Steps
     module Serialize
+      # Take the contents of a register and serialize it as JSON.  The serialized JSON
+      # will override the register specified.
       class Json < Step
         option :register
 

data/lib/nocode/steps/serialize/yaml.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module Nocode
+  module Steps
+    module Serialize
+      # Take the contents of a register and serialize it as YAML.  The serialized YAML
+      # will override the register specified.
+      class Yaml < Step
+        option :register
+
+        def perform
+          input = registers[register_option]
+
+          registers[register_option] = input.to_yaml
+        end
+      end
+    end
+  end
+end

data/lib/nocode/steps/set.rb

@@ -2,6 +2,7 @@
 
 module Nocode
   module Steps
+    # Set a register's value to the value option specified.
     class Set < Step
       option :register, :value
 

data/lib/nocode/steps/sleep.rb

@@ -2,6 +2,9 @@
 
 module Nocode
   module Steps
+    # Sleep for an arbitrary number of seconds.
+    #
+    # Mechanic: https://apidock.com/ruby/Kernel/sleep
     class Sleep < Step
       option :seconds
 

data/lib/nocode/steps_executor.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+require_relative 'step_registry'
+
+module Nocode
+  # Class that knows how to execute a series of steps given a context.
+  class StepsExecutor
+    extend Forwardable
+
+    NAME_KEY    = 'name'
+    OPTIONS_KEY = 'options'
+    TYPE_KEY    = 'type'
+
+    attr_reader :context, :steps
+
+    def_delegators :context, :log_line, :log
+
+    def initialize(context:, steps:)
+      @context = context
+      @steps   = steps
+
+      freeze
+    end
+
+    def execute
+      steps.each do |step|
+        step_instance = make_step(step)
+
+        execute_step(step_instance)
+      end
+    end
+
+    private
+
+    def make_step(step)
+      evaluated_step = Util::ObjectTemplate.new(step).evaluate(context.to_h)
+      type           = evaluated_step[TYPE_KEY].to_s
+      name           = evaluated_step[NAME_KEY].to_s
+      step_class     = StepRegistry.constant!(type)
+
+      options =
+        if step_class.skip_options_evaluation?
+          step[OPTIONS_KEY]
+        else
+          evaluated_step[OPTIONS_KEY]
+        end
+
+      step_class.new(
+        options: Util::Dictionary.new(options),
+        context: context,
+        name: name,
+        type: type
+      )
+    end
+
+    def execute_step(step)
+      log(step.name) unless step.name.empty?
+      log("Step:  #{step.type}")
+      log("Class: #{step.class}")
+
+      time_in_seconds = Benchmark.measure { step.perform }.real
+
+      log("Completed in #{time_in_seconds.round(3)} second(s)")
+
+      log_line
+    end
+  end
+end

data/lib/nocode/util/arrayable.rb

@@ -2,6 +2,7 @@
 
 module Nocode
   module Util
+    # Hand
     module Arrayable
       def array(value)
         if value.is_a?(Hash)

data/lib/nocode/util/class_loader.rb

@@ -2,6 +2,7 @@
 
 module Nocode
   module Util
+    # Loads a directory full of Ruby classes and returns their relative paths.
     class ClassLoader
       EXTENSION = '.rb'
 

data/lib/nocode/util/class_registry.rb

@@ -2,6 +2,9 @@
 
 module Nocode
   module Util
+    # Create a type -> class constant interface.  Classes can be registered as types.  Types
+    # are snake-cased while class names are stored as pascal-cased.  Then constant! can be called
+    # to retrieve the class constant by type.
     class ClassRegistry
       extend Forwardable
 
@@ -17,13 +20,13 @@ module Nocode
         freeze
       end
 
-      def load(types, prefix = '')
+      def load(types, class_prefix: '', type_prefix: '')
         types.each do |type|
           pascal_cased = type.split(File::SEPARATOR).map do |part|
             part.split('_').collect(&:capitalize).join
           end.join('::')
 
-          register(type, "#{prefix}#{pascal_cased}")
+          register("#{type_prefix}#{type}", "#{class_prefix}#{pascal_cased}")
         end
 
         self

data/lib/nocode/util/dictionary.rb

@@ -2,6 +2,7 @@
 
 module Nocode
   module Util
+    # A hash-like object which ensures all keys are strings.
     class Dictionary
       extend Forwardable
 

data/lib/nocode/util/object_template.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require_relative 'string_template'
+
+module Nocode
+  module Util
+    # Built on top of StringTemplate but instead of only working for a string, this will
+    # recursively evaluate all strings within an object.  Heuristics:
+    #    - Strings evaluate using StringTemplate
+    #    - Hashes will have their keys and values traversed
+    #    - Arrays will have their entries traversed
+    #    - All other types will simply return themselves
+    class ObjectTemplate
+      attr_reader :object
+
+      def initialize(object)
+        @object = object
+
+        freeze
+      end
+
+      def evaluate(values = {})
+        recursive_evaluate(object, values)
+      end
+
+      private
+
+      def recursive_evaluate(expression, values)
+        case expression
+        when Array
+          expression.map { |o| recursive_evaluate(o, values) }
+        when Hash
+          expression.to_h do |k, v|
+            [recursive_evaluate(k, values), recursive_evaluate(v, values)]
+          end
+        when String
+          Util::StringTemplate.new(expression).evaluate(values)
+        else
+          expression
+        end
+      end
+    end
+  end
+end

data/lib/nocode/util/optionable.rb

@@ -2,6 +2,20 @@
 
 module Nocode
   module Util
+    # Add on a DSL for classes.  The DSL allows for a new class-level keyword called 'option'
+    # which can be used to describe what metadata values are important.  Then instances
+    # can reference those option's values using magic _option methods.  For example:
+    #
+    # class Animal
+    #   include Optionable
+    #   option :type
+    #   attr_writer :options
+    # end
+    #
+    # animal = Animal.new
+    # animal.options = { 'type' => 'dog' }
+    #
+    # animal.type_option # -> should return 'dog'
     module Optionable
       def self.included(klass)
         klass.extend(ClassMethods)
@@ -9,6 +23,14 @@ module Nocode
 
       # Class-level DSL Methods
       module ClassMethods
+        def skip_options_evaluation?
+          @skip_options_evaluation || false
+        end
+
+        def skip_options_evaluation!
+          @skip_options_evaluation = true
+        end
+
         def option(*values)
           values.each { |v| options << v.to_s }
         end

data/lib/nocode/util/string_template.rb

@@ -2,6 +2,11 @@
 
 module Nocode
   module Util
+    # Takes in an expression and interpolates in any parameters using << >> notation.
+    # For example:
+    #   input = { 'person' => 'hops' }
+    #   Nocode::Util::StringTemplate.new("Hello, << person.name >>!").evaluate(input)
+    # Should produce: "Hello, hops!"
     class StringTemplate
       LEFT_TOKEN  = '<<'
       RIGHT_TOKEN = '>>'
@@ -11,7 +16,7 @@ module Nocode
       attr_reader :expression
 
       def initialize(expression)
-        @expression = expression
+        @expression = expression.to_s
 
         freeze
       end

data/lib/nocode/util.rb

@@ -4,5 +4,5 @@ require_relative 'util/arrayable'
 require_relative 'util/class_loader'
 require_relative 'util/class_registry'
 require_relative 'util/dictionary'
+require_relative 'util/object_template'
 require_relative 'util/optionable'
-require_relative 'util/string_template'

data/lib/nocode/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Nocode
-  VERSION = '0.0.3'
+  VERSION = '0.0.7'
 end

data/lib/nocode.rb

@@ -12,12 +12,14 @@ require 'yaml'
 require 'nocode/util'
 
 # Core
-require 'nocode/executor'
+require 'nocode/job_executor'
 
+# Establish main top-level namespace
 module Nocode
+  # Default consumer entrypoint into the library.
   class << self
     def execute(yaml, io: $stdout)
-      Executor.new(yaml, io: io).execute
+      JobExecutor.new(yaml, io: io).execute
     end
   end
 end

data/nocode.gemspec

@@ -29,6 +29,7 @@ Gem::Specification.new do |s|
 
   s.required_ruby_version = '>= 2.6'
 
+  s.add_development_dependency('bundler-audit')
   s.add_development_dependency('guard-rspec')
   s.add_development_dependency('pry')
   s.add_development_dependency('rake')

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: nocode
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.7
 platform: ruby
 authors:
 - Matthew Ruggio
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-02-13 00:00:00.000000000 Z
+date: 2022-02-14 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler-audit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: guard-rspec
   requirement: !ruby/object:Gem::Requirement
@@ -161,26 +175,35 @@ files:
 - exe/nocode
 - lib/nocode.rb
 - lib/nocode/context.rb
-- lib/nocode/executor.rb
-- lib/nocode/object_template.rb
+- lib/nocode/job_executor.rb
 - lib/nocode/step.rb
 - lib/nocode/step_registry.rb
 - lib/nocode/steps/copy.rb
+- lib/nocode/steps/dataset/append.rb
+- lib/nocode/steps/dataset/coalesce.rb
+- lib/nocode/steps/dataset/insert.rb
+- lib/nocode/steps/dataset/prepend.rb
+- lib/nocode/steps/dataset/range.rb
 - lib/nocode/steps/delete.rb
 - lib/nocode/steps/deserialize/csv.rb
 - lib/nocode/steps/deserialize/json.rb
+- lib/nocode/steps/deserialize/yaml.rb
+- lib/nocode/steps/each.rb
 - lib/nocode/steps/io/read.rb
 - lib/nocode/steps/io/write.rb
 - lib/nocode/steps/log.rb
 - lib/nocode/steps/serialize/csv.rb
 - lib/nocode/steps/serialize/json.rb
+- lib/nocode/steps/serialize/yaml.rb
 - lib/nocode/steps/set.rb
 - lib/nocode/steps/sleep.rb
+- lib/nocode/steps_executor.rb
 - lib/nocode/util.rb
 - lib/nocode/util/arrayable.rb
 - lib/nocode/util/class_loader.rb
 - lib/nocode/util/class_registry.rb
 - lib/nocode/util/dictionary.rb
+- lib/nocode/util/object_template.rb
 - lib/nocode/util/optionable.rb
 - lib/nocode/util/string_template.rb
 - lib/nocode/version.rb

data/lib/nocode/executor.rb

@@ -1,84 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'context'
-require_relative 'object_template'
-require_relative 'step_registry'
-
-module Nocode
-  class Executor
-    attr_reader :yaml, :io
-
-    def initialize(yaml, io: $stdout)
-      @yaml = yaml.respond_to?(:read) ? yaml.read : yaml
-      @yaml = YAML.safe_load(@yaml) || {}
-      @io   = io
-
-      freeze
-    end
-
-    def execute
-      steps      = yaml['steps'] || []
-      parameters = yaml['parameters'] || {}
-      context    = Context.new(io: io, parameters: parameters)
-
-      log_title
-
-      steps.each do |step|
-        step_instance = make_step(step, context)
-
-        execute_step(step_instance)
-      end
-
-      log("Ended: #{DateTime.now}")
-      log_line
-
-      context
-    end
-
-    private
-
-    def make_step(step, context)
-      step       = ObjectTemplate.new(step).evaluate(context.to_h)
-      type       = step['type'].to_s
-      name       = step['name'].to_s
-      options    = step['options'] || {}
-      step_class = StepRegistry.constant!(type)
-
-      step_class.new(
-        options: Util::Dictionary.new(options),
-        context: context,
-        name: name,
-        type: type
-      )
-    end
-
-    def execute_step(step)
-      log(step.name) unless step.name.empty?
-      log("Step:  #{step.type}")
-      log("Class: #{step.class}")
-
-      time_in_seconds = Benchmark.measure { step.perform }.real
-
-      log("Completed in #{time_in_seconds.round(3)} second(s)")
-
-      log_line
-    end
-
-    def log_title
-      log_line
-
-      log('Nocode Execution')
-      log("Started: #{DateTime.now}")
-
-      log_line
-    end
-
-    def log_line
-      log('-' * 50)
-    end
-
-    def log(msg)
-      io.puts(msg)
-    end
-  end
-end

data/lib/nocode/object_template.rb

@@ -1,34 +0,0 @@
-# frozen_string_literal: true
-
-module Nocode
-  class ObjectTemplate
-    attr_reader :object
-
-    def initialize(object)
-      @object = object
-
-      freeze
-    end
-
-    def evaluate(values = {})
-      recursive_evaluate(object, values)
-    end
-
-    private
-
-    def recursive_evaluate(expression, values)
-      case expression
-      when Array
-        expression.map { |o| recursive_evaluate(o, values) }
-      when Hash
-        expression.to_h do |k, v|
-          [recursive_evaluate(k, values), recursive_evaluate(v, values)]
-        end
-      when String
-        Util::StringTemplate.new(expression).evaluate(values)
-      else
-        expression
-      end
-    end
-  end
-end