ductwork 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 252ad8643950e6ea9e5024d0e63885aea8c3c7020bef1586faf0b414b41206f0
-  data.tar.gz: 1133562c0ff6c84c6a91c87e3d73f734e01626842b42c31e49d87127aa25cd7d
+  metadata.gz: 10cf03c4f8237368de710c2ee604a9d20cf40c2dcebfda776fe490a38ba26aad
+  data.tar.gz: fd44065015e06a493905b493b847df2de01d779f7451662b186a458cb1cc9977
 SHA512:
-  metadata.gz: 36460be6d4d35656be5ce2cc0006eaa539f00992c6b32f0c07610d42bc889ea0e198e17d9c405bdfca73469895f9d3076fda4335aea6ad7e6dc5011de4e41612
-  data.tar.gz: ddb569815f9ac837881fa08b13541084a5048a34fceafe718026fc228966b35377d16af56edddd5dd74a8cf210a76a3b0986e40644a0d3d3d4efb2db91b475f6
+  metadata.gz: 712b5f00ad1a1a1c736dd186f04dce4a85f2ba3d57df234a5d1182d91483530f0722c9a153e1a4f8517142657ffc8f486e39e6bcd51c28b66f4df5a5958e5455
+  data.tar.gz: 18c7d56494dc4251310e73bffe47c56e80820634dce555ac2e8d2d46b65973242adc621004dada1efa94cb353063ab650bcb833cec2c7d0cffd635727b808fa1

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Ductwork Changelog
 
+## [0.2.0]
+
+- fix: allow steps to be chained while pipeline is expanded or divided (before collapsing or combining) - before this incorrectly raised a `CollapseError` or `CombineError`
+- feat: validate argument(s) passed to step transition DSL methods to be valid step class
+- feat: validate all pipeline definitions on rails boot
+
 ## [0.1.0]
 
 - Initial release - see [documentation](https://docs.getductwork.io/) for details

data/README.md

@@ -1,5 +1,8 @@
 # Ductwork
 
+[![CI](https://github.com/ductwork/ductwork/actions/workflows/main.yml/badge.svg)](https://github.com/ductwork/ductwork/actions/workflows/main.yml)
+[![Gem Version](https://badge.fury.io/rb/ductwork.svg?icon=si%3Arubygems)](https://rubygems.org/gems/ductwork)
+
 A Ruby pipeline framework.
 
 Ductwork lets you build complex pipelines quickly and easily using intuitive Ruby tooling and a natural DSL. No need to learn complicated unified object models or stand up separate runner instances—just write Ruby code and let Ductwork handle the orchestration.

data/lib/ductwork/dsl/definition_builder.rb

@@ -12,9 +12,12 @@ module Ductwork
           nodes: [],
           edges: {},
         }
+        @divisions = 0
+        @expansions = 0
       end
 
       def start(klass)
+        validate_classes!(klass)
         validate_start_once!
         add_new_nodes(klass)
 
@@ -24,6 +27,7 @@ module Ductwork
       # NOTE: there is a bug here that does not allow the user to reuse step
       # classes in the same pipeline. i'll fix this later
       def chain(klass)
+        validate_classes!(klass)
         validate_definition_started!(action: "chaining")
         add_edge_to_last_node(klass, type: :chain)
         add_new_nodes(klass)
@@ -32,10 +36,13 @@ module Ductwork
       end
 
       def divide(to:)
+        validate_classes!(to)
         validate_definition_started!(action: "dividing chain")
         add_edge_to_last_node(*to, type: :divide)
         add_new_nodes(*to)
 
+        @divisions += 1
+
         if block_given?
           branches = to.map do |klass|
             Ductwork::DSL::BranchBuilder
@@ -49,9 +56,12 @@ module Ductwork
       end
 
       def combine(into:)
+        validate_classes!(into)
         validate_definition_started!(action: "combining steps")
         validate_definition_divided!
 
+        @divisions -= 1
+
         last_nodes = definition[:nodes].reverse.select do |node|
           definition[:edges][node].empty?
         end
@@ -67,23 +77,31 @@ module Ductwork
       end
 
       def expand(to:)
+        validate_classes!(to)
         validate_definition_started!(action: "expanding chain")
         add_edge_to_last_node(to, type: :expand)
         add_new_nodes(to)
 
+        @expansions += 1
+
         self
       end
 
       def collapse(into:)
+        validate_classes!(into)
         validate_definition_started!(action: "collapsing steps")
         validate_definition_expanded!
         add_edge_to_last_node(into, type: :collapse)
         add_new_nodes(into)
 
+        @expansions -= 1
+
         self
       end
 
       def on_halt(klass)
+        validate_classes!(klass)
+
         definition[:metadata] ||= {}
         definition[:metadata][:on_halt] = {}
         definition[:metadata][:on_halt][:klass] = klass.name
@@ -99,7 +117,25 @@ module Ductwork
 
       private
 
-      attr_reader :definition
+      attr_reader :definition, :divisions, :expansions
+
+      def validate_classes!(klasses)
+        valid = Array(klasses).all? do |klass|
+          klass.is_a?(Class) &&
+            klass.method_defined?(:execute) &&
+            klass.instance_method(:execute).arity.zero?
+        end
+
+        if !valid
+          word = if Array(klasses).length > 1
+                   "Arguments"
+                 else
+                   "Argument"
+                 end
+
+          raise ArgumentError, "#{word} must be a valid step class"
+        end
+      end
 
       def validate_start_once!
         if definition[:nodes].any?
@@ -114,25 +150,17 @@ module Ductwork
       end
 
       def validate_definition_divided!
-        if last_edge.nil? || last_edge[:type] != :divide
+        if divisions.zero?
           raise CombineError, "Must divide pipeline definition before combining steps"
         end
       end
 
       def validate_definition_expanded!
-        if last_edge.nil? || last_edge[:type] != :expand
+        if expansions.zero?
           raise CollapseError, "Must expand pipeline definition before collapsing steps"
         end
       end
 
-      def last_edge
-        last_edge_node = definition[:nodes].reverse.find do |node|
-          definition[:edges][node].any?
-        end
-
-        definition.dig(:edges, last_edge_node, -1)
-      end
-
       def add_new_nodes(*klasses)
         definition[:nodes].push(*klasses.map(&:name))
         klasses.each do |klass|

data/lib/ductwork/engine.rb

@@ -10,5 +10,15 @@ module Ductwork
       Ductwork.configuration ||= Ductwork::Configuration.new
       Ductwork.configuration.logger ||= Rails.logger
     end
+
+    initializer "ductwork.validate_definitions", after: :load_config_initializers do
+      ActiveSupport.on_load(:active_record) do
+        # Load steps and pipelines so definition validation runs and bugs
+        # can be caught simply by booting the app or running tests
+        loader = Rails.autoloaders.main
+        loader.eager_load_dir(Rails.root.join("app/steps"))
+        loader.eager_load_dir(Rails.root.join("app/pipelines"))
+      end
+    end
   end
 end

data/lib/ductwork/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Ductwork
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ductwork
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Tyler Ewing