ductwork 0.7.2 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a3a59fb73965f325d3e23243f59e7e973419f3683d2de741cf5bbf115bccad8d
-  data.tar.gz: d66a5c291d197b7a8e679d23e9c68b6575d2e35100b06f7c412c97e5bc515ec3
+  metadata.gz: f64abfa6d358cd7b225baae1b801894032936bef4de86ff0843e3163552aa530
+  data.tar.gz: aedd9daa71379091503375926ea4863a7834193a1701ee265a9b0b99a7fbfe50
 SHA512:
-  metadata.gz: de5ca4b1c9dff4478992234183ae84d810cec930eede8d97dc7511959efad9521acb201ec5f39a2d96d430383ee3f240d3a3395bc55fc19ce272603000eb92a2
-  data.tar.gz: b86ea8a91f912ae55e509f2c059fc8db8d4ccff0055fe96db77593a98ce188255b2bbcb395709a0b672ded6b8df1a1537001fc56cfb3de7244a5dda9a4e48192
+  metadata.gz: 85598e36b5edb64f33217d19cb2f2af66e6991c68f74c0a8ede9c445d88884bd804da2b381b2dd9cdeaa6a6936a340628af25c45ff259632f36d1c4429665bcb
+  data.tar.gz: 4f59ad232e7a00c8e34403dfb8412af7e7351f0d921b3fd7fc6c27ee10524a1bd37e57bd18aa020c9e7daf1c3374127927e54474302364f3ee6962d157b9e468

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Ductwork Changelog
 
+## [0.8.0]
+
+- chore: re-organize `Ductwork::CLI` class
+- feat!: better name `ductwork_steps.step_type` to `to_transition` - the column rename is a breaking change but not bumping major version since the gem is still pre-1.0
+- feat: add `delay_seconds` and `timeout_seconds` columns to `ductwork_steps` table
+- feat: set pipeline status to `advancing` once pipeline is claimed and advancing starts
+- chore: add `advancing` status enum value to `Pipeline`
+
 ## [0.7.2]
 
 - chore: small DRY refactor in pipeline advancement

data/lib/ductwork/cli.rb

@@ -4,45 +4,57 @@ require "optparse"
 
 module Ductwork
   class CLI
-    class << self
-      def start!(args)
-        options = parse_options(args)
-        Ductwork.configuration = Configuration.new(**options)
-        Ductwork.logger = if Ductwork.configuration.logger_source == "rails"
-                            Rails.logger
-                          else
-                            Ductwork::Configuration::DEFAULT_LOGGER
-                          end
-        Ductwork.logger.level = Ductwork.configuration.logger_level
-
-        Ductwork::Processes::SupervisorRunner.start!
-      end
+    def self.start!(args)
+      new(args).start!
+    end
 
-      private
+    def initialize(args)
+      @args = args
+      @options = {}
+    end
+
+    def start!
+      option_parser.parse!(args)
+      auto_configure
+      supervisor_runner.start!
+    end
 
-      def parse_options(args)
-        options = {}
+    private
 
-        OptionParser.new do |op|
-          op.banner = "ductwork [options]"
+    attr_reader :args, :options
 
-          op.on("-c", "--config PATH", "path to YAML config file") do |arg|
-            options[:path] = arg
-          end
+    def option_parser
+      OptionParser.new do |op|
+        op.banner = "ductwork [options]"
 
-          op.on("-h", "--help", "Prints this help") do
-            puts op
-            exit
-          end
+        op.on("-c", "--config PATH", "path to YAML config file") do |arg|
+          options[:path] = arg
+        end
 
-          op.on("-v", "--version", "Prints the version") do
-            puts "Ductwork #{Ductwork::VERSION}"
-            exit
-          end
-        end.parse!(args)
+        op.on("-h", "--help", "Prints this help") do
+          puts op
+          exit
+        end
 
-        options
+        op.on("-v", "--version", "Prints the version") do
+          puts "Ductwork #{Ductwork::VERSION}"
+          exit
+        end
       end
     end
+
+    def auto_configure
+      Ductwork.configuration = Configuration.new(**options)
+      Ductwork.logger = if Ductwork.configuration.logger_source == "rails"
+                          Rails.logger
+                        else
+                          Ductwork::Configuration::DEFAULT_LOGGER
+                        end
+      Ductwork.logger.level = Ductwork.configuration.logger_level
+    end
+
+    def supervisor_runner
+      Ductwork::Processes::SupervisorRunner
+    end
   end
 end

data/lib/ductwork/models/pipeline.rb

@@ -16,6 +16,7 @@ module Ductwork
          pending: "pending",
          in_progress: "in_progress",
          waiting: "waiting",
+         advancing: "advancing",
          halted: "halted",
          completed: "completed"
 
@@ -71,7 +72,7 @@ module Ductwork
           step = p.steps.create!(
             klass: step_klass,
             status: :in_progress,
-            step_type: :start,
+            to_transition: :start,
             started_at: Time.current
           )
           Ductwork::Job.enqueue(step, args)
@@ -118,10 +119,10 @@ module Ductwork
       started_at = Time.current
       # NOTE: "chain" is used by ActiveRecord so we have to call
       # this enum value "default" :sad:
-      step_type = edge[:type] == "chain" ? "default" : edge[:type]
+      to_transition = edge[:type] == "chain" ? "default" : edge[:type]
       klass ||= edge.fetch(:to).sole
 
-      next_step = steps.create!(klass:, status:, step_type:, started_at:)
+      next_step = steps.create!(klass:, status:, to_transition:, started_at:)
       Ductwork::Job.enqueue(next_step, input_arg)
     end
 
@@ -174,17 +175,17 @@ module Ductwork
     end
 
     def advance_non_merging_steps(step_klass, edge, advancing_ids)
-      step_type = edge[:type]
+      to_transition = edge[:type]
 
       steps.where(id: advancing_ids, klass: step_klass).find_each do |step|
-        if step_type.in?(%w[chain divide])
+        if to_transition.in?(%w[chain divide])
           advance_to_next_steps(step.id, edge)
-        elsif step_type == "expand"
+        elsif to_transition == "expand"
           expand_to_next_steps(step.id, edge)
         else
           Ductwork.logger.error(
-            msg: "Invalid step type",
-            step_type: step_type,
+            msg: "Invalid To Transition",
+            to_transition: to_transition,
             pipeline_id: id,
             role: :pipeline_advancer
           )

data/lib/ductwork/models/step.rb

@@ -7,7 +7,7 @@ module Ductwork
 
     validates :klass, presence: true
     validates :status, presence: true
-    validates :step_type, presence: true
+    validates :to_transition, presence: true
 
     enum :status,
          pending: "pending",
@@ -17,7 +17,7 @@ module Ductwork
          failed: "failed",
          completed: "completed"
 
-    enum :step_type,
+    enum :to_transition,
          start: "start",
          default: "default", # `chain` is used by AR
          divide: "divide",

data/lib/ductwork/processes/pipeline_advancer.rb

@@ -26,7 +26,10 @@ module Ductwork
           if id.present?
             rows_updated = Ductwork::Pipeline
                            .where(id: id, claimed_for_advancing_at: nil)
-                           .update_all(claimed_for_advancing_at: Time.current)
+                           .update_all(
+                             claimed_for_advancing_at: Time.current,
+                             status: "advancing"
+                           )
 
             if rows_updated == 1
               Ductwork.logger.debug(
@@ -50,7 +53,8 @@ module Ductwork
               # we're not using a queue so we have to use a db timestamp
               pipeline.update!(
                 claimed_for_advancing_at: nil,
-                last_advanced_at: Time.current
+                last_advanced_at: Time.current,
+                status: "in_progress"
               )
             else
               Ductwork.logger.debug(

data/lib/ductwork/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Ductwork
-  VERSION = "0.7.2"
+  VERSION = "0.8.0"
 end

data/lib/generators/ductwork/install/templates/db/create_ductwork_steps.rb

@@ -5,10 +5,12 @@ class CreateDuctworkSteps < ActiveRecord::Migration[<%= Rails::VERSION::MAJOR %>
     create_table :ductwork_steps do |table|
       table.belongs_to :pipeline, index: true, null: false, foreign_key: { to_table: :ductwork_pipelines }
       table.string :klass, null: false
-      table.string :step_type, null: false
+      table.string :to_transition, null: false
       table.timestamp :started_at
       table.timestamp :completed_at
       table.string :status, null: false
+      table.integer :delay_seconds
+      table.integer :timeout_seconds
       table.timestamps null: false
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ductwork
 version: !ruby/object:Gem::Version
-  version: 0.7.2
+  version: 0.8.0
 platform: ruby
 authors:
 - Tyler Ewing