taskinator 0.3.3 → 0.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0f24bbd204f659987e547f8d4b48f2b3357df9c6
-  data.tar.gz: b6187087f34f5c61daee96ea03be840b4a56b669
+  metadata.gz: 1cea1440734a7bcbe3faa2198406e3cd7ebfde21
+  data.tar.gz: ffbb5077202225399db2dc748010654b5fbf8ef6
 SHA512:
-  metadata.gz: d4ebe8d2c2df56501930be730694e0085790c453c6578f978c81262535e0f69936fac28b22e3cd53f5d9a984c0e09fac7559991b3c9e96e691177c85d5bbf60b
-  data.tar.gz: 4bf4949db42aed309e81947b46db88fbdba4668497d05063bede4499d5dd413cc31394890834f1e69c20b5eaadc1edc5b50d7eda46a21aa6ad6247d87ddcd15f
+  metadata.gz: 3c57fe34871813ecadb16414ca6bb6333e8dcc5d9de4128ed9ba38c6e1c74aed0ff69ebc8a061955301f42770816d4417db833973a7aaf47ff94413668bd0564
+  data.tar.gz: 99b036277ab71ad28511ad194c4b183efee3472769f22e7abe66a5270c312272fd2b68a62e89046ea566573fd2b86f937088ac55c989e8d6491ec893f639d501

data/CHANGELOG.md

@@ -1,3 +1,14 @@
+v0.3.5 - 02 Nov 2015
+---
+Updated the keys used when persisting processes and tasks in Redis, so they fall in the same key space.
+Added clean up code to remove data from Redis when a process completes.
+Introduced `Taskinator.generate_uuid` method
+Use Redis pipelined mode to persist processes and tasks.
+Added warning output to log if serialized arguments are bigger than 2MB.
+Introduced scoping for keys in Redis in order to better support multi-tenancy requirements.
+Added XmlVisitor for extracting processes/tasks into XML.
+Introduced `ProcessWorker` (incomplete) which will be used to incrementally build sub-process in order to speed up overall processing for big processes.
+
 v0.3.3 - 29 Oct 2015
 ---
 Bug fix for options handling when defining processes using `define_concurrent_process`.

data/Gemfile.lock

@@ -1,8 +1,8 @@
 GIT
   remote: git://github.com/mperham/sidekiq.git
-  revision: a087e1db6b3bd4707e63b99858e03d06cf785a78
+  revision: c556c85b689af3a4f6a1da76c9f8b5208b9753c3
   specs:
-    sidekiq (4.0.0.pre1)
+    sidekiq (4.0.0.pre2)
       concurrent-ruby (= 1.0.0.pre4)
       connection_pool (~> 2.2, >= 2.2.0)
       json (~> 1.0)
@@ -12,7 +12,8 @@ GIT
 PATH
   remote: .
   specs:
-    taskinator (0.3.3)
+    taskinator (0.3.5)
+      builder (>= 3.2.2)
       connection_pool (>= 2.2.0)
       json (>= 1.8.2)
       redis (>= 3.2.1)
@@ -28,6 +29,7 @@ GEM
       minitest (~> 5.1)
       thread_safe (~> 0.3, >= 0.3.4)
       tzinfo (~> 1.1)
+    builder (3.2.2)
     byebug (5.0.0)
       columnize (= 0.9.0)
     coderay (1.1.0)
@@ -55,7 +57,7 @@ GEM
     minitest (5.8.2)
     mono_logger (1.1.0)
     multi_json (1.11.2)
-    netrc (0.10.3)
+    netrc (0.11.0)
     pry (0.10.3)
       coderay (~> 1.1.0)
       method_source (~> 0.8.1)
@@ -144,6 +146,3 @@ DEPENDENCIES
   rspec-sidekiq (>= 2.1.0)
   sidekiq (>= 3.5.0)!
   taskinator!
-
-BUNDLED WITH
-   1.10.6

data/lib/taskinator/api.rb

@@ -3,12 +3,19 @@ module Taskinator
     class Processes
       include Enumerable
 
+      attr_reader :scope
+
+      def initialize(scope=:shared)
+        @scope = scope
+        @processes_list_key = Taskinator::Persistence.processes_list_key(scope)
+      end
+
       def each(&block)
         return to_enum(__method__) unless block_given?
 
         instance_cache = {}
         Taskinator.redis do |conn|
-          uuids = conn.smembers("taskinator:processes")
+          uuids = conn.smembers(@processes_list_key)
           uuids.each do |uuid|
             yield Process.fetch(uuid, instance_cache)
           end
@@ -17,7 +24,7 @@ module Taskinator
 
       def size
         Taskinator.redis do |conn|
-          conn.scard("taskinator:processes")
+          conn.scard(@processes_list_key)
         end
       end
     end

data/lib/taskinator/definition.rb

@@ -46,6 +46,8 @@ module Taskinator
           raise ArgumentError, "wrong number of arguments (#{args.length} for #{arg_list.length})" if args.length < arg_list.length
 
           options = (args.last.is_a?(Hash) ? args.last : {})
+          options[:scope] ||= :shared
+
           process = factory.call(self, options)
 
           # this may take long... up to users definition
@@ -98,7 +100,7 @@ module Taskinator
     #
     def create_process_remotely(*args)
       assert_valid_process_module
-      uuid = SecureRandom.uuid
+      uuid = Taskinator.generate_uuid
 
       Taskinator.queue.enqueue_create_process(self, uuid, args)
 

data/lib/taskinator/persistence.rb

@@ -2,15 +2,15 @@ module Taskinator
   module Persistence
 
     class << self
+      def processes_list_key(scope=:shared)
+        "taskinator:#{scope}:processes"
+      end
+
       def add_process_to_list(process)
         Taskinator.redis do |conn|
-          conn.sadd "taskinator:#{list_key}", process.uuid
+          conn.sadd processes_list_key(process.scope), process.uuid
         end
       end
-
-      def list_key
-        'processes'
-      end
     end
 
     # mixin logic
@@ -27,7 +27,7 @@ module Taskinator
       # to provide the base key to use for storing
       # it's instances, and it must be unique!
       def base_key
-        raise NotImplementedError
+        @base_key ||= 'shared'
       end
 
       # returns the storage key for the given identifier
@@ -53,7 +53,7 @@ module Taskinator
 
       def save
         Taskinator.redis do |conn|
-          conn.multi do
+          conn.pipelined do
             visitor = RedisSerializationVisitor.new(conn, self).visit
             conn.hmset(
               Taskinator::Process.key_for(uuid),
@@ -194,6 +194,25 @@ module Taskinator
         end
       end
 
+      def cleanup
+        Taskinator.redis do |conn|
+
+          process_key = self.process_key
+
+          # delete processes/tasks data
+          conn.scan_each(:match => "#{process_key}:*", :count => 1000) do |key|
+            conn.del(key)
+          end
+
+          # remove the process
+          conn.del process_key
+
+          # remove from the list
+          conn.srem Persistence.processes_list_key(scope), uuid
+
+        end
+      end
+
     end
 
     class RedisSerializationVisitor < Visitor::Base
@@ -283,6 +302,12 @@ module Taskinator
       def visit_args(attribute)
         values = @instance.send(attribute)
         yaml = Taskinator::Persistence.serialize(values)
+
+        # greater than 2 MB?
+        if (yaml.bytesize / (1024.0**2)) > 2
+          Taskinator.logger.warn("Large argument data detected for '#{self.to_s}'. Consider using intrinsic types instead, or try to reduce the amount of data provided.")
+        end
+
         @hmset += [attribute, yaml]
       end
 

data/lib/taskinator/process.rb

@@ -17,34 +17,38 @@ module Taskinator
       def define_concurrent_process_for(definition, complete_on=CompleteOn::Default, options={})
         Process::Concurrent.new(definition, complete_on, options)
       end
-
-      def base_key
-        'process'
-      end
     end
 
     attr_reader :uuid
     attr_reader :definition
     attr_reader :options
+    attr_reader :scope
     attr_reader :queue
     attr_reader :created_at
     attr_reader :updated_at
 
     # in the case of sub process tasks, the containing task
-    attr_accessor :parent
+    attr_reader :parent
 
     def initialize(definition, options={})
       raise ArgumentError, 'definition' if definition.nil?
       raise ArgumentError, "#{definition.name} does not extend the #{Definition.name} module" unless definition.kind_of?(Definition)
 
-      @uuid = options.delete(:uuid) || SecureRandom.uuid
+      @uuid = options.delete(:uuid) || Taskinator.generate_uuid
       @definition = definition
       @options = options
+      @scope = options.delete(:scope)
       @queue = options.delete(:queue)
       @created_at = Time.now.utc
       @updated_at = created_at
     end
 
+    def parent=(value)
+      @parent = value
+      # update the uuid to be "scoped" within the parent task
+      @uuid = "#{@parent.uuid}:subprocess"
+    end
+
     def tasks
       @tasks ||= Tasks.new
     end
@@ -59,6 +63,7 @@ module Taskinator
       visitor.visit_type(:definition)
       visitor.visit_tasks(tasks)
       visitor.visit_args(:options)
+      visitor.visit_attribute(:scope)
       visitor.visit_attribute(:queue)
       visitor.visit_attribute_time(:created_at)
       visitor.visit_attribute_time(:updated_at)
@@ -118,7 +123,11 @@ module Taskinator
           complete if respond_to?(:complete)
           # notify the parent task (if there is one) that this process has completed
           # note: parent may be a proxy, so explicity check for nil?
-          parent.complete! unless parent.nil?
+          unless parent.nil?
+            parent.complete!
+          else
+            cleanup
+          end
         end
       end
     end

data/lib/taskinator/process_worker.rb

@@ -0,0 +1,13 @@
+module Taskinator
+  class ProcessWorker
+    attr_reader :uuid
+
+    def initialize(uuid)
+      @uuid = uuid
+    end
+
+    def perform
+      # TODO: build the process, and enqueue it. after it completes, report back to the containing process
+    end
+  end
+end

data/lib/taskinator/queues/delayed_job.rb

@@ -17,6 +17,11 @@ module Taskinator
         ::Delayed::Job.enqueue CreateProcessWorker.new(definition.name, uuid, Taskinator::Persistence.serialize(args)), :queue => queue
       end
 
+      def enqueue_process(process)
+        queue = process.queue || @config[:process_queue]
+        ::Delayed::Job.enqueue ProcessWorker.new(process.uuid), :queue => queue
+      end
+
       def enqueue_task(task)
         queue = task.queue || @config[:task_queue]
         ::Delayed::Job.enqueue TaskWorker.new(task.uuid), :queue => queue
@@ -28,6 +33,12 @@ module Taskinator
         end
       end
 
+      ProcessWorker = Struct.new(:process_uuid) do
+        def perform
+          Taskinator::ProcessWorker.new(process_uuid).perform
+        end
+      end
+
       TaskWorker = Struct.new(:task_uuid) do
         def perform
           Taskinator::TaskWorker.new(task_uuid).perform

data/lib/taskinator/queues/resque.rb

@@ -15,6 +15,10 @@ module Taskinator
           @queue = config[:definition_queue]
         end
 
+        ProcessWorker.class_eval do
+          @queue = config[:process_queue]
+        end
+
         TaskWorker.class_eval do
           @queue = config[:task_queue]
         end
@@ -26,6 +30,11 @@ module Taskinator
         Resque.enqueue_to(queue, CreateProcessWorker, definition.name, uuid, Taskinator::Persistence.serialize(args))
       end
 
+      def enqueue_process(process)
+        queue = process.queue || Resque.queue_from_class(ProcessWorker)
+        Resque.enqueue_to(queue, ProcessWorker, process.uuid)
+      end
+
       def enqueue_task(task)
         queue = task.queue || Resque.queue_from_class(TaskWorker)
         Resque.enqueue_to(queue, TaskWorker, task.uuid)
@@ -37,6 +46,12 @@ module Taskinator
         end
       end
 
+      class ProcessWorker
+        def self.perform(process_uuid)
+          Taskinator::ProcessWorker.new(process_uuid).perform
+        end
+      end
+
       class TaskWorker
         def self.perform(task_uuid)
           Taskinator::TaskWorker.new(task_uuid).perform

data/lib/taskinator/queues/sidekiq.rb

@@ -17,6 +17,11 @@ module Taskinator
         CreateProcessWorker.client_push('class' => CreateProcessWorker, 'args' => [definition.name, uuid, Taskinator::Persistence.serialize(args)], 'queue' => queue)
       end
 
+      def enqueue_process(process)
+        queue = process.queue || @config[:process_queue]
+        TaskWorker.client_push('class' => ProcessWorker, 'args' => [process.uuid], 'queue' => queue)
+      end
+
       def enqueue_task(task)
         queue = task.queue || @config[:task_queue]
         TaskWorker.client_push('class' => TaskWorker, 'args' => [task.uuid], 'queue' => queue)
@@ -30,6 +35,14 @@ module Taskinator
         end
       end
 
+      class ProcessWorker
+        include ::Sidekiq::Worker
+
+        def perform(process_uuid)
+          Taskinator::ProcessWorker.new(process_uuid).perform
+        end
+      end
+
       class TaskWorker
         include ::Sidekiq::Worker
 

data/lib/taskinator/queues.rb

@@ -4,8 +4,7 @@ module Taskinator
     DefaultConfig = {
       :definition_queue => :default,
       :process_queue => :default,
-      :task_queue => :default,
-      :job_queue => :default,
+      :task_queue => :default
     }.freeze
 
     def self.create_adapter(adapter, config={})
@@ -34,6 +33,11 @@ module Taskinator
         adapter.enqueue_create_process(definition, uuid, args)
       end
 
+      def enqueue_process(process)
+        Taskinator.logger.info("Enqueuing process #{process}")
+        adapter.enqueue_process(process)
+      end
+
       def enqueue_task(task)
         Taskinator.logger.info("Enqueuing task #{task}")
         adapter.enqueue_task(task)

data/lib/taskinator/task.rb

@@ -18,10 +18,6 @@ module Taskinator
       def define_sub_process_task(process, sub_process, options={})
         SubProcess.new(process, sub_process, options)
       end
-
-      def base_key
-        'task'
-      end
     end
 
     attr_reader :process
@@ -37,7 +33,7 @@ module Taskinator
     def initialize(process, options={})
       raise ArgumentError, 'process' if process.nil? || !process.is_a?(Process)
 
-      @uuid = SecureRandom.uuid
+      @uuid = "#{process.uuid}:task:#{Taskinator.generate_uuid}"
       @process = process
       @options = options
       @queue = options.delete(:queue)

data/lib/taskinator/version.rb

@@ -1,3 +1,3 @@
 module Taskinator
-  VERSION = "0.3.3"
+  VERSION = "0.3.5"
 end

data/lib/taskinator/xml_visitor.rb

@@ -0,0 +1,109 @@
+require 'builder'
+
+module Taskinator
+  module Visitor
+    class XmlVisitor
+      class << self
+        def to_xml(process)
+          builder = ::Builder::XmlMarkup.new(:indent => 2)
+          builder.instruct!
+          builder.tag!('process') do
+            XmlVisitor.new(builder, process).visit
+          end
+        end
+      end
+
+      attr_reader :builder
+      attr_reader :instance
+
+      def initialize(builder, instance)
+        @builder = builder
+        @instance = instance
+      end
+
+      def visit
+        @instance.accept(self)
+      end
+
+      def write_error(error)
+        return unless error[0]
+        builder.tag!('error', :type => error[0]) do
+          builder.message(error[1])
+          builder.cdata!(error[2].join("\n"))
+        end
+      end
+
+      def visit_process(attribute)
+        process = @instance.send(attribute)
+        if process
+          p = process.__getobj__
+
+          attribs = {
+            :type => p.class.name,
+            :current_state => p.current_state
+          }
+
+          builder.tag!('process', attribs) do
+            XmlVisitor.new(builder, p).visit
+            write_error(p.error)
+          end
+        end
+      end
+
+      def visit_tasks(tasks)
+        tasks.each do |task|
+          t = task.__getobj__
+
+          attribs = {
+            :type => t.class.name,
+            :current_state => t.current_state
+          }
+
+          builder.tag!('task', attribs) do
+            XmlVisitor.new(builder, t).visit
+            write_error(t.error)
+          end
+        end
+      end
+
+      def visit_attribute(attribute)
+        value = @instance.send(attribute)
+        builder.tag!('attribute', :name => attribute, :value => value) if value
+      end
+
+      def visit_attribute_time(attribute)
+        visit_attribute(attribute)
+      end
+
+      def visit_attribute_enum(attribute, type)
+        visit_attribute(attribute)
+      end
+
+      def visit_process_reference(attribute)
+        process = @instance.send(attribute)
+        builder.tag!('attribute_ref', { :name => attribute, :type => process.__getobj__.class.name, :value => process.uuid }) if process
+      end
+
+      def visit_task_reference(attribute)
+        task = @instance.send(attribute)
+        builder.tag!('attribute_ref', { :name => attribute, :type => task.__getobj__.class.name, :value => task.uuid }) if task
+      end
+
+      def visit_type(attribute)
+        type = @instance.send(attribute)
+        builder.tag!('attribute', { :name => attribute, :value => type.name })
+      end
+
+      def visit_args(attribute)
+        values = @instance.send(attribute)
+
+        builder.tag!('attribute', :name => attribute) do
+          builder.cdata!(values.to_json)
+        end if values && !values.empty?
+      end
+
+      def task_count
+      end
+    end
+  end
+end

data/lib/taskinator.rb

@@ -16,12 +16,14 @@ require 'taskinator/workflow'
 require 'taskinator/visitor'
 require 'taskinator/persistence'
 require 'taskinator/instrumentation'
+require 'taskinator/xml_visitor'
 
 require 'taskinator/task'
 require 'taskinator/tasks'
 require 'taskinator/process'
 
 require 'taskinator/task_worker'
+require 'taskinator/process_worker'
 require 'taskinator/create_process_worker'
 
 require 'taskinator/executor'
@@ -46,6 +48,10 @@ module Taskinator
       @options = opts
     end
 
+    def generate_uuid
+      SecureRandom.uuid
+    end
+
     ##
     # Configuration for Taskinator client, use like:
     #

data/spec/taskinator/api_spec.rb

@@ -18,7 +18,7 @@ describe Taskinator::Api, :redis => true do
 
         Taskinator.redis do |conn|
           conn.multi do
-            3.times {|i| conn.sadd("taskinator:#{Taskinator::Persistence.list_key}", i) }
+            3.times {|i| conn.sadd(Taskinator::Persistence.processes_list_key, i) }
           end
         end
 
@@ -35,7 +35,7 @@ describe Taskinator::Api, :redis => true do
       it "yields the number of processes" do
         Taskinator.redis do |conn|
           conn.multi do
-            3.times {|i| conn.sadd("taskinator:#{Taskinator::Persistence.list_key}", i) }
+            3.times {|i| conn.sadd(Taskinator::Persistence.processes_list_key, i) }
           end
         end
 

data/spec/taskinator/create_process_worker_spec.rb

@@ -3,7 +3,7 @@ require 'spec_helper'
 describe Taskinator::CreateProcessWorker do
 
   let(:definition) { MockDefinition.create }
-  let(:uuid) { SecureRandom.uuid }
+  let(:uuid) { Taskinator.generate_uuid }
   let(:args) { [{:foo => :bar}] }
 
   subject { Taskinator::CreateProcessWorker.new(definition.name, uuid, Taskinator::Persistence.serialize(args)) }

data/spec/taskinator/definition_spec.rb

@@ -106,6 +106,26 @@ describe Taskinator::Definition do
       expect(subject.create_process).to be_a(Taskinator::Process)
     end
 
+    it "defaults the scope to :shared" do
+      block = SpecSupport::Block.new
+      allow(block).to receive(:to_proc) {
+        Proc.new {|*args| }
+      }
+      subject.define_process(&block)
+
+      expect(subject.create_process.scope).to eq(:shared)
+    end
+
+    it "sets the scope" do
+      block = SpecSupport::Block.new
+      allow(block).to receive(:to_proc) {
+        Proc.new {|*args| }
+      }
+      subject.define_process(&block)
+
+      expect(subject.create_process(:scope => :foo).scope).to eq(:foo)
+    end
+
     it "receives options" do
       block = SpecSupport::Block.new
       allow(block).to receive(:to_proc) {

data/spec/taskinator/instrumentation_spec.rb

@@ -17,7 +17,7 @@ describe Taskinator::Instrumentation, :redis => true do
       attr_reader :options
 
       def initialize
-        @uuid = SecureRandom.uuid
+        @uuid = Taskinator.generate_uuid
         @options = { :bar => :baz }
       end
     end
@@ -50,9 +50,11 @@ describe Taskinator::Instrumentation, :redis => true do
   end
 
   describe "#enqueued_payload" do
+    pending
   end
 
   describe "#processing_payload" do
+    pending
   end
 
   describe "#completed_payload" do
@@ -90,9 +92,11 @@ describe Taskinator::Instrumentation, :redis => true do
   end
 
   describe "#cancelled_payload" do
+    pending
   end
 
   describe "#failed_payload" do
+    pending
   end
 
 end

data/spec/taskinator/persistence_spec.rb

@@ -11,14 +11,6 @@ describe Taskinator::Persistence, :redis => true do
       end
     }
 
-    describe ".base_key" do
-      it {
-        expect {
-          subject.base_key
-        }.to raise_error(NotImplementedError)
-      }
-    end
-
     describe ".key_for" do
       before do
         allow(subject).to receive(:base_key) { 'base_key' }
@@ -208,7 +200,7 @@ describe Taskinator::Persistence, :redis => true do
         attr_reader :uuid
 
         def initialize
-          @uuid = SecureRandom.uuid
+          @uuid = Taskinator.generate_uuid
         end
       end
       klass.new
@@ -220,7 +212,7 @@ describe Taskinator::Persistence, :redis => true do
 
     describe "#key" do
       it {
-        expect(subject.key).to match(/taskinator:base_key:#{subject.uuid}/)
+        expect(subject.key).to match(/#{subject.uuid}/)
       }
     end
 
@@ -240,7 +232,7 @@ describe Taskinator::Persistence, :redis => true do
           conn.hset(subject.key, :process_uuid, subject.uuid)
         end
 
-        expect(subject.process_key).to match(/taskinator:process:#{subject.uuid}/)
+        expect(subject.process_key).to match(/#{subject.uuid}/)
       }
     end
 

data/spec/taskinator/process_spec.rb

@@ -162,7 +162,7 @@ describe Taskinator::Process do
     describe "#parent" do
       it "notifies parent when completed" do
         allow(subject).to receive(:tasks_completed?) { true }
-        subject.parent = double('parent')
+        subject.parent = double('parent', :uuid => 'foobar')
         expect(subject.parent).to receive(:complete!)
         subject.start!
         subject.complete!
@@ -170,7 +170,7 @@ describe Taskinator::Process do
 
       it "notifies parent when failed" do
         allow(subject).to receive(:tasks_completed?) { true }
-        subject.parent = double('parent')
+        subject.parent = double('parent', :uuid => 'foobar')
         expect(subject.parent).to receive(:fail!)
         subject.start!
         subject.fail!(StandardError.new)
@@ -192,6 +192,7 @@ describe Taskinator::Process do
         expect(visitor).to receive(:visit_args).with(:options)
         expect(visitor).to receive(:visit_task_reference).with(:parent)
         expect(visitor).to receive(:visit_tasks)
+        expect(visitor).to receive(:visit_attribute).with(:scope)
         expect(visitor).to receive(:visit_attribute).with(:queue)
         expect(visitor).to receive(:visit_attribute_time).with(:created_at)
         expect(visitor).to receive(:visit_attribute_time).with(:updated_at)
@@ -329,6 +330,7 @@ describe Taskinator::Process do
         expect(visitor).to receive(:visit_args).with(:options)
         expect(visitor).to receive(:visit_task_reference).with(:parent)
         expect(visitor).to receive(:visit_tasks)
+        expect(visitor).to receive(:visit_attribute).with(:scope)
         expect(visitor).to receive(:visit_attribute).with(:queue)
         expect(visitor).to receive(:visit_attribute_time).with(:created_at)
         expect(visitor).to receive(:visit_attribute_time).with(:updated_at)
@@ -522,6 +524,7 @@ describe Taskinator::Process do
         expect(visitor).to receive(:visit_args).with(:options)
         expect(visitor).to receive(:visit_task_reference).with(:parent)
         expect(visitor).to receive(:visit_tasks)
+        expect(visitor).to receive(:visit_attribute).with(:scope)
         expect(visitor).to receive(:visit_attribute).with(:queue)
         expect(visitor).to receive(:visit_attribute_time).with(:created_at)
         expect(visitor).to receive(:visit_attribute_time).with(:updated_at)

data/spec/taskinator/queues/delayed_job_spec.rb

@@ -5,7 +5,7 @@ describe Taskinator::Queues::DelayedJobAdapter, :delayed_job do
   it_should_behave_like "a queue adapter", :delayed_job, Taskinator::Queues::DelayedJobAdapter
 
   let(:adapter) { Taskinator::Queues::DelayedJobAdapter }
-  let(:uuid) {  SecureRandom.uuid }
+  let(:uuid) {  Taskinator.generate_uuid }
 
   subject { adapter.new }
 
@@ -30,6 +30,24 @@ describe Taskinator::Queues::DelayedJobAdapter, :delayed_job do
     end
   end
 
+  describe "ProcessWorker" do
+    it "enqueues processes" do
+      expect {
+        subject.enqueue_process(double('process', :uuid => uuid, :queue => nil))
+      }.to change(Delayed::Job.queue, :size).by(1)
+    end
+
+    it "enqueues process to specified queue" do
+      subject.enqueue_process(double('process', :uuid => uuid, :queue => :other))
+      expect(Delayed::Job.contains?(adapter::ProcessWorker, uuid, :other)).to be
+    end
+
+    it "calls process worker" do
+      expect_any_instance_of(Taskinator::ProcessWorker).to receive(:perform)
+      adapter::ProcessWorker.new(uuid).perform
+    end
+  end
+
   describe "TaskWorker" do
     it "enqueues tasks" do
       expect {

data/spec/taskinator/queues/resque_spec.rb

@@ -5,7 +5,7 @@ describe Taskinator::Queues::ResqueAdapter, :resque do
   it_should_behave_like "a queue adapter", :resque, Taskinator::Queues::ResqueAdapter
 
   let(:adapter) { Taskinator::Queues::ResqueAdapter }
-  let(:uuid) {  SecureRandom.uuid }
+  let(:uuid) {  Taskinator.generate_uuid }
 
   subject { adapter.new }
 
@@ -34,6 +34,27 @@ describe Taskinator::Queues::ResqueAdapter, :resque do
     end
   end
 
+  describe "ProcessWorker" do
+    it "enqueues processes" do
+      worker = adapter::ProcessWorker
+      subject.enqueue_process(double('process', :uuid => uuid, :queue => nil))
+
+      expect(worker).to have_queued(uuid)
+    end
+
+    it "enqueues process to specified queue" do
+      worker = adapter::ProcessWorker
+      subject.enqueue_process(double('process', :uuid => uuid, :queue => :other))
+
+      expect(worker).to have_queued(uuid).in(:other)
+    end
+
+    it "calls process worker" do
+      expect_any_instance_of(Taskinator::ProcessWorker).to receive(:perform)
+      adapter::ProcessWorker.perform(uuid)
+    end
+  end
+
   describe "TaskWorker" do
     it "enqueues tasks" do
       worker = adapter::TaskWorker

data/spec/taskinator/queues/sidekiq_spec.rb

@@ -7,7 +7,7 @@ describe Taskinator::Queues::SidekiqAdapter, :sidekiq do
   end
 
   let(:adapter) { Taskinator::Queues::SidekiqAdapter }
-  let(:uuid) {  SecureRandom.uuid }
+  let(:uuid) {  Taskinator.generate_uuid }
 
   subject { adapter.new }
 
@@ -33,6 +33,25 @@ describe Taskinator::Queues::SidekiqAdapter, :sidekiq do
     end
   end
 
+  describe "ProcessWorker" do
+    it "enqueues processes" do
+      worker = adapter::ProcessWorker
+      process = double('process', :uuid => uuid, :queue => nil)
+      subject.enqueue_process(process)
+      expect(worker).to have_enqueued_job(process.uuid)
+    end
+
+    it "enqueues process to specified queue" do
+      subject.enqueue_process(double('process', :uuid => uuid, :queue => :other))
+      expect(adapter::ProcessWorker).to be_processed_in_x(:other)
+    end
+
+    it "calls process worker" do
+      expect_any_instance_of(Taskinator::ProcessWorker).to receive(:perform)
+      adapter::ProcessWorker.new.perform(uuid)
+    end
+  end
+
   describe "TaskWorker" do
     it "enqueues tasks" do
       worker = adapter::TaskWorker

data/spec/taskinator/task_worker_spec.rb

@@ -6,7 +6,7 @@ describe Taskinator::TaskWorker do
     double('task', :paused? => paused, :cancelled? => cancelled, :can_complete? => can_complete)
   end
 
-  let(:uuid) { SecureRandom.uuid }
+  let(:uuid) { Taskinator.generate_uuid }
 
   subject { Taskinator::TaskWorker.new(uuid) }
 

data/taskinator.gemspec

@@ -26,4 +26,5 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'redis-semaphore'             , '>= 0.2.4'
   spec.add_dependency 'connection_pool'             , '>= 2.2.0'
   spec.add_dependency 'json'                        , '>= 1.8.2'
+  spec.add_dependency 'builder'                     , '>= 3.2.2'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: taskinator
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.3.5
 platform: ruby
 authors:
 - Chris Stefano
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-28 00:00:00.000000000 Z
+date: 2015-11-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis
@@ -80,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.8.2
+- !ruby/object:Gem::Dependency
+  name: builder
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.2.2
 description: Simple process orchestration
 email:
 - virtualstaticvoid@gmail.com
@@ -114,6 +128,7 @@ files:
 - lib/taskinator/logger.rb
 - lib/taskinator/persistence.rb
 - lib/taskinator/process.rb
+- lib/taskinator/process_worker.rb
 - lib/taskinator/queues.rb
 - lib/taskinator/queues/delayed_job.rb
 - lib/taskinator/queues/resque.rb
@@ -125,6 +140,7 @@ files:
 - lib/taskinator/version.rb
 - lib/taskinator/visitor.rb
 - lib/taskinator/workflow.rb
+- lib/taskinator/xml_visitor.rb
 - processes_workflow.png
 - sequence.txt
 - spec/examples/process_examples.rb