asynchronic 2.0.0 → 3.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 7a0200ef4e9c9c465ddc70786d71e15bb2fa2f4d
-  data.tar.gz: 0d5320739a21a0cd57f7e65cfe28d6dea571dbfb
+SHA256:
+  metadata.gz: 7cc53216188aca01f66806e933e68d3edacda3dabca5e93b3da3eae1a41bbae5
+  data.tar.gz: ad209146fc5b92f5d0d38c5d0ce27b72b6c6f7308831f9facb08a9bc7a538904
 SHA512:
-  metadata.gz: 2294c1215c7b3abb787c3ec9cd955b254b9b1ec235e6c028d1ff9620b881bc0f0a7ed937b98b14e1ef2537b0be2921e67772ccaec1d9b37616bccc8a11fbe8cf
-  data.tar.gz: 8fa59d9eeafa9a952a9c76c2b91c807d4eaa0fcbc58ee2b1bed1bd637358b42f4c2ef8e1fb1bb864bad86664e45c67fbc44e8bd8e2099dedda6b6e08e95e6cc2
+  metadata.gz: 3e826e042a938689168e9ca085d4fd5f28250ed350ebdb658c871415b36df88088e290712c72558256c1535b247ead901fbae3818e692895f6e4d8052ab5f560
+  data.tar.gz: 2a1d517fb7cd29556d790e6680928e9294e79329b23a3e7ebab6e948ebc6a087d713cc2c3ca12908ca25f4798585198d35a88351c3f0723ad47d8e4b4416bb2d

data/.travis.yml

@@ -4,11 +4,12 @@ rvm:
   - 2.0
   - 2.1
   - 2.2
-  - 2.3.0
-  - 2.4.0
-  - 2.5.0
-  - 2.6.0
-  - jruby-9.1.7.0
+  - 2.3
+  - 2.4
+  - 2.5
+  - 2.6
+  - 2.7
+  - jruby-9.2.9.0
   - ruby-head
   - jruby-head
 
@@ -18,9 +19,5 @@ matrix:
     - rvm: ruby-head
     - rvm: jruby-head
 
-before_install:
-  - rvm all-gemsets do gem uninstall bundler -ax || true
-  - gem install bundler -v "< 2"
-
 services:
   - redis-server

data/README.md

@@ -4,7 +4,6 @@
 [![Build Status](https://travis-ci.org/gabynaiman/asynchronic.svg?branch=master)](https://travis-ci.org/gabynaiman/asynchronic)
 [![Coverage Status](https://coveralls.io/repos/gabynaiman/asynchronic/badge.svg?branch=master)](https://coveralls.io/r/gabynaiman/asynchronic?branch=master)
 [![Code Climate](https://codeclimate.com/github/gabynaiman/asynchronic.svg)](https://codeclimate.com/github/gabynaiman/asynchronic)
-[![Dependency Status](https://gemnasium.com/gabynaiman/asynchronic.svg)](https://gemnasium.com/gabynaiman/asynchronic)
 
 DSL for asynchronic pipeline using queues over Redis
 

data/asynchronic.gemspec

@@ -19,14 +19,15 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   spec.add_dependency 'ost', '~> 1.0'
+  spec.add_dependency 'broadcaster', '~> 1.0', '>= 1.0.2'
   spec.add_dependency 'class_config', '~> 0.0'
   spec.add_dependency 'transparent_proxy', '~> 0.0'
   spec.add_dependency 'multi_require', '~> 1.0'
 
-  spec.add_development_dependency 'bundler', '~> 1.12'
-  spec.add_development_dependency 'rake', '~> 11.0'
+  spec.add_development_dependency 'rake', '~> 12.0'
   spec.add_development_dependency 'minitest', '~> 5.0', '< 5.11'
   spec.add_development_dependency 'minitest-great_expectations', '~> 0.0'
+  spec.add_development_dependency 'minitest-stub_any_instance', '~> 1.0'
   spec.add_development_dependency 'minitest-colorin', '~> 0.1'
   spec.add_development_dependency 'minitest-line', '~> 0.6'
   spec.add_development_dependency 'simplecov', '~> 0.12'

data/lib/asynchronic.rb

@@ -2,6 +2,7 @@ require 'forwardable'
 require 'securerandom'
 require 'ost'
 require 'redic'
+require 'broadcaster'
 require 'class_config'
 require 'transparent_proxy'
 require 'logger'
@@ -18,15 +19,16 @@ module Asynchronic
   attr_config :default_queue, :asynchronic
   attr_config :queue_engine, QueueEngine::InMemory.new
   attr_config :data_store, DataStore::InMemory.new
+  attr_config :notifier, Notifier::InMemory.new
   attr_config :logger, Logger.new($stdout)
   attr_config :retry_timeout, 30
   attr_config :garbage_collector_timeout, 30
   attr_config :redis_data_store_sync_timeout, 0.01
-  attr_config :keep_alive_timeout, 0.1
-  attr_config :connection_name, "HOST=#{Socket.gethostname},PID=#{::Process.pid}"
+  attr_config :keep_alive_timeout, 1
+  attr_config :connection_name, "HOST=#{Socket.gethostname},PID=#{::Process.pid},UUID=#{SecureRandom.uuid}"
 
   def self.environment
-    Environment.new queue_engine, data_store
+    Environment.new queue_engine, data_store, notifier
   end
 
   def self.[](pid)

data/lib/asynchronic/data_store/redis.rb

@@ -12,7 +12,7 @@ module Asynchronic
       end
 
       def [](key)
-        value = @redis.call 'GET', @scope[key]
+        value = @redis.call! 'GET', @scope[key]
         value ? Marshal.load(value) : nil
       rescue => ex
         Asynchronic.logger.warn('Asynchronic') { ex.message }
@@ -20,29 +20,29 @@ module Asynchronic
       end
 
       def []=(key, value)
-        @redis.call 'SET', @scope[key], Marshal.dump(value)
+        @redis.call! 'SET', @scope[key], Marshal.dump(value)
       end
 
       def delete(key)
-        @redis.call 'DEL', @scope[key]
+        @redis.call! 'DEL', @scope[key]
       end
 
       def delete_cascade(key)
-        @redis.call 'DEL', @scope[key]
-        @redis.call('KEYS', @scope[key]['*']).each { |k| @redis.call 'DEL', k }
+        @redis.call! 'DEL', @scope[key]
+        @redis.call!('KEYS', @scope[key]['*']).each { |k| @redis.call! 'DEL', k }
       end
 
       def keys
-        @redis.call('KEYS', @scope['*']).map { |k| Key[k].remove_first }
+        @redis.call!('KEYS', @scope['*']).map { |k| Key[k].remove_first }
       end
 
       def synchronize(key)
-        while @redis.call('GETSET', @scope[key][LOCKED], LOCKED) == LOCKED
+        while @redis.call!('GETSET', @scope[key][LOCKED], LOCKED) == LOCKED
           sleep Asynchronic.redis_data_store_sync_timeout
         end
         yield
       ensure
-        @redis.call 'DEL', @scope[key][LOCKED]
+        @redis.call! 'DEL', @scope[key][LOCKED]
       end
 
       def connection_args

data/lib/asynchronic/environment.rb

@@ -1,12 +1,12 @@
 module Asynchronic
   class Environment
 
-    attr_reader :queue_engine
-    attr_reader :data_store
+    attr_reader :queue_engine, :data_store, :notifier
     
-    def initialize(queue_engine, data_store)
+    def initialize(queue_engine, data_store, notifier)
       @queue_engine = queue_engine
       @data_store = data_store
+      @notifier = notifier
     end
 
     def queue(name)

data/lib/asynchronic/garbage_collector.rb

@@ -18,6 +18,8 @@ module Asynchronic
       while @running
         processes = environment.processes
 
+        processes.each(&:abort_if_dead)
+
         conditions.each do |name, condition|
           Asynchronic.logger.info('Asynchronic') { "Running GC - #{name}" }
           begin

data/lib/asynchronic/notifier/broadcaster.rb

@@ -0,0 +1,30 @@
+module Asynchronic
+  module Notifier
+    class Broadcaster
+
+      def initialize(options={})
+        options[:logger] ||= Asynchronic.logger
+        @broadcaster = ::Broadcaster.new options
+      end
+
+      def publish(pid, event, data=nil)
+        @broadcaster.publish DataStore::Key[pid][event], data
+      end
+
+      def subscribe(pid, event, &block)
+        @broadcaster.subscribe DataStore::Key[pid][event] do |data|
+          block.call data
+        end
+      end
+
+      def unsubscribe(subscription_id)
+        @broadcaster.unsubscribe subscription_id
+      end
+
+      def unsubscribe_all
+        @broadcaster.unsubscribe_all
+      end
+
+    end
+  end
+end

data/lib/asynchronic/notifier/in_memory.rb

@@ -0,0 +1,33 @@
+module Asynchronic
+  module Notifier
+    class InMemory
+
+      def publish(pid, event, data=nil)
+        subscriptions[DataStore::Key[pid][event]].each_value do |block|
+          block.call data
+        end
+      end
+
+      def subscribe(pid, event, &block)
+        SecureRandom.uuid.tap do |subscription_id|
+          subscriptions[DataStore::Key[pid][event]][subscription_id] = block
+        end
+      end
+
+      def unsubscribe(subscription_id)
+        subscriptions.each_value { |s| s.delete subscription_id }
+      end
+
+      def unsubscribe_all
+        subscriptions.clear
+      end
+
+      private
+
+      def subscriptions
+        @subscriptions ||= Hash.new { |h,k| h[k] = {} }
+      end
+
+    end
+  end
+end

data/lib/asynchronic/process.rb

@@ -13,7 +13,9 @@ module Asynchronic
 
     ATTRIBUTE_NAMES = [:type, :name, :queue, :status, :dependencies, :data, :result, :error, :connection_name] | TIME_TRACKING_MAP.values.uniq
 
+    AUTOMATIC_ABORTED_ERROR_MESSAGE = 'Automatic aborted before execution'
     CANCELED_ERROR_MESSAGE = 'Canceled'
+    DEAD_ERROR_MESSAGE = 'Process connection broken'
 
     attr_reader :id
 
@@ -51,6 +53,10 @@ module Asynchronic
       (running? && !connected?) || processes.any?(&:dead?)
     end
 
+    def abort_if_dead
+      abort! DEAD_ERROR_MESSAGE if dead?
+    end
+
     def destroy
       data_store.delete_cascade
     end
@@ -92,13 +98,11 @@ module Asynchronic
     end
 
     def real_error
-      return nil unless error
+      return nil if !aborted?
 
-      processes.each do |child|
-        return child.real_error if child.error
-      end
+      first_aborted_child = processes.select(&:aborted?).sort_by(&:finalized_at).first
 
-      error.message
+      first_aborted_child ? first_aborted_child.real_error : error.message
     end
 
     def dependencies
@@ -190,8 +194,12 @@ module Asynchronic
 
     def status=(status)
       Asynchronic.logger.info('Asynchronic') { "#{status.to_s.capitalize} #{type} (#{id})" }
+      
       data_store[:status] = status
       data_store[TIME_TRACKING_MAP[status]] = Time.now if TIME_TRACKING_MAP.key? status
+      
+      environment.notifier.publish id, :status_changed, status
+      environment.notifier.publish id, :finalized if finalized?
     end
 
     STATUSES.each do |status|
@@ -206,8 +214,8 @@ module Asynchronic
       end
     end
 
-    def abort!(exception=nil)
-      self.error = Error.new exception if exception
+    def abort!(exception)
+      self.error = Error.new exception
       aborted!
     end
 
@@ -215,7 +223,7 @@ module Asynchronic
       self.connection_name = Asynchronic.connection_name
 
       if root.aborted?
-        abort!
+        abort! AUTOMATIC_ABORTED_ERROR_MESSAGE
       else
         running!
         self.result = job.call
@@ -258,6 +266,9 @@ module Asynchronic
 
     def connected?
       connection_name && environment.queue_engine.active_connections.include?(connection_name)
+    rescue => ex
+      Asynchronic.logger.error('Asynchronic') { "#{ex.message}\n#{ex.backtrace.join("\n")}" }
+      true
     end
 
   end

data/lib/asynchronic/queue_engine/ost.rb

@@ -2,12 +2,12 @@ module Asynchronic
   module QueueEngine
     class Ost
 
-      attr_reader :default_queue
+      attr_reader :redis, :default_queue
 
       def initialize(options={})
         @redis = Redic.new(*Array(options[:redis]))
         @default_queue = options.fetch(:default_queue, Asynchronic.default_queue)
-        @queues ||= Hash.new { |h,k| h[k] = Queue.new k }
+        @queues ||= Hash.new { |h,k| h[k] = Queue.new k, redis }
         @keep_alive_thread = notify_keep_alive
       end
 
@@ -16,12 +16,12 @@ module Asynchronic
       end
 
       def queues
-        (@queues.values.map(&:key) | @redis.call('KEYS', 'ost:*')).map { |q| q.to_s[4..-1].to_sym }
+        (@queues.values.map(&:key) | redis.call!('KEYS', 'ost:*')).map { |q| q.to_s[4..-1].to_sym }
       end
 
       def clear
         @queues.clear
-        @redis.call('KEYS', 'ost:*').each { |k| @redis.call('DEL', k) }
+        redis.call!('KEYS', 'ost:*').each { |k| redis.call!('DEL', k) }
       end
 
       def listener
@@ -33,9 +33,10 @@ module Asynchronic
       end
 
       def active_connections
-        @redis.call('CLIENT', 'LIST').split("\n").map do |connection_info|
-          connection_info.split(' ').detect { |a| a.match(/name=/) }[5..-1]
-        end.uniq.reject(&:empty?)
+        redis.call!('CLIENT', 'LIST').split("\n").map do |connection_info|
+          name_attr = connection_info.split(' ').detect { |a| a.match(/name=/) }
+          name_attr ? name_attr[5..-1] : nil
+        end.uniq.compact.reject(&:empty?)
       end
 
       private
@@ -43,7 +44,7 @@ module Asynchronic
       def notify_keep_alive
         Thread.new do
           loop do
-            @redis.call 'CLIENT', 'SETNAME', Asynchronic.connection_name
+            redis.call! 'CLIENT', 'SETNAME', Asynchronic.connection_name
             sleep Asynchronic.keep_alive_timeout
           end
         end
@@ -52,12 +53,17 @@ module Asynchronic
 
       class Queue < ::Ost::Queue
 
+        def initialize(name, redis)
+          super name
+          self.redis = redis
+        end
+
         def pop
-          redis.call 'RPOP', key
+          redis.call! 'RPOP', key
         end
 
         def empty?
-          redis.call('EXISTS', key) == 0
+          redis.call!('EXISTS', key) == 0
         end
 
         def size

data/lib/asynchronic/version.rb

@@ -1,3 +1,3 @@
 module Asynchronic
-  VERSION = '2.0.0'
+  VERSION = '3.0.3'
 end

data/spec/data_store/lazy_value_examples.rb

@@ -26,7 +26,6 @@ module LazyValueExamples
   it 'Transparent proxy' do
     value = lazy_value :key
     data_store[:key] =  1
-    value.must_be_instance_of Fixnum
     value.must_equal 1
   end
 

data/spec/facade_spec.rb

@@ -69,11 +69,11 @@ describe Asynchronic, 'Facade' do
   end
 
   it 'Keep alive timeout' do
-    Asynchronic.keep_alive_timeout.must_equal 0.1
+    Asynchronic.keep_alive_timeout.must_equal 1
   end
 
   it 'Connection name' do
-    Asynchronic.connection_name.must_equal "HOST=#{Socket.gethostname},PID=#{::Process.pid}"
+    Asynchronic.connection_name.must_match /^HOST=#{Socket.gethostname},PID=#{::Process.pid}/
   end
 
 end

data/spec/jobs.rb

@@ -200,7 +200,7 @@ end
 class WithRetriesJob < Asynchronic::Job
   def call
     @counter = 0
-    retry_when [RuntimeError] do
+    retry_when [RuntimeError], 0.1 do
       @counter += 1
       raise 'Counter < 3' if @counter < 3
       @counter
@@ -326,7 +326,7 @@ class NestedJobWithErrorInChildJob < Asynchronic::Job
 end
 
 
-class AbortQueuedAfertErrorJob < Asynchronic::Job
+class AbortQueuedAfterErrorJob < Asynchronic::Job
   def call
     async Child_1
     async Child_2

data/spec/minitest_helper.rb

@@ -3,6 +3,7 @@ require 'asynchronic'
 require 'minitest/autorun'
 require 'minitest/colorin'
 require 'minitest/great_expectations'
+require 'minitest/stub_any_instance'
 require 'jobs'
 require 'expectations'
 require 'timeout'

data/spec/process/life_cycle_examples.rb

@@ -1,12 +1,13 @@
 module LifeCycleExamples
   
-  let(:env) { Asynchronic::Environment.new queue_engine, data_store }
+  let(:env) { Asynchronic::Environment.new queue_engine, data_store, notifier }
 
   let(:queue) { env.default_queue }
 
   after do
     data_store.clear
     queue_engine.clear
+    notifier.unsubscribe_all
   end
 
   def create(type, params={})
@@ -17,10 +18,46 @@ module LifeCycleExamples
 
   def execute(queue)
     process = env.load_process(queue.pop)
+
+    events = []
+    status_changed_id = notifier.subscribe(process.id, :status_changed) { |status| events << status }
+
+    is_finalized = false
+    finalized_id = notifier.subscribe(process.id, :finalized) { is_finalized = true }
+
     process.execute
+
     process.must_have_connection_name
     process.wont_be :dead?
+    
     process.send(:connected?).must_be_true
+
+    env.queue_engine.stub(:active_connections, ->() { raise 'Forced error' }) do
+      process.send(:connected?).must_be_true
+    end
+
+    with_retries do
+      events.last.must_equal process.status
+      process.finalized?.must_equal is_finalized
+    end
+
+    notifier.unsubscribe status_changed_id
+    notifier.unsubscribe finalized_id
+
+    status = process.status
+    process.abort_if_dead
+    process.status.must_equal status
+  end
+
+  def with_retries(&block)
+    Timeout.timeout(3) do
+      begin
+        block.call
+      rescue Minitest::Assertion
+        sleep 0.001
+        retry
+      end
+    end
   end
 
   it 'Basic' do
@@ -481,80 +518,81 @@ module LifeCycleExamples
     process.real_error.must_equal "Error in parent"
   end
 
-  it 'Abort queued afert error' do
-    process = create AbortQueuedAfertErrorJob
+  it 'Abort queued After error' do
+    process = create AbortQueuedAfterErrorJob
 
     process.enqueue 
 
     execute queue
 
-    process.full_status.must_equal 'AbortQueuedAfertErrorJob'          => :waiting,
-                                   'AbortQueuedAfertErrorJob::Child_1' => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_2' => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_3' => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_4' => :queued
+    process.full_status.must_equal 'AbortQueuedAfterErrorJob'          => :waiting,
+                                   'AbortQueuedAfterErrorJob::Child_1' => :queued,
+                                   'AbortQueuedAfterErrorJob::Child_2' => :queued,
+                                   'AbortQueuedAfterErrorJob::Child_3' => :queued,
+                                   'AbortQueuedAfterErrorJob::Child_4' => :queued
 
     execute queue
 
-    process.full_status.must_equal 'AbortQueuedAfertErrorJob'          => :waiting,
-                                   'AbortQueuedAfertErrorJob::Child_1' => :waiting,
+    process.full_status.must_equal 'AbortQueuedAfterErrorJob'          => :waiting,
+                                   'AbortQueuedAfterErrorJob::Child_1' => :waiting,
                                    'Child_1_1'                         => :queued,
                                    'Child_1_2'                         => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_2' => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_3' => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_4' => :queued
+                                   'AbortQueuedAfterErrorJob::Child_2' => :queued,
+                                   'AbortQueuedAfterErrorJob::Child_3' => :queued,
+                                   'AbortQueuedAfterErrorJob::Child_4' => :queued
 
     execute queue
 
-    process.full_status.must_equal 'AbortQueuedAfertErrorJob'          => :waiting,
-                                   'AbortQueuedAfertErrorJob::Child_1' => :waiting,
+    process.full_status.must_equal 'AbortQueuedAfterErrorJob'          => :waiting,
+                                   'AbortQueuedAfterErrorJob::Child_1' => :waiting,
                                    'Child_1_1'                         => :queued,
                                    'Child_1_2'                         => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_2' => :completed,
-                                   'AbortQueuedAfertErrorJob::Child_3' => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_4' => :queued
+                                   'AbortQueuedAfterErrorJob::Child_2' => :completed,
+                                   'AbortQueuedAfterErrorJob::Child_3' => :queued,
+                                   'AbortQueuedAfterErrorJob::Child_4' => :queued
 
     execute queue
 
-    process.full_status.must_equal 'AbortQueuedAfertErrorJob'          => :aborted,
-                                   'AbortQueuedAfertErrorJob::Child_1' => :waiting,
+    process.full_status.must_equal 'AbortQueuedAfterErrorJob'          => :aborted,
+                                   'AbortQueuedAfterErrorJob::Child_1' => :waiting,
                                    'Child_1_1'                         => :queued,
                                    'Child_1_2'                         => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_2' => :completed,
-                                   'AbortQueuedAfertErrorJob::Child_3' => :aborted,
-                                   'AbortQueuedAfertErrorJob::Child_4' => :queued
+                                   'AbortQueuedAfterErrorJob::Child_2' => :completed,
+                                   'AbortQueuedAfterErrorJob::Child_3' => :aborted,
+                                   'AbortQueuedAfterErrorJob::Child_4' => :queued
 
     execute queue
 
-    process.full_status.must_equal 'AbortQueuedAfertErrorJob'          => :aborted,
-                                   'AbortQueuedAfertErrorJob::Child_1' => :waiting,
+    process.full_status.must_equal 'AbortQueuedAfterErrorJob'          => :aborted,
+                                   'AbortQueuedAfterErrorJob::Child_1' => :waiting,
                                    'Child_1_1'                         => :queued,
                                    'Child_1_2'                         => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_2' => :completed,
-                                   'AbortQueuedAfertErrorJob::Child_3' => :aborted,
-                                   'AbortQueuedAfertErrorJob::Child_4' => :aborted
+                                   'AbortQueuedAfterErrorJob::Child_2' => :completed,
+                                   'AbortQueuedAfterErrorJob::Child_3' => :aborted,
+                                   'AbortQueuedAfterErrorJob::Child_4' => :aborted
 
     execute queue
 
-    process.full_status.must_equal 'AbortQueuedAfertErrorJob'          => :aborted,
-                                   'AbortQueuedAfertErrorJob::Child_1' => :aborted,
+    process.full_status.must_equal 'AbortQueuedAfterErrorJob'          => :aborted,
+                                   'AbortQueuedAfterErrorJob::Child_1' => :aborted,
                                    'Child_1_1'                         => :aborted,
                                    'Child_1_2'                         => :queued,
-                                   'AbortQueuedAfertErrorJob::Child_2' => :completed,
-                                   'AbortQueuedAfertErrorJob::Child_3' => :aborted,
-                                   'AbortQueuedAfertErrorJob::Child_4' => :aborted
+                                   'AbortQueuedAfterErrorJob::Child_2' => :completed,
+                                   'AbortQueuedAfterErrorJob::Child_3' => :aborted,
+                                   'AbortQueuedAfterErrorJob::Child_4' => :aborted
 
     execute queue
 
-    process.full_status.must_equal 'AbortQueuedAfertErrorJob'          => :aborted,
-                                   'AbortQueuedAfertErrorJob::Child_1' => :aborted,
+    process.full_status.must_equal 'AbortQueuedAfterErrorJob'          => :aborted,
+                                   'AbortQueuedAfterErrorJob::Child_1' => :aborted,
                                    'Child_1_1'                         => :aborted,
                                    'Child_1_2'                         => :aborted,
-                                   'AbortQueuedAfertErrorJob::Child_2' => :completed,
-                                   'AbortQueuedAfertErrorJob::Child_3' => :aborted,
-                                   'AbortQueuedAfertErrorJob::Child_4' => :aborted
+                                   'AbortQueuedAfterErrorJob::Child_2' => :completed,
+                                   'AbortQueuedAfterErrorJob::Child_3' => :aborted,
+                                   'AbortQueuedAfterErrorJob::Child_4' => :aborted
 
     process.real_error.must_equal 'Forced error'
+    process.processes[0].processes[1].error.message.must_equal Asynchronic::Process::AUTOMATIC_ABORTED_ERROR_MESSAGE
   end
 
   it 'Manual abort' do
@@ -617,36 +655,44 @@ module LifeCycleExamples
     process_2.enqueue
     execute queue
 
+    process_3 = create BasicJob
+
     pid_1 = process_1.id
     pid_2 = process_2.id
+    pid_3 = process_3.id
 
     process_1.must_be_completed
     process_2.must_be_waiting
+    process_3.must_be_pending
 
     data_store.keys.select { |k| k.start_with? pid_1 }.count.must_equal 53
     data_store.keys.select { |k| k.start_with? pid_2 }.count.must_equal 38
+    data_store.keys.select { |k| k.start_with? pid_3 }.count.must_equal 7
 
     gc = Asynchronic::GarbageCollector.new env, 0.001
     
-    gc.add_condition('Completed', &:completed?)
+    gc.add_condition('Finalized', &:finalized?)
     gc.add_condition('Waiting', &:waiting?)
     gc.add_condition('Exception') { raise 'Invalid condition' }
 
-    gc.conditions_names.must_equal ['Completed', 'Waiting', 'Exception']
+    gc.conditions_names.must_equal ['Finalized', 'Waiting', 'Exception']
 
     gc.remove_condition 'Waiting'
     
-    gc.conditions_names.must_equal ['Completed', 'Exception']
+    gc.conditions_names.must_equal ['Finalized', 'Exception']
 
     Thread.new do
       sleep 0.01
       gc.stop
     end
 
-    gc.start
+    Asynchronic::Process.stub_any_instance(:dead?, -> { id == pid_3 }) do
+      gc.start
+    end
 
     data_store.keys.select { |k| k.start_with? pid_1 }.count.must_equal 0
     data_store.keys.select { |k| k.start_with? pid_2 }.count.must_equal 38
+    data_store.keys.select { |k| k.start_with? pid_3 }.count.must_equal 0
   end
 
   it 'Before finalize hook when completed' do
@@ -717,5 +763,4 @@ module LifeCycleExamples
     queue.must_be_empty
   end
 
-
 end

data/spec/process/life_cycle_in_memory_spec.rb

@@ -5,6 +5,7 @@ describe Asynchronic::Process, 'Life cycle - InMemory' do
 
   let(:queue_engine) { Asynchronic::QueueEngine::InMemory.new }
   let(:data_store) { Asynchronic::DataStore::InMemory.new }
+  let(:notifier) { Asynchronic::Notifier::InMemory.new }
 
   include LifeCycleExamples
 

data/spec/process/life_cycle_redis_spec.rb

@@ -5,6 +5,7 @@ describe Asynchronic::Process, 'Life cycle - Redis' do
 
   let(:queue_engine) { Asynchronic::QueueEngine::Ost.new }
   let(:data_store) { Asynchronic::DataStore::Redis.new :asynchronic_test }
+  let(:notifier) { Asynchronic::Notifier::Broadcaster.new }
 
   include LifeCycleExamples
 

data/spec/queue_engine/ost_spec.rb

@@ -11,5 +11,9 @@ describe Asynchronic::QueueEngine::Ost do
   end
   
   include QueueEngineExamples
+
+  it 'Engine and queues use same redis connection' do
+    engine.redis.must_equal queue.redis
+  end
   
 end

data/spec/worker/in_memory_spec.rb

@@ -5,6 +5,7 @@ describe Asynchronic::Worker, 'InMemory' do
 
   let(:queue_engine) { Asynchronic::QueueEngine::InMemory.new }
   let(:data_store) { Asynchronic::DataStore::InMemory.new }
+  let(:notifier) { Asynchronic::Notifier::InMemory.new }
 
   include WorkerExamples
   

data/spec/worker/redis_spec.rb

@@ -5,6 +5,7 @@ describe Asynchronic::Worker, 'Redis' do
 
   let(:queue_engine) { Asynchronic::QueueEngine::Ost.new }
   let(:data_store) { Asynchronic::DataStore::Redis.new :asynchronic_test}
+  let(:notifier) { Asynchronic::Notifier::Broadcaster.new }
 
   after do
     data_store.clear

data/spec/worker/worker_examples.rb

@@ -1,6 +1,6 @@
 module WorkerExamples
 
-  let(:env) { Asynchronic::Environment.new queue_engine, data_store }
+  let(:env) { Asynchronic::Environment.new queue_engine, data_store, notifier }
   let(:queue_name) { :test_worker }
   let(:queue) { env.queue queue_name }
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: asynchronic
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 3.0.3
 platform: ruby
 authors:
 - Gabriel Naiman
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-06-18 00:00:00.000000000 Z
+date: 2021-03-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ost
@@ -25,21 +25,27 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: class_config
+  name: broadcaster
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.2
 - !ruby/object:Gem::Dependency
-  name: transparent_proxy
+  name: class_config
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -53,47 +59,47 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0.0'
 - !ruby/object:Gem::Dependency
-  name: multi_require
+  name: transparent_proxy
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0.0'
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: multi_require
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
-  type: :development
+        version: '1.0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '11.0'
+        version: '12.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '11.0'
+        version: '12.0'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -128,6 +134,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.0'
+- !ruby/object:Gem::Dependency
+  name: minitest-stub_any_instance
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: minitest-colorin
   requirement: !ruby/object:Gem::Requirement
@@ -229,6 +249,8 @@ files:
 - lib/asynchronic/error.rb
 - lib/asynchronic/garbage_collector.rb
 - lib/asynchronic/job.rb
+- lib/asynchronic/notifier/broadcaster.rb
+- lib/asynchronic/notifier/in_memory.rb
 - lib/asynchronic/process.rb
 - lib/asynchronic/queue_engine/in_memory.rb
 - lib/asynchronic/queue_engine/ost.rb
@@ -275,8 +297,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.8
+rubygems_version: 3.0.6
 signing_key: 
 specification_version: 4
 summary: DSL for asynchronic pipeline using queues over Redis