worker 0.3.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 230e471bd7fe37454a7ba582b15e4f06ef17bdc037b021d903a60e3f3307e0c9
-  data.tar.gz: 3ac9095f860d85be292ca7a7b9533ad4153ddbfcb7ac736b58852cc9cb0ec85a
+  metadata.gz: 0ed9501a4b408fdaa2ed8148c365c6b8ddf3c4283cb15d55542eb77604248348
+  data.tar.gz: 666d8b603800b3365d4586b6505fb262bb1a9b02eb8063d37b11f62e8a2a5f99
 SHA512:
-  metadata.gz: 40a5843f71ff52a7754ae8b3735d5b01797523057a6076a71ceea8c092edfa4d6b8e1c4ab6a71282c7c4629b7d5a0c372b9ed472cef6cab51780676503725ac4
-  data.tar.gz: e01fbdbb7419d413a303a42ec4cf78e7641f7b1bf4578f13d32e868ec40b8364663e849587f2c708bf2429b4c4658380f76ab9f749f53bff05c457ddc672444f
+  metadata.gz: be216fe2c0cd8161bd59d651fa7a5d68cba397b6d725dc1dd35aec27c01adf7183f888328b114a32af7f5cfeb80f8b2081b9001d92e688ef70e915ccd9eb5a62
+  data.tar.gz: '0925deeae5faf50999ed7337bc440808149c18448ce6da765e0b7404c7b125c3508d92a94c0c049be5b62bcef0e372b863e572f96c615a7d06a40f78d1c1d4b5'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    worker (0.3.0)
+    worker (0.6.0)
 
 GEM
   remote: https://rubygems.org/

data/examples/args.rb

@@ -16,3 +16,5 @@ end
 binary.perform 1, 2
 unary.perform 1
 unary_array.perform [1]
+
+puts "ok"

data/examples/async.rb

@@ -0,0 +1,34 @@
+require_relative "../lib/worker"
+
+async_adder = Worker.new do |a,b|
+  sleep 0.25
+  a+b
+end
+
+async_adder_puts = Worker.new do |a,b|
+  sleep 0.25
+  puts a+b
+end
+
+defer = async_adder.perform_async 1, 2
+print "result is: "
+puts defer.value
+
+puts "random order putsing:"
+5.times do |i|
+  async_adder_puts.perform_async(i, 1)
+end
+async_adder_puts.join
+
+
+no_value = Worker.new do
+  sleep 0.1
+  1
+end
+
+begin
+  defer = no_value.perform_async
+  defer.value!
+rescue Worker::Defer::ValueError
+  puts "no value"
+end

data/examples/exception.rb

@@ -0,0 +1,49 @@
+require_relative "../lib/worker"
+
+raiser = Worker.new do
+  raise "always"
+end
+
+begin
+  raiser.perform
+rescue
+  puts "did raise"
+end
+
+did_retry = 0
+begin
+  retryer = Worker.new retry: 1 do
+    puts "about to raise: #{did_retry}"
+    did_retry += 1
+    raise "always"
+  end
+end
+
+begin
+  retryer.perform
+rescue
+end
+
+puts "---"
+
+did_retry = 0
+backoff_retryer = Worker.new retry: 8, backoff: 0.1, backoff_max: 0.5 do
+  puts "about to raise: #{did_retry}"
+  did_retry += 1
+  raise "always"
+end
+
+begin
+  backoff_retryer.perform
+rescue
+end
+
+safe_worker = Worker.new retry: 3, raise: false do
+  raise "doesn't matter"
+ensure
+  puts "I'm safe"
+end
+
+safe_worker.perform
+
+puts "ok"

data/lib/worker.rb

@@ -2,12 +2,40 @@ class Worker
   class Ctx
   end
 
-  def initialize(&block)
+  class Defer
+    class ValueError < StandardError
+    end
+
+    def initialize(&block)
+      @value = Queue.new
+
+      Thread.new do
+        @value.push block.call
+      end
+    end
+
+    def value
+      @value.pop
+    end
+
+    def value!
+      if @value.length == 1
+        value
+      else
+        raise ValueError
+      end
+    end
+  end
+
+  def initialize(opts={}, &block)
     @in = Queue.new
     @out = Queue.new
     @block = block
     @ctx = Worker::Ctx.new
+    @defers = Queue.new
 
+    @retries = 0
+    @opts = opts
     run!
   end
 
@@ -20,6 +48,39 @@ class Worker
     else
       ret
     end
+  rescue Exception => ex
+    backoff = @opts.dig(:backoff) || 0.1
+    backoff_max = @opts.dig(:backoff_max)
+    retries_max = @opts.dig(:retry) || 0
+
+    if @retries == retries_max
+      @retries = 0
+      return if @opts.dig(:raise) == false
+      raise ex
+    end
+    @retries += 1
+    sleeping = @retries * backoff
+    sleeping = backoff_max if backoff_max && sleeping > backoff_max
+
+    sleep sleeping
+    retry
+  end
+
+  def perform_async(*args)
+    defer = Defer.new do
+      ret = perform(*args)
+      @defers.pop
+      ret
+    end
+    @defers.push defer
+    defer
+  end
+
+  def join
+    loop do
+      break if @defers.size == 0
+      sleep 0.1
+    end
   end
 
   def run!

data/worker.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "worker"
-  spec.version       = "0.3.0"
+  spec.version       = "0.6.0"
   spec.authors       = ["Matti Paksula"]
   spec.email         = ["matti.paksula@iki.fi"]
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: worker
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Matti Paksula
@@ -73,6 +73,8 @@ files:
 - bin/setup
 - examples/adder_memo.rb
 - examples/args.rb
+- examples/async.rb
+- examples/exception.rb
 - examples/simple.rb
 - lib/worker.rb
 - worker.gemspec