bushpig 0.1.5 → 0.1.10.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 07f2121ce3806939cd41665f3829d2b7d181e31ad371626bb91e99d4eb251dbe
-  data.tar.gz: 9936ecfd5202819dc9f8cd4f2e73f1f49a0361784fe172ed55a1811a330eb9b3
+  metadata.gz: 1efcbe37d7ae873706796ef83eacb28e8eaa8146c4f2a11059047d8720a46178
+  data.tar.gz: eed134f3dd8c22f164ae7033ce0b9268ce4c5e7afba581985bc4cb0a71cc31f1
 SHA512:
-  metadata.gz: 9f47000a9e2edb39989880da0c5c2b3b104f9ce165648c1c4494a8c12286e6aa3371a4c26fdb93d10f4c76dca2acd58536966ad882249f1c23f935e88e13376b
-  data.tar.gz: daef3436de8188a5fc413154acf365733073d1f5a2cbe3c3fe373b6001a9b1e612670f714d7ca7220a22f28f24fff33fca0f34d5b8348750c4c23c324265d14b
+  metadata.gz: d61e72abda5d75728bea4584482c75266edc5ed6631c1a2e35f2b923f007372120e635223fa932ba0dd4a54b6faff013f0f4f90651969a50925d53d5e6b15582
+  data.tar.gz: ba09ef47797160869d6f4f967e2b0907f062fe327a3e6da9c705a9a37b4e2f38759cf139d29792a3f715307ab0bf5fceed5717cb332fab57a66f1b158cd1d16a

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    bushpig (0.1.5)
+    bushpig (0.1.10.3)
       connection_pool (~> 2.2)
       json (>= 1.8)
       redis (~> 3.3)

data/gemset.nix

@@ -186,7 +186,7 @@
       path = ./.;
       type = "path";
     };
-    version = "0.1.5";
+    version = "0.1.10.3";
   };
   coderay = {
     groups = ["default" "development"];

data/lib/bushpig.rb

@@ -43,11 +43,11 @@ module Bushpig
     defined?(Bushpig::CLI)
   end
 
-  def self.set_key(queue)
+  def self.queue_key(queue)
     "set:#{queue}"
   end
 
-  def self.job_key(job_id)
-    "job:#{job_id}"
+  def self.job_key(job_key)
+    "job:#{job_key}"
   end
 end

data/lib/bushpig/client.rb

@@ -4,9 +4,10 @@ module Bushpig
   class Client
     attr_accessor :default_ttl
 
-    def initialize(pool)
+    def initialize(pool, &callback)
       @pool = pool
       @default_ttl = nil
+      @callback = callback
     end
 
     def redis_pool
@@ -18,9 +19,10 @@ module Bushpig
     end
 
     def submit(queue, job, score: default_score, ttl: default_ttl)
+      modified = @callback.call(job)
       redis_pool.with do |conn|
-        conn.set(Bushpig.job_key(job.job_id), job.job_payload, ex: ttl)
-        conn.zadd(Bushpig.set_key(queue), score, job.job_id)
+        conn.set(Bushpig.job_key(modified.job_key), modified.job_payload, ex: ttl)
+        conn.zadd(Bushpig.queue_key(queue), score, modified.job_key)
       end
     end
   end

data/lib/bushpig/job.rb

@@ -6,8 +6,14 @@ require 'json'
 
 module Bushpig
   module Job
-    def self.job(*args)
+    def self.job(handler, *args)
       Struct.new(*args) do
+        @job_handler = handler
+
+        def self.job_handler
+          @job_handler
+        end
+
         def job_id
           @job_id ||= SecureRandom.hex(32)
         end
@@ -16,35 +22,62 @@ module Bushpig
           @job_id = job_id
         end
 
+        def job_key
+          job_id
+        end
+
         def job_payload
-          JSON.generate({ class: self.class.name, args: each.to_a })
+          JSON.generate({ class: self.class.name, id: job_id, args: each.to_a })
+        end
+
+        def handle
+          self.class.job_handler.call(self)
         end
       end
     end
 
-    def self.keyed(unique_key, *args)
+    def self.keyed(handler, unique_key, *args)
       Struct.new(*args) do
-        @@unique_key = unique_key
+        @job_handler = handler
+        @unique_key = unique_key
+
+        def self.job_handler
+          @job_handler
+        end
+
+        def self.job_unique_key
+          @unique_key
+        end
 
         def job_id
-          @@unique_key.inject(Digest::SHA256.new) do |digest, key|
+          @job_id ||= SecureRandom.hex(32)
+        end
+
+        def job_id=(job_id)
+          @job_id = job_id
+        end
+
+        def job_key
+          self.class.job_unique_key.inject(Digest::SHA256.new) do |digest, key|
             digest.update(self[key].to_s)
           end.hexdigest
         end
 
-        def job_id=(job_id); end
-
         def job_payload
-          JSON.generate({ class: self.class.name, args: each.to_a })
+          JSON.generate({ class: self.class.name, id: job_id, args: each.to_a })
+        end
+
+        def handle
+          self.class.job_handler.call(self)
         end
       end
     end
 
-    def self.hydrate(job_id, job_payload)
+    def self.hydrate(job_payload)
       h = JSON.parse(job_payload, symbolize_names: true)
       klass = const_get(h[:class])
       job = klass.new(*h[:args])
-      job.job_id = job_id
+      job.job_id = h[:id]
       job
     end
   end

data/lib/bushpig/server.rb

@@ -48,7 +48,7 @@ module Bushpig
     end
 
     def handle(job)
-      puts "Job starting: jid-#{job.job_id} #{job}"
+      puts "Job starting: jid-#{job.job_id} jkey-#{job.job_key} #{job}"
       started = monotonic_time
       @handler.call(job)
       finished = monotonic_time
@@ -70,7 +70,7 @@ module Bushpig
     end
 
     def notify_exception(job, exception)
-      honeybadger&.notify(exception, context: { job_id: job.job_id, job: job.to_s })
+      honeybadger&.notify(exception, context: { job_id: job.job_id, job_key: job.job_key, job: job.to_s })
     end
 
     def monotonic_time
@@ -80,7 +80,7 @@ module Bushpig
     def fetch(queue)
       redis_pool.with do |conn|
         begin
-          res = conn.bzpopmin(Bushpig.set_key(queue), @timeout)
+          res = conn.bzpopmin(Bushpig.queue_key(queue), @timeout)
         rescue Redis::TimeoutError
           # TODO: warn user (once) that redis timeout set lower than pop timeout
           conn.close
@@ -88,20 +88,20 @@ module Bushpig
         end
         return nil if res.nil?
 
-        (_set, jid, _score) = res
-        # conn.sadd('running', jid)
+        (_set, key, _score) = res
+        # conn.sadd('running', key)
 
-        payload = conn.get(Bushpig.job_key(jid))
+        payload = conn.get(Bushpig.job_key(key))
         return nil if payload.nil? # most likely job expired
 
-        Bushpig::Job.hydrate(jid, payload)
+        Bushpig::Job.hydrate(payload)
       end
     end
 
     def complete(job)
       redis_pool.with do |conn|
-        # conn.srem('running', job.job_id)
-        conn.del(Bushpig.job_key(job.job_id))
+        # conn.srem('running', job.job_key)
+        conn.del(Bushpig.job_key(job.job_key))
       end
     end
   end

data/lib/bushpig/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Bushpig
-  VERSION = '0.1.5'
+  VERSION = '0.1.10.3'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bushpig
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.10.3
 platform: ruby
 authors:
 - Shaun Sharples