octokiq 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 387dcbd87d4bf68d9cef986923fe654c1d62a1a13ed9288f1cc2c4c5edc7647d
-  data.tar.gz: ad3bf793c30fa11cb61bc59f5bf2479eb884030f3590a2650af671170214deb5
+  metadata.gz: 8759493bef58bcafe233d6af07ecb747e11aa9f12c285f60082cf3307ce5db6b
+  data.tar.gz: bbbe753f9257e51ea311b3da039b5bfd0573a9a3a1d94353b5550717d5971578
 SHA512:
-  metadata.gz: 2b5ffccf25e4d3033c886dddaaaf4446bb62a6e29fe4312b8fa147931c9b0aafcbdd47fe15fdcf1621a03c4eb32c1bc15d070a8f5225d6ce6733f18c00fb4f6d
-  data.tar.gz: 795233440f34f446b6897615bac42923f5e1a848a10ae9ebcdfd131f626ac0c55f11a50ccf812de8fc8459460a61714f520a90f386488e045d62d6c45fdb9862
+  metadata.gz: e135d55a8e6dde10b680241f27a98979d8d61d928d45c3f2c6747fee57d1af4f9bab53ae313f85999669a03974fb557a219dc21cffba24e8aab3343eb68fb28a
+  data.tar.gz: b8f8c68a12044e897a0d8bf6218bd56068c458371c92de891635dd7465cccc95b41127e3ab0b56bd2d6fcf08e3c1ddd927cc1fbfedce38aa9a800f6bdccaf0ac

data/CHANGELOG.md

@@ -3,3 +3,8 @@
 ## 0.1.0 - 2020-12-29
 
 Initial release 🚀
+
+## 0.1.1 - 2020-12-30
+
+- Replace worker class configuration `queue` with `octokiq_options`
+- Enable non-ractor safe job running with traditional `Thread`

data/README.md

@@ -20,9 +20,7 @@ Or install it yourself as:
 
 ## Usage
 
-Run worker server:
-
-    $ bundle exec octokiq
+https://github.com/BranLiang/octokiq/tree/main/examples
 
 ## Development
 

data/lib/octokiq/processor.rb

@@ -1,15 +1,14 @@
 module Octokiq
   class Processor
-    attr_accessor :job
+    attr_accessor :klass, :args
     def initialize(job)
-      @job = job
+      klass_name = job.fetch(Worker::CLASS_KEY)
+      @args = job.fetch(Worker::ARGS_KEY)
+      @klass = Object.const_get(klass_name)
     end
 
     def run
-      Octokiq.logger.info "Job: #{job}"
-      klass = job.fetch(Worker::CLASS_KEY)
-      args = job.fetch(Worker::ARGS_KEY)
-      Object.const_get(klass).new.perform(*args)
+      klass.new.perform(*args)
     end
   end
 end

data/lib/octokiq/server.rb

@@ -1,13 +1,8 @@
 module Octokiq
   class Server
     def start
-      (1..Octokiq.configuration.processors_count).map do
-        Ractor.new(pipe) do |pipe|
-          job = pipe.take
-          processor = Processor.new(job)
-          processor.run
-        end
-      end
+      handle_pipe
+      handle_tube
 
       loop do
         job = Octokiq.server_connection.fetch(queues)
@@ -17,6 +12,31 @@ module Octokiq
 
     private
 
+    def handle_pipe
+      (1..Octokiq.configuration.processors_count).map do
+        Ractor.new(pipe, tube) do |pipe, tube|
+          job = pipe.take
+          begin
+            Processor.new(job).run
+          rescue Ractor::IsolationError => e
+            Octokiq.logger.warn 'Ractor::IsolationError'
+            tube << job
+          end
+        end
+      end
+    end
+
+    def handle_tube
+      Thread.new do
+        loop do
+          job = tube.take
+          Thread.new do
+            Processor.new(job).run
+          end
+        end
+      end
+    end
+
     def queues
       Octokiq.configuration.queues
     end
@@ -28,5 +48,13 @@ module Octokiq
         end
       end
     end
+
+    def tube
+      @tube ||= Ractor.new do
+        loop do
+          Ractor.yield Ractor.receive
+        end
+      end
+    end
   end
 end

data/lib/octokiq/version.rb

@@ -1,3 +1,3 @@
 module Octokiq
-  VERSION = "0.1.0"
+  VERSION = '0.1.1'.freeze
 end

data/lib/octokiq/worker.rb

@@ -3,9 +3,17 @@ module Octokiq
     CLASS_KEY = 'class'.freeze
     ARGS_KEY = 'args'.freeze
 
+    class Configuration
+      OPTIONS = [:queue].freeze
+      attr_accessor(*OPTIONS)
+
+      def initialize
+        @queue = Octokiq.configuration.default_queue
+      end
+    end
+
     def self.included(base)
       base.extend(ClassMethods)
-      base.queue(Octokiq.configuration.default_queue)
     end
 
     module ClassMethods
@@ -13,14 +21,20 @@ module Octokiq
         client_push(CLASS_KEY => self, ARGS_KEY => args)
       end
 
-      def queue(name)
-        @@queue = name
+      def configuration
+        @configuration ||= Configuration.new
+      end
+
+      def octokiq_options(opts)
+        opts.slice(*Configuration::OPTIONS).each do |key, value|
+          configuration.instance_variable_set("@#{key}", value)
+        end
       end
 
       private
 
       def client_push(item)
-        Octokiq.client_connection.push(@@queue, item)
+        Octokiq.client_connection.push(configuration.queue, item)
       end
     end
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: octokiq
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Bran Liang
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-12-29 00:00:00.000000000 Z
+date: 2020-12-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis
@@ -76,7 +76,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.2.3
 signing_key:
 specification_version: 4
 summary: Next generation background processing for ruby