rb_thread_pool 0.0.0 → 0.0.1full

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 70f93840737f22eb4921b178a1dd7b70768a8f46
-  data.tar.gz: f4bec76ff332870ff18d7613a7910283f0e295b1
+  metadata.gz: 42b6d5142478f31a6f209cf6bd7cce82316eeb66
+  data.tar.gz: c3193d2037273006897636e22c58ac3d46f272ec
 SHA512:
-  metadata.gz: d42e79b6ea919f860f65d92d3bd5983fe6f831d8c99d6ee8fc2491dcdc22121d8c39fee7df5e576b379c25c9036f65dd3ea69af496392b39c19558c21cdf3f08
-  data.tar.gz: 972b3a50e81d3c11e134a47881e076c06b7f56d373aa8afa1d787af9a245c7470b11532e3c26b172cddfe435aa1941f2f11a991203a346ffab501f2d9c019643
+  metadata.gz: b87abf11418ada1132d1c371772eee0b20ed91d95ad7293ad4d7f101acb9775edc25178a285c029a8a953154110dd6d8b1e9d679a4a9b5ac7bb4ffd16dc765be
+  data.tar.gz: 30181c7ba375dddf41644d1b5a097164cc63498a03b45e957524f2bc9c9bcbaa8a5fb1a491c1f6f851e26a1ab62545f8ea4ca599350063ae36478c61de1161ca

data/lib/core/base.rb

@@ -0,0 +1,63 @@
+require 'core/rb_thread'
+require 'core/rb_daemon'
+require 'core/rb_elastic'
+
+module RBThreadPool
+  class Base
+
+    attr_accessor :queue, :mutex, :th_pool, :th_elastic_pool,
+                  :config, :thread_manager, :elastic
+
+    def initialize(config = {})
+      @queue = Queue.new
+      @mutex = Mutex.new
+      @th_pool = [] # common pool
+      @th_elastic_pool = [] # elastic pool, if queue become empty, elastic thread will destroy itself
+      @config = config.dup
+      @thread_manager = RBThreadManage.new(@queue, @config[:ex_quit] || false, @config[:logger])
+      @elastic_manager = RBThreadElastic.new(@queue, @config[:ex_quit] || false, @config[:logger])
+      @min = @config[:min] || 5
+      @max = @config[:max] || 10
+      @elastic_amount = @max - @min
+      # generate elastic thread when size over alert_line
+      @queue_limit = @config[:limit] || 100
+      @alert_line = (@queue_limit / 2).floor
+      # Daemon Thread
+      @daemon = RBThreadDaemon.new(self)
+    end
+
+    def start!
+      @daemon.run! # run daemon to protect the thread poll
+      generate_threads(@min) # generate common thread
+    end
+
+    # def join_all
+    #   Thread.list.each do |th|
+    #     p th
+    #   end
+    #   @th_pool.each(&:join)
+    # end
+
+    def push(obj)
+      @mutex.synchronize{ @th_elastic_pool << @elastic_manager.fork } if
+          @queue.size > @alert_line and @th_elastic_pool.size < @elastic_amount
+      raise Exception, 'queue was full' if @queue.size >= @queue_limit
+      @queue.push(obj)
+    end
+    alias << push
+
+    def add(&blk)
+      push(blk)
+    end
+    alias pushb add
+
+    private
+
+    def generate_threads(num)
+      num.times do
+        @mutex.synchronize {@th_pool << @thread_manager.fork}
+      end
+    end
+
+  end
+end

data/lib/core/rb_daemon.rb

@@ -0,0 +1,67 @@
+
+module RBThreadPool
+
+  class RBThreadDaemon
+
+    attr_accessor :condition
+
+    def initialize(base)
+      @mutex = base.mutex
+      @interval = base.config[:interval] || 20
+      @pool = base.th_pool
+      @elastic = base.elastic
+      @base_control = base
+      @condition = true
+    end
+
+    def run!
+      return generate_daemon
+    end
+
+    private
+
+    def generate_daemon
+      return Thread.new do
+        Thread.current.name = 'RbThr:Daemon' if Thread.respond_to?(:name=)
+        interval = @interval
+        mutex = @mutex
+        pool = @pool
+        elastic = @elastic
+        while @condition
+          sleep(interval)
+          puts 'daemon wakeup'
+          mutex.synchronize { clean_common pool }
+          Thread.pass
+          mutex.synchronize { clean elastic } unless elastic.nil? || elastic.empty?
+        end
+      end
+    end
+
+    def clean_common(pool)
+      deads = clean(pool)
+      revive_common_thread deads if deads > 0
+    end
+
+    def clean(pool)
+      size = pool.size
+      count_dead = 0
+      size.times do |idx|
+        unless pool[idx].alive?
+          pool[idx] = nil
+          count_dead += 1
+        end
+      end
+      return count_dead if count_dead == 0
+      pool.compact!
+      count_dead
+    end
+
+    def revive_common_thread(num)
+      manager = @base_control.thread_manager
+      pool = @pool
+      num.times do |idx|
+        pool << manager.fork
+      end
+    end
+  end
+end

data/lib/core/rb_elastic.rb

@@ -0,0 +1,39 @@
+module RBThreadPool
+  class RBThreadElastic
+    def initialize(queue,ex_quit = false , log = nil)
+      @queue = queue
+      @log = log
+      @ex_quit = ex_quit
+      @condition = true
+    end
+
+    def fork
+      return generate_elastic_thread
+    end
+
+    private
+
+    def generate_elastic_thread
+      return Thread.new do
+        Thread.current.name = "RbThr:Elastic #{Thread.current.to_s}" if Thread.respond_to?(:name=)
+        queue = @queue
+        while @condition
+          begin
+            task = queue.pop(true)
+            Thread.current.exit if task.nil?
+            task.call
+          rescue Interrupt
+            task.call unless task.nil?
+            Thread.current.exit
+          rescue => ex
+            raise Exception, ex.message if @log.nil?
+            @log.error("ElasticThread:: msg: #{ex.message}, backtrace: #{ex.backtrace}")
+            Thread.current.exit if @ex_quit
+          end
+        end
+      end
+    end
+
+
+  end
+end

data/lib/core/rb_thread.rb

@@ -0,0 +1,42 @@
+
+module RBThreadPool
+  class RBThreadManage
+
+    attr_accessor :while_condi
+
+    def initialize(queue, ex_quit = false, log = nil)
+      @queue = queue
+      @log = log
+      @ex_quit = ex_quit
+      @while_condi = true
+    end
+
+
+    def fork
+      return generate_thread
+    end
+
+
+    private
+
+    def generate_thread
+      return Thread.new do
+        Thread.current.name = "RbThr:Common #{Thread.current.to_s}" if Thread.respond_to?(:name=)
+        queue = @queue
+        begin
+          while @while_condi
+            task = queue.pop
+            task.call
+          end
+        rescue Interrupt
+          task.call unless task.nil?
+          Thread.current.exit
+        rescue => ex
+          raise Exception, ex.message if @log.nil?
+          @log.error("CommonThread:: msg: #{ex.message}, backtrace: #{ex.backtrace}")
+          Thread.current.exit if @ex_quit
+        end
+      end
+    end
+  end
+end

data/lib/rb_thread_pool.rb

@@ -2,35 +2,17 @@ $LOAD_PATH.unshift(__dir__)
 require 'core/base'
 
 
-#  pool = RBThreadPool::Base.new
-# #
-#  pool.start!
-# #
-#  80.times do
-#    pool.pushb do
-#      sleep(5)
-#      puts 'hello'
-#      sleep(1)
+#    pool = RBThreadPool::Base.new
+# # # #
+#    pool.start!
+# # # #
+#    80.times do |index|
+#      pool.pushb do
+#        raise Exception if index == 3
+#        puts index
+#        sleep(1)
+#      end
 #    end
-#  end
-# #
 #
 #
-#  Thread.list.each do |th|
-#    p th
-#  end
-#
-#  pool.join_all
-
-#<Thread:0x007f8da10bc328 run>
-#<Thread:0x007f8da2855cf0@/Users/nick/rubyproject/thread_pool/core/rb_daemon.rb:23 sleep>
-#<Thread:0x007f8da2855bd8@/Users/nick/rubyproject/thread_pool/core/rb_thread.rb:23 sleep>
-#<Thread:0x007f8da2855a98@/Users/nick/rubyproject/thread_pool/core/rb_thread.rb:23 sleep>
-#<Thread:0x007f8da2855958@/Users/nick/rubyproject/thread_pool/core/rb_thread.rb:23 sleep>
-#<Thread:0x007f8da2855818@/Users/nick/rubyproject/thread_pool/core/rb_thread.rb:23 sleep>
-#<Thread:0x007f8da28556d8@/Users/nick/rubyproject/thread_pool/core/rb_thread.rb:23 sleep>
-#<Thread:0x007f8da2854490@/Users/nick/rubyproject/thread_pool/core/rb_elastic.rb:17 sleep>
-#<Thread:0x007f8da2854300@/Users/nick/rubyproject/thread_pool/core/rb_elastic.rb:17 sleep>
-#<Thread:0x007f8da2854198@/Users/nick/rubyproject/thread_pool/core/rb_elastic.rb:17 sleep>
-#<Thread:0x007f8da2854008@/Users/nick/rubyproject/thread_pool/core/rb_elastic.rb:17 sleep>
-#<Thread:0x007f8da3067e20@/Users/nick/rubyproject/thread_pool/core/rb_elastic.rb:17 sleep>
+# sleep

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rb_thread_pool
 version: !ruby/object:Gem::Version
-  version: 0.0.0
+  version: 0.0.1full
 platform: ruby
 authors:
 - Nick An
@@ -16,6 +16,10 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- lib/core/base.rb
+- lib/core/rb_daemon.rb
+- lib/core/rb_elastic.rb
+- lib/core/rb_thread.rb
 - lib/rb_thread_pool.rb
 homepage: https://github.com/nickoan/rb-thread-pool
 licenses:
@@ -32,9 +36,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.6.12